Oct 27 19:21:39 user nova-compute[75147]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_linux_bridge.linux_bridge.LinuxBridgePlugin'>' with name 'linux_bridge' {{(pid=75147) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
Oct 27 19:21:39 user nova-compute[75147]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_noop.noop.NoOpPlugin'>' with name 'noop' {{(pid=75147) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
Oct 27 19:21:39 user nova-compute[75147]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_ovs.ovs.OvsPlugin'>' with name 'ovs' {{(pid=75147) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
Oct 27 19:21:39 user nova-compute[75147]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs
Oct 27 19:21:39 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:21:39 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.019s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:21:39 user nova-compute[75147]: INFO nova.virt.driver [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] Loading compute driver 'libvirt.LibvirtDriver'
Oct 27 19:21:40 user nova-compute[75147]: INFO nova.compute.provider_config [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access.
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] Acquiring lock "singleton_lock" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] Acquired lock "singleton_lock" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] Releasing lock "singleton_lock" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] Full set of CONF: {{(pid=75147) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:362}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] ******************************************************************************** {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2589}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] Configuration options gathered from: {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2590}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] command line args: ['--config-file', '/etc/nova/nova-cpu.conf'] {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2591}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] config files: ['/etc/nova/nova-cpu.conf'] {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2592}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] ================================================================================ {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2594}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] allow_resize_to_same_host      = True {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] arq_binding_timeout            = 300 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] backdoor_port                  = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] backdoor_socket                = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] block_device_allocate_retries  = 300 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] block_device_allocate_retries_interval = 5 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] cert                           = self.pem {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] compute_driver                 = libvirt.LibvirtDriver {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] compute_monitors               = [] {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] config_dir                     = [] {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] config_drive_format            = iso9660 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] config_file                    = ['/etc/nova/nova-cpu.conf'] {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] config_source                  = [] {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] console_host                   = user {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] control_exchange               = nova {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] cpu_allocation_ratio           = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] daemon                         = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] debug                          = True {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] default_access_ip_network_name = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] default_availability_zone      = nova {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] default_ephemeral_format       = ext4 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] default_green_pool_size        = 1000 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] default_schedule_zone          = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] disk_allocation_ratio          = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] enable_new_services            = True {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] enabled_apis                   = ['osapi_compute'] {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] enabled_ssl_apis               = [] {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] flat_injected                  = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] force_config_drive             = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] force_raw_images               = True {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] graceful_shutdown_timeout      = 5 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] heal_instance_info_cache_interval = 60 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] host                           = user {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] initial_cpu_allocation_ratio   = 4.0 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] initial_disk_allocation_ratio  = 1.0 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] initial_ram_allocation_ratio   = 1.0 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] injected_network_template      = /opt/stack/nova/nova/virt/interfaces.template {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] instance_build_timeout         = 0 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] instance_delete_interval       = 300 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] instance_format                = [instance: %(uuid)s]  {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] instance_name_template         = instance-%08x {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] instance_usage_audit           = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] instance_usage_audit_period    = month {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] instances_path                 = /opt/stack/data/nova/instances {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] internal_service_availability_zone = internal {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] key                            = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] live_migration_retry_count     = 30 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] log_config_append              = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] log_dir                        = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] log_file                       = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] log_options                    = True {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] log_rotate_interval            = 1 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] log_rotate_interval_type       = days {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] log_rotation_type              = none {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] logging_user_identity_format   = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] long_rpc_timeout               = 1800 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] max_concurrent_builds          = 10 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] max_concurrent_live_migrations = 1 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] max_concurrent_snapshots       = 5 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] max_local_block_devices        = 3 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] max_logfile_count              = 30 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] max_logfile_size_mb            = 200 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] maximum_instance_delete_attempts = 5 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] metadata_listen                = 0.0.0.0 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] metadata_listen_port           = 8775 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] metadata_workers               = 3 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] migrate_max_retries            = -1 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] mkisofs_cmd                    = genisoimage {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] my_block_storage_ip            = 10.0.0.210 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] my_ip                          = 10.0.0.210 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] network_allocate_retries       = 0 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] osapi_compute_listen           = 0.0.0.0 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] osapi_compute_listen_port      = 8774 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] osapi_compute_unique_server_name_scope =  {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] osapi_compute_workers          = 3 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] password_length                = 12 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] periodic_enable                = True {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] periodic_fuzzy_delay           = 60 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] pointer_model                  = ps2mouse {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] preallocate_images             = none {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] publish_errors                 = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] pybasedir                      = /opt/stack/nova {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] ram_allocation_ratio           = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] rate_limit_burst               = 0 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] rate_limit_except_level        = CRITICAL {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] rate_limit_interval            = 0 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] reboot_timeout                 = 0 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] reclaim_instance_interval      = 0 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] record                         = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] reimage_timeout_per_gb         = 60 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] report_interval                = 120 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] rescue_timeout                 = 0 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] reserved_host_cpus             = 0 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] reserved_host_disk_mb          = 0 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] reserved_host_memory_mb        = 512 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] reserved_huge_pages            = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] resize_confirm_window          = 0 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] resize_fs_using_block_device   = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] resume_guests_state_on_host_boot = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] rootwrap_config                = /etc/nova/rootwrap.conf {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] rpc_response_timeout           = 60 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] run_external_periodic_tasks    = True {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] running_deleted_instance_action = reap {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] running_deleted_instance_poll_interval = 1800 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] running_deleted_instance_timeout = 0 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] scheduler_instance_sync_interval = 120 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] service_down_time              = 720 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] servicegroup_driver            = db {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] shelved_offload_time           = 0 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] shelved_poll_interval          = 3600 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] shutdown_timeout               = 0 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] source_is_ipv6                 = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] ssl_only                       = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] state_path                     = /opt/stack/data/nova {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] sync_power_state_interval      = 600 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] sync_power_state_pool_size     = 1000 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] syslog_log_facility            = LOG_USER {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] tempdir                        = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] timeout_nbd                    = 10 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] transport_url                  = **** {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] update_resources_interval      = 0 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] use_cow_images                 = True {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] use_eventlog                   = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] use_journal                    = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] use_json                       = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] use_rootwrap_daemon            = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] use_stderr                     = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] use_syslog                     = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] vcpu_pin_set                   = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] vif_plugging_is_fatal          = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] vif_plugging_timeout           = 0 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] virt_mkfs                      = [] {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] volume_usage_poll_interval     = 0 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] watch_log_file                 = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] web                            = /usr/share/spice-html5 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] oslo_concurrency.disable_process_locking = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] oslo_concurrency.lock_path     = /opt/stack/data/nova {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] oslo_messaging_metrics.metrics_process_name =  {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] api.auth_strategy              = keystone {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] api.compute_link_prefix        = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] api.dhcp_domain                = novalocal {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] api.enable_instance_password   = True {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] api.glance_link_prefix         = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] api.instance_list_cells_batch_strategy = distributed {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] api.instance_list_per_project_cells = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] api.list_records_by_skipping_down_cells = True {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] api.local_metadata_per_cell    = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] api.max_limit                  = 1000 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] api.metadata_cache_expiration  = 15 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] api.neutron_default_tenant_id  = default {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] api.use_forwarded_for          = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] api.use_neutron_default_nets   = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] api.vendordata_dynamic_failure_fatal = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] api.vendordata_dynamic_ssl_certfile =  {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] api.vendordata_dynamic_targets = [] {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] api.vendordata_jsonfile_path   = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] api.vendordata_providers       = ['StaticJSON'] {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] cache.backend                  = dogpile.cache.memcached {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] cache.backend_argument         = **** {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] cache.config_prefix            = cache.oslo {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] cache.dead_timeout             = 60.0 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] cache.debug_cache_backend      = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] cache.enable_retry_client      = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] cache.enable_socket_keepalive  = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] cache.enabled                  = True {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] cache.expiration_time          = 600 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] cache.hashclient_retry_attempts = 2 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] cache.hashclient_retry_delay   = 1.0 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] cache.memcache_dead_retry      = 300 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] cache.memcache_password        =  {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] cache.memcache_pool_maxsize    = 10 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] cache.memcache_pool_unused_timeout = 60 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] cache.memcache_sasl_enabled    = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] cache.memcache_servers         = ['localhost:11211'] {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] cache.memcache_socket_timeout  = 1.0 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] cache.memcache_username        =  {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] cache.proxies                  = [] {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] cache.retry_attempts           = 2 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] cache.retry_delay              = 0.0 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] cache.socket_keepalive_count   = 1 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] cache.socket_keepalive_idle    = 1 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] cache.socket_keepalive_interval = 1 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] cache.tls_allowed_ciphers      = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] cache.tls_cafile               = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] cache.tls_certfile             = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] cache.tls_enabled              = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] cache.tls_keyfile              = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] cinder.auth_section            = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] cinder.auth_type               = password {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] cinder.cafile                  = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] cinder.catalog_info            = volumev3::publicURL {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] cinder.certfile                = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] cinder.collect_timing          = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] cinder.cross_az_attach         = True {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] cinder.debug                   = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] cinder.endpoint_template       = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] cinder.http_retries            = 3 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] cinder.insecure                = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] cinder.keyfile                 = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] cinder.os_region_name          = RegionOne {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] cinder.split_loggers           = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] cinder.timeout                 = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] compute.cpu_dedicated_set      = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] compute.cpu_shared_set         = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] compute.image_type_exclude_list = [] {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] compute.live_migration_wait_for_vif_plug = True {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] compute.max_concurrent_disk_ops = 0 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] compute.max_disk_devices_to_attach = -1 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] compute.resource_provider_association_refresh = 300 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] compute.shutdown_retry_interval = 10 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] compute.vmdk_allowed_types     = ['streamOptimized', 'monolithicSparse'] {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] conductor.workers              = 3 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] console.allowed_origins        = [] {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] console.ssl_ciphers            = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] console.ssl_minimum_version    = default {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] consoleauth.token_ttl          = 600 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] cyborg.cafile                  = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] cyborg.certfile                = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] cyborg.collect_timing          = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] cyborg.connect_retries         = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] cyborg.connect_retry_delay     = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] cyborg.endpoint_override       = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] cyborg.insecure                = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] cyborg.keyfile                 = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] cyborg.max_version             = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] cyborg.min_version             = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] cyborg.region_name             = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] cyborg.service_name            = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] cyborg.service_type            = accelerator {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] cyborg.split_loggers           = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] cyborg.status_code_retries     = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] cyborg.status_code_retry_delay = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] cyborg.timeout                 = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] cyborg.valid_interfaces        = ['internal', 'public'] {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] cyborg.version                 = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] database.backend               = sqlalchemy {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] database.connection            = **** {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] database.connection_debug      = 0 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] database.connection_parameters =  {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] database.connection_recycle_time = 3600 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] database.connection_trace      = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] database.db_inc_retry_interval = True {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] database.db_max_retries        = 20 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] database.db_max_retry_interval = 10 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] database.db_retry_interval     = 1 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] database.max_overflow          = 50 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] database.max_pool_size         = 5 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] database.max_retries           = 10 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] database.mysql_sql_mode        = TRADITIONAL {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] database.mysql_wsrep_sync_wait = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] database.pool_timeout          = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] database.retry_interval        = 10 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] database.slave_connection      = **** {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] database.sqlite_synchronous    = True {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] api_database.backend           = sqlalchemy {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] api_database.connection        = **** {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] api_database.connection_debug  = 0 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] api_database.connection_parameters =  {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] api_database.connection_recycle_time = 3600 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] api_database.connection_trace  = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] api_database.db_inc_retry_interval = True {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] api_database.db_max_retries    = 20 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] api_database.db_max_retry_interval = 10 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] api_database.db_retry_interval = 1 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] api_database.max_overflow      = 50 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] api_database.max_pool_size     = 5 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] api_database.max_retries       = 10 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] api_database.mysql_sql_mode    = TRADITIONAL {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] api_database.mysql_wsrep_sync_wait = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] api_database.pool_timeout      = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] api_database.retry_interval    = 10 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] api_database.slave_connection  = **** {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] api_database.sqlite_synchronous = True {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] devices.enabled_mdev_types     = [] {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] ephemeral_storage_encryption.enabled = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] ephemeral_storage_encryption.key_size = 512 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] glance.api_servers             = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] glance.cafile                  = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] glance.certfile                = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] glance.collect_timing          = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] glance.connect_retries         = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] glance.connect_retry_delay     = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] glance.debug                   = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] glance.default_trusted_certificate_ids = [] {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] glance.enable_certificate_validation = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] glance.enable_rbd_download     = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] glance.endpoint_override       = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] glance.insecure                = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] glance.keyfile                 = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] glance.max_version             = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] glance.min_version             = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] glance.num_retries             = 3 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] glance.rbd_ceph_conf           =  {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] glance.rbd_connect_timeout     = 5 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] glance.rbd_pool                =  {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] glance.rbd_user                =  {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] glance.region_name             = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] glance.service_name            = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] glance.service_type            = image {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] glance.split_loggers           = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] glance.status_code_retries     = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] glance.status_code_retry_delay = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] glance.timeout                 = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] glance.valid_interfaces        = ['internal', 'public'] {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] glance.verify_glance_signatures = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] glance.version                 = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] guestfs.debug                  = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] hyperv.config_drive_cdrom      = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] hyperv.config_drive_inject_password = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] hyperv.dynamic_memory_ratio    = 1.0 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] hyperv.enable_instance_metrics_collection = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] hyperv.enable_remotefx         = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] hyperv.instances_path_share    =  {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] hyperv.iscsi_initiator_list    = [] {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] hyperv.limit_cpu_features      = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] hyperv.mounted_disk_query_retry_count = 10 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] hyperv.mounted_disk_query_retry_interval = 5 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] hyperv.power_state_check_timeframe = 60 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] hyperv.power_state_event_polling_interval = 2 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] hyperv.qemu_img_cmd            = qemu-img.exe {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] hyperv.use_multipath_io        = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] hyperv.volume_attach_retry_count = 10 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] hyperv.volume_attach_retry_interval = 5 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] hyperv.vswitch_name            = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] hyperv.wait_soft_reboot_seconds = 60 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] mks.enabled                    = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] mks.mksproxy_base_url          = http://127.0.0.1:6090/ {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] image_cache.manager_interval   = 2400 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] image_cache.precache_concurrency = 1 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] image_cache.remove_unused_base_images = True {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] image_cache.subdirectory_name  = _base {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] ironic.api_max_retries         = 60 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] ironic.api_retry_interval      = 2 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] ironic.auth_section            = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] ironic.auth_type               = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] ironic.cafile                  = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] ironic.certfile                = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] ironic.collect_timing          = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] ironic.conductor_group         = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] ironic.connect_retries         = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] ironic.connect_retry_delay     = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] ironic.endpoint_override       = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] ironic.insecure                = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] ironic.keyfile                 = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] ironic.max_version             = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] ironic.min_version             = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] ironic.peer_list               = [] {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] ironic.region_name             = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] ironic.serial_console_state_timeout = 10 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] ironic.service_name            = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] ironic.service_type            = baremetal {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] ironic.split_loggers           = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] ironic.status_code_retries     = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] ironic.status_code_retry_delay = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] ironic.timeout                 = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] ironic.valid_interfaces        = ['internal', 'public'] {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] ironic.version                 = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] key_manager.backend            = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] key_manager.fixed_key          = **** {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] barbican.auth_endpoint         = http://localhost/identity/v3 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] barbican.barbican_api_version  = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] barbican.barbican_endpoint     = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] barbican.barbican_endpoint_type = public {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] barbican.barbican_region_name  = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] barbican.cafile                = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] barbican.certfile              = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] barbican.collect_timing        = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] barbican.insecure              = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] barbican.keyfile               = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] barbican.number_of_retries     = 60 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] barbican.retry_delay           = 1 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] barbican.send_service_user_token = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] barbican.split_loggers         = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] barbican.timeout               = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] barbican.verify_ssl            = True {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] barbican.verify_ssl_path       = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] barbican_service_user.auth_section = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] barbican_service_user.auth_type = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] barbican_service_user.cafile   = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] barbican_service_user.certfile = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] barbican_service_user.collect_timing = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] barbican_service_user.insecure = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] barbican_service_user.keyfile  = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] barbican_service_user.split_loggers = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] barbican_service_user.timeout  = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] vault.approle_role_id          = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] vault.approle_secret_id        = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] vault.cafile                   = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] vault.certfile                 = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] vault.collect_timing           = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] vault.insecure                 = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] vault.keyfile                  = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] vault.kv_mountpoint            = secret {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] vault.kv_path                  = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] vault.kv_version               = 2 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] vault.namespace                = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] vault.root_token_id            = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] vault.split_loggers            = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] vault.ssl_ca_crt_file          = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] vault.timeout                  = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] vault.use_ssl                  = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] vault.vault_url                = http://127.0.0.1:8200 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] keystone.auth_section          = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] keystone.auth_type             = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] keystone.cafile                = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] keystone.certfile              = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] keystone.collect_timing        = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] keystone.connect_retries       = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] keystone.connect_retry_delay   = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] keystone.endpoint_override     = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] keystone.insecure              = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] keystone.keyfile               = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] keystone.max_version           = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] keystone.min_version           = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] keystone.region_name           = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] keystone.service_name          = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] keystone.service_type          = identity {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] keystone.split_loggers         = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] keystone.status_code_retries   = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] keystone.status_code_retry_delay = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] keystone.timeout               = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] keystone.valid_interfaces      = ['internal', 'public'] {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] keystone.version               = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] libvirt.connection_uri         =  {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] libvirt.cpu_mode               = custom {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] libvirt.cpu_model_extra_flags  = [] {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: WARNING oslo_config.cfg [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] Deprecated: Option "cpu_model" from group "libvirt" is deprecated. Use option "cpu_models" from group "libvirt".
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] libvirt.cpu_models             = ['Nehalem'] {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] libvirt.cpu_power_governor_high = performance {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] libvirt.cpu_power_governor_low = powersave {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] libvirt.cpu_power_management   = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] libvirt.device_detach_attempts = 8 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] libvirt.device_detach_timeout  = 20 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] libvirt.disk_cachemodes        = [] {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] libvirt.disk_prefix            = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] libvirt.enabled_perf_events    = [] {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] libvirt.file_backed_memory     = 0 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] libvirt.gid_maps               = [] {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] libvirt.hw_disk_discard        = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] libvirt.hw_machine_type        = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] libvirt.images_rbd_ceph_conf   =  {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] libvirt.images_rbd_glance_store_name =  {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] libvirt.images_rbd_pool        = rbd {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] libvirt.images_type            = default {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] libvirt.images_volume_group    = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] libvirt.inject_key             = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] libvirt.inject_partition       = -2 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] libvirt.inject_password        = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] libvirt.iscsi_iface            = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] libvirt.iser_use_multipath     = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] libvirt.live_migration_bandwidth = 0 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] libvirt.live_migration_completion_timeout = 800 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] libvirt.live_migration_downtime = 500 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] libvirt.live_migration_downtime_delay = 75 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] libvirt.live_migration_downtime_steps = 10 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] libvirt.live_migration_inbound_addr = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] libvirt.live_migration_permit_auto_converge = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] libvirt.live_migration_permit_post_copy = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] libvirt.live_migration_scheme  = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] libvirt.live_migration_timeout_action = abort {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] libvirt.live_migration_tunnelled = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: WARNING oslo_config.cfg [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] Deprecated: Option "live_migration_uri" from group "libvirt" is deprecated for removal (
Oct 27 19:21:40 user nova-compute[75147]: live_migration_uri is deprecated for removal in favor of two other options that
Oct 27 19:21:40 user nova-compute[75147]: allow to change live migration scheme and target URI: ``live_migration_scheme``
Oct 27 19:21:40 user nova-compute[75147]: and ``live_migration_inbound_addr`` respectively.
Oct 27 19:21:40 user nova-compute[75147]: ).  Its value may be silently ignored in the future.
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] libvirt.live_migration_uri     = qemu+ssh://stack@%s/system {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] libvirt.live_migration_with_native_tls = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] libvirt.max_queues             = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] libvirt.mem_stats_period_seconds = 10 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] libvirt.nfs_mount_options      = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] libvirt.nfs_mount_point_base   = /opt/stack/data/nova/mnt {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] libvirt.num_aoe_discover_tries = 3 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] libvirt.num_iser_scan_tries    = 5 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] libvirt.num_memory_encrypted_guests = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] libvirt.num_nvme_discover_tries = 5 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] libvirt.num_pcie_ports         = 0 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] libvirt.num_volume_scan_tries  = 5 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] libvirt.pmem_namespaces        = [] {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] libvirt.quobyte_client_cfg     = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] libvirt.quobyte_mount_point_base = /opt/stack/data/nova/mnt {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] libvirt.rbd_connect_timeout    = 5 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] libvirt.rbd_secret_uuid        = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] libvirt.rbd_user               = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] libvirt.realtime_scheduler_priority = 1 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] libvirt.remote_filesystem_transport = ssh {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] libvirt.rescue_image_id        = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] libvirt.rescue_kernel_id       = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] libvirt.rescue_ramdisk_id      = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] libvirt.rng_dev_path           = /dev/urandom {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] libvirt.rx_queue_size          = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] libvirt.smbfs_mount_options    =  {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] libvirt.smbfs_mount_point_base = /opt/stack/data/nova/mnt {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] libvirt.snapshot_compression   = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] libvirt.snapshot_image_format  = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] libvirt.snapshots_directory    = /opt/stack/data/nova/instances/snapshots {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] libvirt.sparse_logical_volumes = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] libvirt.swtpm_enabled          = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] libvirt.swtpm_group            = tss {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] libvirt.swtpm_user             = tss {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] libvirt.sysinfo_serial         = unique {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] libvirt.tb_cache_size          = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] libvirt.tx_queue_size          = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] libvirt.uid_maps               = [] {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] libvirt.use_virtio_for_bridges = True {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] libvirt.virt_type              = kvm {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] libvirt.volume_clear           = zero {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] libvirt.volume_clear_size      = 0 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] libvirt.volume_use_multipath   = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] libvirt.vzstorage_cache_path   = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] libvirt.vzstorage_log_path     = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] libvirt.vzstorage_mount_group  = qemu {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] libvirt.vzstorage_mount_opts   = [] {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] libvirt.vzstorage_mount_perms  = 0770 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/nova/mnt {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] libvirt.vzstorage_mount_user   = stack {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] neutron.auth_section           = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] neutron.auth_type              = password {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] neutron.cafile                 = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] neutron.certfile               = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] neutron.collect_timing         = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] neutron.connect_retries        = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] neutron.connect_retry_delay    = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] neutron.default_floating_pool  = public {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] neutron.endpoint_override      = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] neutron.extension_sync_interval = 600 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] neutron.http_retries           = 3 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] neutron.insecure               = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] neutron.keyfile                = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] neutron.max_version            = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] neutron.metadata_proxy_shared_secret = **** {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] neutron.min_version            = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] neutron.ovs_bridge             = br-int {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] neutron.physnets               = [] {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] neutron.region_name            = RegionOne {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] neutron.service_metadata_proxy = True {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] neutron.service_name           = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] neutron.service_type           = network {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] neutron.split_loggers          = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] neutron.status_code_retries    = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] neutron.status_code_retry_delay = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] neutron.timeout                = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] neutron.valid_interfaces       = ['internal', 'public'] {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] neutron.version                = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] notifications.bdms_in_notifications = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] notifications.default_level    = INFO {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] notifications.notification_format = unversioned {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] notifications.notify_on_state_change = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] pci.alias                      = [] {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] pci.device_spec                = [] {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] pci.report_in_placement        = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] placement.auth_section         = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] placement.auth_type            = password {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] placement.auth_url             = http://10.0.0.210/identity {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] placement.cafile               = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] placement.certfile             = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] placement.collect_timing       = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] placement.connect_retries      = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] placement.connect_retry_delay  = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] placement.default_domain_id    = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] placement.default_domain_name  = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] placement.domain_id            = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] placement.domain_name          = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] placement.endpoint_override    = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] placement.insecure             = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] placement.keyfile              = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] placement.max_version          = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] placement.min_version          = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] placement.password             = **** {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] placement.project_domain_id    = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] placement.project_domain_name  = Default {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] placement.project_id           = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] placement.project_name         = service {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] placement.region_name          = RegionOne {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] placement.service_name         = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] placement.service_type         = placement {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] placement.split_loggers        = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] placement.status_code_retries  = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] placement.status_code_retry_delay = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] placement.system_scope         = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] placement.timeout              = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] placement.trust_id             = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] placement.user_domain_id       = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] placement.user_domain_name     = Default {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] placement.user_id              = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] placement.username             = placement {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] placement.valid_interfaces     = ['internal', 'public'] {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] placement.version              = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] quota.cores                    = 20 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] quota.count_usage_from_placement = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] quota.driver                   = nova.quota.DbQuotaDriver {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] quota.injected_file_content_bytes = 10240 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] quota.injected_file_path_length = 255 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] quota.injected_files           = 5 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] quota.instances                = 10 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] quota.key_pairs                = 100 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] quota.metadata_items           = 128 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] quota.ram                      = 51200 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] quota.recheck_quota            = True {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] quota.server_group_members     = 10 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] quota.server_groups            = 10 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] rdp.enabled                    = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] rdp.html5_proxy_base_url       = http://127.0.0.1:6083/ {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] scheduler.image_metadata_prefilter = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] scheduler.max_attempts         = 3 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] scheduler.max_placement_results = 1000 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] scheduler.query_placement_for_image_type_support = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] scheduler.workers              = 3 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] filter_scheduler.host_subset_size = 1 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] filter_scheduler.image_properties_default_architecture = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] filter_scheduler.isolated_hosts = [] {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] filter_scheduler.isolated_images = [] {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] filter_scheduler.max_instances_per_host = 50 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] filter_scheduler.pci_in_placement = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] filter_scheduler.track_instance_changes = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] metrics.required               = True {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] metrics.weight_multiplier      = 1.0 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] metrics.weight_of_unavailable  = -10000.0 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] metrics.weight_setting         = [] {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] serial_console.base_url        = ws://127.0.0.1:6083/ {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] serial_console.enabled         = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] serial_console.port_range      = 10000:20000 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] serial_console.serialproxy_port = 6083 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] service_user.auth_section      = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] service_user.auth_type         = password {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] service_user.cafile            = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] service_user.certfile          = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] service_user.collect_timing    = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] service_user.insecure          = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] service_user.keyfile           = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] service_user.send_service_user_token = True {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] service_user.split_loggers     = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] service_user.timeout           = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] spice.agent_enabled            = True {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] spice.enabled                  = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] spice.html5proxy_base_url      = http://10.0.0.210:6081/spice_auto.html {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] spice.html5proxy_host          = 0.0.0.0 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] spice.html5proxy_port          = 6082 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] spice.image_compression        = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] spice.jpeg_compression         = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] spice.playback_compression     = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] spice.server_listen            = 127.0.0.1 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] spice.streaming_mode           = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] spice.zlib_compression         = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] upgrade_levels.baseapi         = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] upgrade_levels.cert            = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] upgrade_levels.compute         = auto {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] upgrade_levels.conductor       = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] upgrade_levels.scheduler       = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] vendordata_dynamic_auth.auth_section = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] vendordata_dynamic_auth.auth_type = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] vendordata_dynamic_auth.cafile = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] vendordata_dynamic_auth.certfile = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] vendordata_dynamic_auth.collect_timing = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] vendordata_dynamic_auth.insecure = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] vendordata_dynamic_auth.keyfile = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] vendordata_dynamic_auth.split_loggers = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] vendordata_dynamic_auth.timeout = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] vmware.api_retry_count         = 10 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] vmware.ca_file                 = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] vmware.cache_prefix            = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] vmware.cluster_name            = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] vmware.connection_pool_size    = 10 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] vmware.console_delay_seconds   = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] vmware.datastore_regex         = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] vmware.host_ip                 = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] vmware.host_password           = **** {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] vmware.host_port               = 443 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] vmware.host_username           = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] vmware.insecure                = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] vmware.integration_bridge      = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] vmware.maximum_objects         = 100 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] vmware.pbm_default_policy      = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] vmware.pbm_enabled             = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] vmware.pbm_wsdl_location       = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] vmware.serial_log_dir          = /opt/vmware/vspc {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] vmware.serial_port_proxy_uri   = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] vmware.serial_port_service_uri = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] vmware.task_poll_interval      = 0.5 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] vmware.use_linked_clone        = True {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] vmware.vnc_keymap              = en-us {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] vmware.vnc_port                = 5900 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] vmware.vnc_port_total          = 10000 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] vnc.auth_schemes               = ['none'] {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] vnc.enabled                    = True {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] vnc.novncproxy_base_url        = http://10.0.0.210:6080/vnc_lite.html {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] vnc.novncproxy_host            = 0.0.0.0 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] vnc.novncproxy_port            = 6080 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] vnc.server_listen              = 0.0.0.0 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] vnc.server_proxyclient_address = 10.0.0.210 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] vnc.vencrypt_ca_certs          = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] vnc.vencrypt_client_cert       = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] vnc.vencrypt_client_key        = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] workarounds.disable_fallback_pcpu_query = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] workarounds.disable_group_policy_check_upcall = True {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] workarounds.disable_rootwrap   = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] workarounds.enable_numa_live_migration = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] workarounds.handle_virt_lifecycle_events = True {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] workarounds.libvirt_disable_apic = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] workarounds.never_download_image_if_on_rbd = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] wsgi.api_paste_config          = /etc/nova/api-paste.ini {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] wsgi.client_socket_timeout     = 900 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] wsgi.default_pool_size         = 1000 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] wsgi.keep_alive                = True {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] wsgi.max_header_line           = 16384 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] wsgi.secure_proxy_ssl_header   = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] wsgi.ssl_ca_file               = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] wsgi.ssl_cert_file             = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] wsgi.ssl_key_file              = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] wsgi.tcp_keepidle              = 600 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] wsgi.wsgi_log_format           = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] zvm.ca_file                    = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] zvm.cloud_connector_url        = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] zvm.image_tmp_path             = /opt/stack/data/nova/images {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] zvm.reachable_timeout          = 300 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] oslo_policy.enforce_new_defaults = True {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] oslo_policy.enforce_scope      = True {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] oslo_policy.policy_default_rule = default {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] oslo_policy.policy_file        = policy.yaml {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] profiler.connection_string     = messaging:// {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] profiler.enabled               = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] profiler.es_doc_type           = notification {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] profiler.es_scroll_size        = 10000 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] profiler.es_scroll_time        = 2m {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] profiler.filter_error_trace    = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] profiler.hmac_keys             = **** {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] profiler.sentinel_service_name = mymaster {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] profiler.socket_timeout        = 0.1 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] profiler.trace_requests        = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] profiler.trace_sqlalchemy      = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] profiler_jaeger.process_tags   = {} {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] profiler_jaeger.service_name_prefix = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] profiler_otlp.service_name_prefix = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] remote_debug.host              = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] remote_debug.port              = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] oslo_messaging_rabbit.ssl      = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] oslo_messaging_rabbit.ssl_key_file =  {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] oslo_messaging_rabbit.ssl_version =  {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] oslo_messaging_notifications.retry = -1 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] oslo_messaging_notifications.transport_url = **** {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] oslo_limit.auth_section        = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] oslo_limit.auth_type           = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] oslo_limit.cafile              = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] oslo_limit.certfile            = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] oslo_limit.collect_timing      = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] oslo_limit.connect_retries     = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] oslo_limit.connect_retry_delay = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] oslo_limit.endpoint_id         = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] oslo_limit.endpoint_override   = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] oslo_limit.insecure            = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] oslo_limit.keyfile             = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] oslo_limit.max_version         = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] oslo_limit.min_version         = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] oslo_limit.region_name         = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] oslo_limit.service_name        = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] oslo_limit.service_type        = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] oslo_limit.split_loggers       = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] oslo_limit.status_code_retries = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] oslo_limit.status_code_retry_delay = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] oslo_limit.timeout             = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] oslo_limit.valid_interfaces    = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] oslo_limit.version             = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] oslo_reports.file_event_handler = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] oslo_reports.file_event_handler_interval = 1 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] oslo_reports.log_dir           = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] vif_plug_linux_bridge_privileged.group = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] vif_plug_linux_bridge_privileged.thread_pool_size = 12 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] vif_plug_linux_bridge_privileged.user = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] vif_plug_ovs_privileged.group  = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] vif_plug_ovs_privileged.helper_command = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] vif_plug_ovs_privileged.thread_pool_size = 12 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] vif_plug_ovs_privileged.user   = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] os_vif_linux_bridge.flat_interface = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] os_vif_linux_bridge.iptables_bottom_regex =  {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] os_vif_linux_bridge.iptables_top_regex =  {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] os_vif_linux_bridge.use_ipv6   = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] os_vif_linux_bridge.vlan_interface = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] os_vif_ovs.default_qos_type    = linux-noop {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] os_vif_ovs.isolate_vif         = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] os_vif_ovs.network_device_mtu  = 1500 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] os_vif_ovs.ovs_vsctl_timeout   = 120 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] os_vif_ovs.ovsdb_connection    = tcp:127.0.0.1:6640 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] os_vif_ovs.ovsdb_interface     = native {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] os_vif_ovs.per_port_bridge     = False {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] os_brick.lock_path             = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] privsep_osbrick.capabilities   = [21] {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] privsep_osbrick.group          = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] privsep_osbrick.helper_command = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] privsep_osbrick.logger_name    = os_brick.privileged {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] privsep_osbrick.thread_pool_size = 12 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] privsep_osbrick.user           = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] nova_sys_admin.capabilities    = [0, 1, 2, 3, 12, 21] {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] nova_sys_admin.group           = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] nova_sys_admin.helper_command  = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] nova_sys_admin.logger_name     = oslo_privsep.daemon {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] nova_sys_admin.thread_pool_size = 12 {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] nova_sys_admin.user            = None {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG oslo_service.service [None req-543b7c7f-c82c-4d41-b854-d71d049a5dad None None] ******************************************************************************** {{(pid=75147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}}
Oct 27 19:21:40 user nova-compute[75147]: INFO nova.service [-] Starting compute node (version 0.0.0)
Oct 27 19:21:40 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-443d6cd7-3ca2-4cb8-a402-a55ce4bda539 None None] Connecting to libvirt: qemu:///system {{(pid=75147) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:506}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-443d6cd7-3ca2-4cb8-a402-a55ce4bda539 None None] Registering for lifecycle events <nova.virt.libvirt.host.Host object at 0x7f290d856410> {{(pid=75147) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:512}}
Oct 27 19:21:40 user nova-compute[75147]: libvirt:  error : internal error: could not initialize domain event timer
Oct 27 19:21:40 user nova-compute[75147]: WARNING nova.virt.libvirt.host [None req-443d6cd7-3ca2-4cb8-a402-a55ce4bda539 None None] URI qemu:///system does not support events: internal error: could not initialize domain event timer: libvirt.libvirtError: internal error: could not initialize domain event timer
Oct 27 19:21:40 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-443d6cd7-3ca2-4cb8-a402-a55ce4bda539 None None] Registering for connection events: <nova.virt.libvirt.host.Host object at 0x7f290d856410> {{(pid=75147) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:533}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-443d6cd7-3ca2-4cb8-a402-a55ce4bda539 None None] Starting native event thread {{(pid=75147) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:492}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-443d6cd7-3ca2-4cb8-a402-a55ce4bda539 None None] Starting green dispatch thread {{(pid=75147) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:498}}
Oct 27 19:21:40 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-443d6cd7-3ca2-4cb8-a402-a55ce4bda539 None None] Starting connection event dispatch thread {{(pid=75147) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:501}}
Oct 27 19:21:40 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-443d6cd7-3ca2-4cb8-a402-a55ce4bda539 None None] Connection event '1' reason 'None'
Oct 27 19:21:40 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-443d6cd7-3ca2-4cb8-a402-a55ce4bda539 None None] Cannot update service status on host "user" since it is not registered.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host user could not be found.
Oct 27 19:21:40 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.mount [None req-443d6cd7-3ca2-4cb8-a402-a55ce4bda539 None None] Initialising _HostMountState generation 0 {{(pid=75147) host_up /opt/stack/nova/nova/virt/libvirt/volume/mount.py:130}}
Oct 27 19:21:47 user nova-compute[75147]: INFO nova.virt.libvirt.host [None req-443d6cd7-3ca2-4cb8-a402-a55ce4bda539 None None] Libvirt host capabilities <capabilities>
Oct 27 19:21:47 user nova-compute[75147]:   <host>
Oct 27 19:21:47 user nova-compute[75147]:     <uuid>e20c3142-5af9-7467-ecd8-70b2e4a210d6</uuid>
Oct 27 19:21:47 user nova-compute[75147]:     <cpu>
Oct 27 19:21:47 user nova-compute[75147]:       <arch>x86_64</arch>
Oct 27 19:21:47 user nova-compute[75147]:       <model>IvyBridge-IBRS</model>
Oct 27 19:21:47 user nova-compute[75147]:       <vendor>Intel</vendor>
Oct 27 19:21:47 user nova-compute[75147]:       <microcode version='1070'/>
Oct 27 19:21:47 user nova-compute[75147]:       <counter name='tsc' frequency='2094952000' scaling='no'/>
Oct 27 19:21:47 user nova-compute[75147]:       <topology sockets='6' dies='1' cores='1' threads='1'/>
Oct 27 19:21:47 user nova-compute[75147]:       <feature name='ss'/>
Oct 27 19:21:47 user nova-compute[75147]:       <feature name='vmx'/>
Oct 27 19:21:47 user nova-compute[75147]:       <feature name='pcid'/>
Oct 27 19:21:47 user nova-compute[75147]:       <feature name='osxsave'/>
Oct 27 19:21:47 user nova-compute[75147]:       <feature name='hypervisor'/>
Oct 27 19:21:47 user nova-compute[75147]:       <feature name='arat'/>
Oct 27 19:21:47 user nova-compute[75147]:       <feature name='tsc_adjust'/>
Oct 27 19:21:47 user nova-compute[75147]:       <feature name='md-clear'/>
Oct 27 19:21:47 user nova-compute[75147]:       <feature name='stibp'/>
Oct 27 19:21:47 user nova-compute[75147]:       <feature name='arch-capabilities'/>
Oct 27 19:21:47 user nova-compute[75147]:       <feature name='ssbd'/>
Oct 27 19:21:47 user nova-compute[75147]:       <feature name='invtsc'/>
Oct 27 19:21:47 user nova-compute[75147]:       <feature name='rsba'/>
Oct 27 19:21:47 user nova-compute[75147]:       <feature name='skip-l1dfl-vmentry'/>
Oct 27 19:21:47 user nova-compute[75147]:       <pages unit='KiB' size='4'/>
Oct 27 19:21:47 user nova-compute[75147]:       <pages unit='KiB' size='2048'/>
Oct 27 19:21:47 user nova-compute[75147]:     </cpu>
Oct 27 19:21:47 user nova-compute[75147]:     <power_management>
Oct 27 19:21:47 user nova-compute[75147]:       <suspend_mem/>
Oct 27 19:21:47 user nova-compute[75147]:       <suspend_disk/>
Oct 27 19:21:47 user nova-compute[75147]:       <suspend_hybrid/>
Oct 27 19:21:47 user nova-compute[75147]:     </power_management>
Oct 27 19:21:47 user nova-compute[75147]:     <iommu support='no'/>
Oct 27 19:21:47 user nova-compute[75147]:     <migration_features>
Oct 27 19:21:47 user nova-compute[75147]:       <live/>
Oct 27 19:21:47 user nova-compute[75147]:       <uri_transports>
Oct 27 19:21:47 user nova-compute[75147]:         <uri_transport>tcp</uri_transport>
Oct 27 19:21:47 user nova-compute[75147]:         <uri_transport>rdma</uri_transport>
Oct 27 19:21:47 user nova-compute[75147]:       </uri_transports>
Oct 27 19:21:47 user nova-compute[75147]:     </migration_features>
Oct 27 19:21:47 user nova-compute[75147]:     <topology>
Oct 27 19:21:47 user nova-compute[75147]:       <cells num='2'>
Oct 27 19:21:47 user nova-compute[75147]:         <cell id='0'>
Oct 27 19:21:47 user nova-compute[75147]:           <memory unit='KiB'>8189224</memory>
Oct 27 19:21:47 user nova-compute[75147]:           <pages unit='KiB' size='4'>2047306</pages>
Oct 27 19:21:47 user nova-compute[75147]:           <pages unit='KiB' size='2048'>0</pages>
Oct 27 19:21:47 user nova-compute[75147]:           <distances>
Oct 27 19:21:47 user nova-compute[75147]:             <sibling id='0' value='10'/>
Oct 27 19:21:47 user nova-compute[75147]:             <sibling id='1' value='20'/>
Oct 27 19:21:47 user nova-compute[75147]:           </distances>
Oct 27 19:21:47 user nova-compute[75147]:           <cpus num='6'>
Oct 27 19:21:47 user nova-compute[75147]:             <cpu id='0' socket_id='0' die_id='0' core_id='0' siblings='0'/>
Oct 27 19:21:47 user nova-compute[75147]:             <cpu id='1' socket_id='2' die_id='0' core_id='0' siblings='1'/>
Oct 27 19:21:47 user nova-compute[75147]:             <cpu id='2' socket_id='4' die_id='0' core_id='0' siblings='2'/>
Oct 27 19:21:47 user nova-compute[75147]:             <cpu id='3' socket_id='6' die_id='0' core_id='0' siblings='3'/>
Oct 27 19:21:47 user nova-compute[75147]:             <cpu id='4' socket_id='8' die_id='0' core_id='0' siblings='4'/>
Oct 27 19:21:47 user nova-compute[75147]:             <cpu id='5' socket_id='10' die_id='0' core_id='0' siblings='5'/>
Oct 27 19:21:47 user nova-compute[75147]:           </cpus>
Oct 27 19:21:47 user nova-compute[75147]:         </cell>
Oct 27 19:21:47 user nova-compute[75147]:         <cell id='1'>
Oct 27 19:21:47 user nova-compute[75147]:           <memory unit='KiB'>8206460</memory>
Oct 27 19:21:47 user nova-compute[75147]:           <pages unit='KiB' size='4'>2051615</pages>
Oct 27 19:21:47 user nova-compute[75147]:           <pages unit='KiB' size='2048'>0</pages>
Oct 27 19:21:47 user nova-compute[75147]:           <distances>
Oct 27 19:21:47 user nova-compute[75147]:             <sibling id='0' value='20'/>
Oct 27 19:21:47 user nova-compute[75147]:             <sibling id='1' value='10'/>
Oct 27 19:21:47 user nova-compute[75147]:           </distances>
Oct 27 19:21:47 user nova-compute[75147]:           <cpus num='6'>
Oct 27 19:21:47 user nova-compute[75147]:             <cpu id='6' socket_id='12' die_id='0' core_id='0' siblings='6'/>
Oct 27 19:21:47 user nova-compute[75147]:             <cpu id='7' socket_id='14' die_id='0' core_id='0' siblings='7'/>
Oct 27 19:21:47 user nova-compute[75147]:             <cpu id='8' socket_id='16' die_id='0' core_id='0' siblings='8'/>
Oct 27 19:21:47 user nova-compute[75147]:             <cpu id='9' socket_id='18' die_id='0' core_id='0' siblings='9'/>
Oct 27 19:21:47 user nova-compute[75147]:             <cpu id='10' socket_id='20' die_id='0' core_id='0' siblings='10'/>
Oct 27 19:21:47 user nova-compute[75147]:             <cpu id='11' socket_id='22' die_id='0' core_id='0' siblings='11'/>
Oct 27 19:21:47 user nova-compute[75147]:           </cpus>
Oct 27 19:21:47 user nova-compute[75147]:         </cell>
Oct 27 19:21:47 user nova-compute[75147]:       </cells>
Oct 27 19:21:47 user nova-compute[75147]:     </topology>
Oct 27 19:21:47 user nova-compute[75147]:     <cache>
Oct 27 19:21:47 user nova-compute[75147]:       <bank id='0' level='3' type='both' size='15' unit='MiB' cpus='0'/>
Oct 27 19:21:47 user nova-compute[75147]:       <bank id='2' level='3' type='both' size='15' unit='MiB' cpus='1'/>
Oct 27 19:21:47 user nova-compute[75147]:       <bank id='4' level='3' type='both' size='15' unit='MiB' cpus='2'/>
Oct 27 19:21:47 user nova-compute[75147]:       <bank id='6' level='3' type='both' size='15' unit='MiB' cpus='3'/>
Oct 27 19:21:47 user nova-compute[75147]:       <bank id='8' level='3' type='both' size='15' unit='MiB' cpus='4'/>
Oct 27 19:21:47 user nova-compute[75147]:       <bank id='10' level='3' type='both' size='15' unit='MiB' cpus='5'/>
Oct 27 19:21:47 user nova-compute[75147]:       <bank id='12' level='3' type='both' size='15' unit='MiB' cpus='6'/>
Oct 27 19:21:47 user nova-compute[75147]:       <bank id='14' level='3' type='both' size='15' unit='MiB' cpus='7'/>
Oct 27 19:21:47 user nova-compute[75147]:       <bank id='16' level='3' type='both' size='15' unit='MiB' cpus='8'/>
Oct 27 19:21:47 user nova-compute[75147]:       <bank id='18' level='3' type='both' size='15' unit='MiB' cpus='9'/>
Oct 27 19:21:47 user nova-compute[75147]:       <bank id='20' level='3' type='both' size='15' unit='MiB' cpus='10'/>
Oct 27 19:21:47 user nova-compute[75147]:       <bank id='22' level='3' type='both' size='15' unit='MiB' cpus='11'/>
Oct 27 19:21:47 user nova-compute[75147]:     </cache>
Oct 27 19:21:47 user nova-compute[75147]:     <secmodel>
Oct 27 19:21:47 user nova-compute[75147]:       <model>apparmor</model>
Oct 27 19:21:47 user nova-compute[75147]:       <doi>0</doi>
Oct 27 19:21:47 user nova-compute[75147]:     </secmodel>
Oct 27 19:21:47 user nova-compute[75147]:     <secmodel>
Oct 27 19:21:47 user nova-compute[75147]:       <model>dac</model>
Oct 27 19:21:47 user nova-compute[75147]:       <doi>0</doi>
Oct 27 19:21:47 user nova-compute[75147]:       <baselabel type='kvm'>+64055:+108</baselabel>
Oct 27 19:21:47 user nova-compute[75147]:       <baselabel type='qemu'>+64055:+108</baselabel>
Oct 27 19:21:47 user nova-compute[75147]:     </secmodel>
Oct 27 19:21:47 user nova-compute[75147]:   </host>
Oct 27 19:21:47 user nova-compute[75147]:   <guest>
Oct 27 19:21:47 user nova-compute[75147]:     <os_type>hvm</os_type>
Oct 27 19:21:47 user nova-compute[75147]:     <arch name='alpha'>
Oct 27 19:21:47 user nova-compute[75147]:       <wordsize>64</wordsize>
Oct 27 19:21:47 user nova-compute[75147]:       <emulator>/usr/bin/qemu-system-alpha</emulator>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='4'>clipper</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <domain type='qemu'/>
Oct 27 19:21:47 user nova-compute[75147]:     </arch>
Oct 27 19:21:47 user nova-compute[75147]:     <features>
Oct 27 19:21:47 user nova-compute[75147]:       <cpuselection/>
Oct 27 19:21:47 user nova-compute[75147]:       <deviceboot/>
Oct 27 19:21:47 user nova-compute[75147]:       <disksnapshot default='on' toggle='no'/>
Oct 27 19:21:47 user nova-compute[75147]:     </features>
Oct 27 19:21:47 user nova-compute[75147]:   </guest>
Oct 27 19:21:47 user nova-compute[75147]:   <guest>
Oct 27 19:21:47 user nova-compute[75147]:     <os_type>hvm</os_type>
Oct 27 19:21:47 user nova-compute[75147]:     <arch name='armv6l'>
Oct 27 19:21:47 user nova-compute[75147]:       <wordsize>32</wordsize>
Oct 27 19:21:47 user nova-compute[75147]:       <emulator>/usr/bin/qemu-system-arm</emulator>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>integratorcp</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2'>ast2600-evb</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>borzoi</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>spitz</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>virt-2.7</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2'>nuri</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>romulus-bmc</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='512'>virt-3.0</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='512'>virt-5.0</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2'>npcm750-evb</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>virt-2.10</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2'>rainier-bmc</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>mps3-an547</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2'>musca-b1</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>versatileab</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>kzm</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>virt-2.8</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2'>musca-a</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='512'>virt-3.1</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='512'>virt-5.1</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2'>smdkc210</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>sx1</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>virt-2.11</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>imx25-pdk</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>virt-2.9</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='4'>orangepi-pc</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>z2</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='512'>virt-5.2</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>tosa</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>mps2-an500</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>virt-2.12</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2'>mps2-an521</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='4'>sabrelite</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>mps2-an511</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>canon-a1100</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>realview-eb</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>emcraft-sf2</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>realview-pb-a8</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='512'>virt-4.0</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>raspi1ap</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>palmetto-bmc</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>sx1-v1</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>n810</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>g220a-bmc</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>n800</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2'>tacoma-bmc</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='512'>virt-4.1</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2'>quanta-gsj</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>versatilepb</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>terrier</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>mainstone</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='512'>virt-4.2</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2'>mps3-an524</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1' deprecated='yes'>swift-bmc</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2'>kudo-bmc</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='4'>vexpress-a9</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='4'>midway</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>musicpal</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>lm3s811evb</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>lm3s6965evb</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>microbit</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>mps2-an505</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>mps2-an385</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='512'>virt-6.0</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>cubieboard</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>verdex</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>netduino2</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>mps2-an386</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='512'>virt-6.1</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='4'>raspi2b</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='4'>vexpress-a15</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2'>fuji-bmc</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='512'>virt-6.2</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine canonical='virt-6.2' maxCpus='512'>virt</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>cheetah</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>virt-2.6</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>ast2500-evb</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='4'>highbank</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>akita</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>connex</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>netduinoplus2</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>collie</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>raspi0</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <domain type='qemu'/>
Oct 27 19:21:47 user nova-compute[75147]:     </arch>
Oct 27 19:21:47 user nova-compute[75147]:     <features>
Oct 27 19:21:47 user nova-compute[75147]:       <cpuselection/>
Oct 27 19:21:47 user nova-compute[75147]:       <deviceboot/>
Oct 27 19:21:47 user nova-compute[75147]:       <disksnapshot default='on' toggle='no'/>
Oct 27 19:21:47 user nova-compute[75147]:     </features>
Oct 27 19:21:47 user nova-compute[75147]:   </guest>
Oct 27 19:21:47 user nova-compute[75147]:   <guest>
Oct 27 19:21:47 user nova-compute[75147]:     <os_type>hvm</os_type>
Oct 27 19:21:47 user nova-compute[75147]:     <arch name='armv7l'>
Oct 27 19:21:47 user nova-compute[75147]:       <wordsize>32</wordsize>
Oct 27 19:21:47 user nova-compute[75147]:       <emulator>/usr/bin/qemu-system-arm</emulator>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>integratorcp</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2'>ast2600-evb</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>borzoi</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>spitz</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>virt-2.7</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2'>nuri</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>romulus-bmc</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='512'>virt-3.0</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='512'>virt-5.0</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2'>npcm750-evb</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>virt-2.10</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2'>rainier-bmc</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>mps3-an547</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2'>musca-b1</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>versatileab</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>kzm</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>virt-2.8</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2'>musca-a</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='512'>virt-3.1</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='512'>virt-5.1</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2'>smdkc210</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>sx1</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>virt-2.11</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>imx25-pdk</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>virt-2.9</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='4'>orangepi-pc</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>z2</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='512'>virt-5.2</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>tosa</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>mps2-an500</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>virt-2.12</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2'>mps2-an521</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='4'>sabrelite</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>mps2-an511</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>canon-a1100</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>realview-eb</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>emcraft-sf2</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>realview-pb-a8</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='512'>virt-4.0</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>raspi1ap</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>palmetto-bmc</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>sx1-v1</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>n810</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>g220a-bmc</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>n800</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2'>tacoma-bmc</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='512'>virt-4.1</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2'>quanta-gsj</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>versatilepb</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>terrier</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>mainstone</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='512'>virt-4.2</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2'>mps3-an524</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1' deprecated='yes'>swift-bmc</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2'>kudo-bmc</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='4'>vexpress-a9</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='4'>midway</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>musicpal</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>lm3s811evb</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>lm3s6965evb</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>microbit</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>mps2-an505</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>mps2-an385</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='512'>virt-6.0</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>cubieboard</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>verdex</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>netduino2</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>mps2-an386</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='512'>virt-6.1</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='4'>raspi2b</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='4'>vexpress-a15</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2'>fuji-bmc</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='512'>virt-6.2</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine canonical='virt-6.2' maxCpus='512'>virt</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>cheetah</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>virt-2.6</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>ast2500-evb</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='4'>highbank</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>akita</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>connex</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>netduinoplus2</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>collie</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>raspi0</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <domain type='qemu'/>
Oct 27 19:21:47 user nova-compute[75147]:     </arch>
Oct 27 19:21:47 user nova-compute[75147]:     <features>
Oct 27 19:21:47 user nova-compute[75147]:       <cpuselection/>
Oct 27 19:21:47 user nova-compute[75147]:       <deviceboot/>
Oct 27 19:21:47 user nova-compute[75147]:       <disksnapshot default='on' toggle='no'/>
Oct 27 19:21:47 user nova-compute[75147]:     </features>
Oct 27 19:21:47 user nova-compute[75147]:   </guest>
Oct 27 19:21:47 user nova-compute[75147]:   <guest>
Oct 27 19:21:47 user nova-compute[75147]:     <os_type>hvm</os_type>
Oct 27 19:21:47 user nova-compute[75147]:     <arch name='aarch64'>
Oct 27 19:21:47 user nova-compute[75147]:       <wordsize>64</wordsize>
Oct 27 19:21:47 user nova-compute[75147]:       <emulator>/usr/bin/qemu-system-aarch64</emulator>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>integratorcp</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2'>ast2600-evb</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>borzoi</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>spitz</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>virt-2.7</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2'>nuri</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>romulus-bmc</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='512'>virt-3.0</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='512'>virt-5.0</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2'>npcm750-evb</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>virt-2.10</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2'>rainier-bmc</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>mps3-an547</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>virt-2.8</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2'>musca-b1</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>versatileab</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>kzm</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2'>musca-a</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='512'>virt-3.1</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='512'>virt-5.1</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2'>smdkc210</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>sx1</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>virt-2.11</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>imx25-pdk</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>virt-2.9</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='4'>orangepi-pc</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>z2</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='512'>virt-5.2</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='6'>xlnx-zcu102</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>tosa</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>mps2-an500</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>virt-2.12</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2'>mps2-an521</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='4'>sabrelite</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>mps2-an511</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>canon-a1100</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>realview-eb</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>emcraft-sf2</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>realview-pb-a8</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='512'>sbsa-ref</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='512'>virt-4.0</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>raspi1ap</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>palmetto-bmc</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>sx1-v1</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>n810</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>g220a-bmc</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>n800</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2'>tacoma-bmc</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='512'>virt-4.1</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2'>quanta-gsj</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>versatilepb</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>terrier</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>mainstone</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='512'>virt-4.2</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2'>mps3-an524</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1' deprecated='yes'>swift-bmc</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2'>kudo-bmc</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='4'>vexpress-a9</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='4'>midway</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>musicpal</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>lm3s811evb</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>lm3s6965evb</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>microbit</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>mps2-an505</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>mps2-an385</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='512'>virt-6.0</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='4'>raspi3ap</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>cubieboard</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>verdex</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>netduino2</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2'>xlnx-versal-virt</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>mps2-an386</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='512'>virt-6.1</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='4'>raspi3b</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='4'>raspi2b</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='4'>vexpress-a15</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2'>fuji-bmc</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='512'>virt-6.2</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine canonical='virt-6.2' maxCpus='512'>virt</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>cheetah</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>virt-2.6</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>ast2500-evb</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='4'>highbank</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>akita</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>connex</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>netduinoplus2</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>collie</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>raspi0</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <domain type='qemu'/>
Oct 27 19:21:47 user nova-compute[75147]:     </arch>
Oct 27 19:21:47 user nova-compute[75147]:     <features>
Oct 27 19:21:47 user nova-compute[75147]:       <acpi default='on' toggle='yes'/>
Oct 27 19:21:47 user nova-compute[75147]:       <cpuselection/>
Oct 27 19:21:47 user nova-compute[75147]:       <deviceboot/>
Oct 27 19:21:47 user nova-compute[75147]:       <disksnapshot default='on' toggle='no'/>
Oct 27 19:21:47 user nova-compute[75147]:     </features>
Oct 27 19:21:47 user nova-compute[75147]:   </guest>
Oct 27 19:21:47 user nova-compute[75147]:   <guest>
Oct 27 19:21:47 user nova-compute[75147]:     <os_type>hvm</os_type>
Oct 27 19:21:47 user nova-compute[75147]:     <arch name='cris'>
Oct 27 19:21:47 user nova-compute[75147]:       <wordsize>32</wordsize>
Oct 27 19:21:47 user nova-compute[75147]:       <emulator>/usr/bin/qemu-system-cris</emulator>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>axis-dev88</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <domain type='qemu'/>
Oct 27 19:21:47 user nova-compute[75147]:     </arch>
Oct 27 19:21:47 user nova-compute[75147]:     <features>
Oct 27 19:21:47 user nova-compute[75147]:       <cpuselection/>
Oct 27 19:21:47 user nova-compute[75147]:       <deviceboot/>
Oct 27 19:21:47 user nova-compute[75147]:       <disksnapshot default='on' toggle='no'/>
Oct 27 19:21:47 user nova-compute[75147]:     </features>
Oct 27 19:21:47 user nova-compute[75147]:   </guest>
Oct 27 19:21:47 user nova-compute[75147]:   <guest>
Oct 27 19:21:47 user nova-compute[75147]:     <os_type>hvm</os_type>
Oct 27 19:21:47 user nova-compute[75147]:     <arch name='i686'>
Oct 27 19:21:47 user nova-compute[75147]:       <wordsize>32</wordsize>
Oct 27 19:21:47 user nova-compute[75147]:       <emulator>/usr/bin/qemu-system-i386</emulator>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-i440fx-jammy</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine canonical='pc-i440fx-jammy' maxCpus='255'>ubuntu</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-i440fx-impish-hpb</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='288'>pc-q35-5.2</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-i440fx-2.12</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-i440fx-2.0</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-i440fx-xenial</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-i440fx-6.2</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine canonical='pc-i440fx-6.2' maxCpus='255'>pc</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='288'>pc-q35-4.2</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-i440fx-2.5</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-i440fx-4.2</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-i440fx-focal</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-i440fx-hirsute</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-q35-xenial</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-i440fx-jammy-hpb</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-i440fx-5.2</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-i440fx-1.5</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-q35-2.7</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='288'>pc-q35-eoan-hpb</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-i440fx-zesty</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-i440fx-disco-hpb</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='288'>pc-q35-groovy</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-i440fx-groovy</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='288'>pc-q35-artful</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-i440fx-2.2</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-i440fx-trusty</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-i440fx-eoan-hpb</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='288'>pc-q35-focal-hpb</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='288'>pc-q35-bionic-hpb</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-i440fx-artful</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-i440fx-2.7</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='288'>pc-q35-6.1</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-i440fx-yakkety</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-q35-2.4</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='288'>pc-q35-cosmic-hpb</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='288'>pc-q35-2.10</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>x-remote</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='288'>pc-q35-5.1</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-i440fx-1.7</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='288'>pc-q35-2.9</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-i440fx-2.11</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='288'>pc-q35-3.1</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-i440fx-6.1</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='288'>pc-q35-4.1</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='288'>pc-q35-jammy</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine canonical='pc-q35-jammy' maxCpus='288'>ubuntu-q35</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-i440fx-2.4</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-i440fx-4.1</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='288'>pc-q35-eoan</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='288'>pc-q35-jammy-hpb</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-i440fx-5.1</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-i440fx-2.9</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-i440fx-bionic-hpb</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>isapc</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-i440fx-1.4</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='288'>pc-q35-cosmic</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-q35-2.6</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-i440fx-3.1</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='288'>pc-q35-bionic</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='288'>pc-q35-disco-hpb</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-i440fx-cosmic</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='288'>pc-q35-2.12</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-i440fx-bionic</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='288'>pc-q35-groovy-hpb</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='288'>pc-q35-disco</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-i440fx-cosmic-hpb</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-i440fx-2.1</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-i440fx-wily</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='288'>pc-q35-impish</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='288'>pc-q35-6.0</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-i440fx-impish</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-i440fx-2.6</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='288'>pc-q35-impish-hpb</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='288'>pc-q35-hirsute</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='288'>pc-q35-4.0.1</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='288'>pc-q35-hirsute-hpb</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-i440fx-1.6</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='288'>pc-q35-5.0</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='288'>pc-q35-2.8</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-i440fx-2.10</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='288'>pc-q35-3.0</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-i440fx-6.0</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='288'>pc-q35-zesty</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='288'>pc-q35-4.0</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='288'>pc-q35-focal</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='288'>microvm</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-i440fx-2.3</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-i440fx-focal-hpb</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-i440fx-disco</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-i440fx-4.0</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-i440fx-groovy-hpb</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-i440fx-hirsute-hpb</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-i440fx-5.0</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='288'>pc-q35-6.2</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine canonical='pc-q35-6.2' maxCpus='288'>q35</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-i440fx-2.8</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-i440fx-eoan</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-q35-2.5</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-i440fx-3.0</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-q35-yakkety</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='288'>pc-q35-2.11</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <domain type='qemu'/>
Oct 27 19:21:47 user nova-compute[75147]:       <domain type='kvm'/>
Oct 27 19:21:47 user nova-compute[75147]:     </arch>
Oct 27 19:21:47 user nova-compute[75147]:     <features>
Oct 27 19:21:47 user nova-compute[75147]:       <pae/>
Oct 27 19:21:47 user nova-compute[75147]:       <nonpae/>
Oct 27 19:21:47 user nova-compute[75147]:       <acpi default='on' toggle='yes'/>
Oct 27 19:21:47 user nova-compute[75147]:       <apic default='on' toggle='no'/>
Oct 27 19:21:47 user nova-compute[75147]:       <cpuselection/>
Oct 27 19:21:47 user nova-compute[75147]:       <deviceboot/>
Oct 27 19:21:47 user nova-compute[75147]:       <disksnapshot default='on' toggle='no'/>
Oct 27 19:21:47 user nova-compute[75147]:     </features>
Oct 27 19:21:47 user nova-compute[75147]:   </guest>
Oct 27 19:21:47 user nova-compute[75147]:   <guest>
Oct 27 19:21:47 user nova-compute[75147]:     <os_type>hvm</os_type>
Oct 27 19:21:47 user nova-compute[75147]:     <arch name='m68k'>
Oct 27 19:21:47 user nova-compute[75147]:       <wordsize>32</wordsize>
Oct 27 19:21:47 user nova-compute[75147]:       <emulator>/usr/bin/qemu-system-m68k</emulator>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>mcf5208evb</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>an5206</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>virt-6.0</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>q800</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>virt-6.2</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine canonical='virt-6.2' maxCpus='1'>virt</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>next-cube</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>virt-6.1</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <domain type='qemu'/>
Oct 27 19:21:47 user nova-compute[75147]:     </arch>
Oct 27 19:21:47 user nova-compute[75147]:     <features>
Oct 27 19:21:47 user nova-compute[75147]:       <cpuselection/>
Oct 27 19:21:47 user nova-compute[75147]:       <deviceboot/>
Oct 27 19:21:47 user nova-compute[75147]:       <disksnapshot default='on' toggle='no'/>
Oct 27 19:21:47 user nova-compute[75147]:     </features>
Oct 27 19:21:47 user nova-compute[75147]:   </guest>
Oct 27 19:21:47 user nova-compute[75147]:   <guest>
Oct 27 19:21:47 user nova-compute[75147]:     <os_type>hvm</os_type>
Oct 27 19:21:47 user nova-compute[75147]:     <arch name='microblaze'>
Oct 27 19:21:47 user nova-compute[75147]:       <wordsize>32</wordsize>
Oct 27 19:21:47 user nova-compute[75147]:       <emulator>/usr/bin/qemu-system-microblaze</emulator>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>petalogix-s3adsp1800</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>petalogix-ml605</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>xlnx-zynqmp-pmu</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <domain type='qemu'/>
Oct 27 19:21:47 user nova-compute[75147]:     </arch>
Oct 27 19:21:47 user nova-compute[75147]:     <features>
Oct 27 19:21:47 user nova-compute[75147]:       <cpuselection/>
Oct 27 19:21:47 user nova-compute[75147]:       <deviceboot/>
Oct 27 19:21:47 user nova-compute[75147]:       <disksnapshot default='on' toggle='no'/>
Oct 27 19:21:47 user nova-compute[75147]:     </features>
Oct 27 19:21:47 user nova-compute[75147]:   </guest>
Oct 27 19:21:47 user nova-compute[75147]:   <guest>
Oct 27 19:21:47 user nova-compute[75147]:     <os_type>hvm</os_type>
Oct 27 19:21:47 user nova-compute[75147]:     <arch name='microblazeel'>
Oct 27 19:21:47 user nova-compute[75147]:       <wordsize>32</wordsize>
Oct 27 19:21:47 user nova-compute[75147]:       <emulator>/usr/bin/qemu-system-microblazeel</emulator>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>petalogix-s3adsp1800</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>petalogix-ml605</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>xlnx-zynqmp-pmu</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <domain type='qemu'/>
Oct 27 19:21:47 user nova-compute[75147]:     </arch>
Oct 27 19:21:47 user nova-compute[75147]:     <features>
Oct 27 19:21:47 user nova-compute[75147]:       <cpuselection/>
Oct 27 19:21:47 user nova-compute[75147]:       <deviceboot/>
Oct 27 19:21:47 user nova-compute[75147]:       <disksnapshot default='on' toggle='no'/>
Oct 27 19:21:47 user nova-compute[75147]:     </features>
Oct 27 19:21:47 user nova-compute[75147]:   </guest>
Oct 27 19:21:47 user nova-compute[75147]:   <guest>
Oct 27 19:21:47 user nova-compute[75147]:     <os_type>hvm</os_type>
Oct 27 19:21:47 user nova-compute[75147]:     <arch name='mips'>
Oct 27 19:21:47 user nova-compute[75147]:       <wordsize>32</wordsize>
Oct 27 19:21:47 user nova-compute[75147]:       <emulator>/usr/bin/qemu-system-mips</emulator>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='16'>malta</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>mipssim</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <domain type='qemu'/>
Oct 27 19:21:47 user nova-compute[75147]:     </arch>
Oct 27 19:21:47 user nova-compute[75147]:     <features>
Oct 27 19:21:47 user nova-compute[75147]:       <cpuselection/>
Oct 27 19:21:47 user nova-compute[75147]:       <deviceboot/>
Oct 27 19:21:47 user nova-compute[75147]:       <disksnapshot default='on' toggle='no'/>
Oct 27 19:21:47 user nova-compute[75147]:     </features>
Oct 27 19:21:47 user nova-compute[75147]:   </guest>
Oct 27 19:21:47 user nova-compute[75147]:   <guest>
Oct 27 19:21:47 user nova-compute[75147]:     <os_type>hvm</os_type>
Oct 27 19:21:47 user nova-compute[75147]:     <arch name='mipsel'>
Oct 27 19:21:47 user nova-compute[75147]:       <wordsize>32</wordsize>
Oct 27 19:21:47 user nova-compute[75147]:       <emulator>/usr/bin/qemu-system-mipsel</emulator>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='16'>malta</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>mipssim</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <domain type='qemu'/>
Oct 27 19:21:47 user nova-compute[75147]:     </arch>
Oct 27 19:21:47 user nova-compute[75147]:     <features>
Oct 27 19:21:47 user nova-compute[75147]:       <cpuselection/>
Oct 27 19:21:47 user nova-compute[75147]:       <deviceboot/>
Oct 27 19:21:47 user nova-compute[75147]:       <disksnapshot default='on' toggle='no'/>
Oct 27 19:21:47 user nova-compute[75147]:     </features>
Oct 27 19:21:47 user nova-compute[75147]:   </guest>
Oct 27 19:21:47 user nova-compute[75147]:   <guest>
Oct 27 19:21:47 user nova-compute[75147]:     <os_type>hvm</os_type>
Oct 27 19:21:47 user nova-compute[75147]:     <arch name='mips64'>
Oct 27 19:21:47 user nova-compute[75147]:       <wordsize>64</wordsize>
Oct 27 19:21:47 user nova-compute[75147]:       <emulator>/usr/bin/qemu-system-mips64</emulator>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='16'>malta</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>mipssim</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>pica61</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>magnum</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <domain type='qemu'/>
Oct 27 19:21:47 user nova-compute[75147]:     </arch>
Oct 27 19:21:47 user nova-compute[75147]:     <features>
Oct 27 19:21:47 user nova-compute[75147]:       <cpuselection/>
Oct 27 19:21:47 user nova-compute[75147]:       <deviceboot/>
Oct 27 19:21:47 user nova-compute[75147]:       <disksnapshot default='on' toggle='no'/>
Oct 27 19:21:47 user nova-compute[75147]:     </features>
Oct 27 19:21:47 user nova-compute[75147]:   </guest>
Oct 27 19:21:47 user nova-compute[75147]:   <guest>
Oct 27 19:21:47 user nova-compute[75147]:     <os_type>hvm</os_type>
Oct 27 19:21:47 user nova-compute[75147]:     <arch name='mips64el'>
Oct 27 19:21:47 user nova-compute[75147]:       <wordsize>64</wordsize>
Oct 27 19:21:47 user nova-compute[75147]:       <emulator>/usr/bin/qemu-system-mips64el</emulator>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='16'>malta</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='16'>loongson3-virt</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>mipssim</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>pica61</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>magnum</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='16'>boston</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>fuloong2e</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <domain type='qemu'/>
Oct 27 19:21:47 user nova-compute[75147]:     </arch>
Oct 27 19:21:47 user nova-compute[75147]:     <features>
Oct 27 19:21:47 user nova-compute[75147]:       <cpuselection/>
Oct 27 19:21:47 user nova-compute[75147]:       <deviceboot/>
Oct 27 19:21:47 user nova-compute[75147]:       <disksnapshot default='on' toggle='no'/>
Oct 27 19:21:47 user nova-compute[75147]:     </features>
Oct 27 19:21:47 user nova-compute[75147]:   </guest>
Oct 27 19:21:47 user nova-compute[75147]:   <guest>
Oct 27 19:21:47 user nova-compute[75147]:     <os_type>hvm</os_type>
Oct 27 19:21:47 user nova-compute[75147]:     <arch name='ppc'>
Oct 27 19:21:47 user nova-compute[75147]:       <wordsize>32</wordsize>
Oct 27 19:21:47 user nova-compute[75147]:       <emulator>/usr/bin/qemu-system-ppc</emulator>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>g3beige</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>virtex-ml507</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>mac99</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='32'>ppce500</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>pegasos2</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>sam460ex</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>bamboo</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>40p</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>ref405ep</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='15'>mpc8544ds</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>taihu</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <domain type='qemu'/>
Oct 27 19:21:47 user nova-compute[75147]:     </arch>
Oct 27 19:21:47 user nova-compute[75147]:     <features>
Oct 27 19:21:47 user nova-compute[75147]:       <cpuselection/>
Oct 27 19:21:47 user nova-compute[75147]:       <deviceboot/>
Oct 27 19:21:47 user nova-compute[75147]:       <disksnapshot default='on' toggle='no'/>
Oct 27 19:21:47 user nova-compute[75147]:     </features>
Oct 27 19:21:47 user nova-compute[75147]:   </guest>
Oct 27 19:21:47 user nova-compute[75147]:   <guest>
Oct 27 19:21:47 user nova-compute[75147]:     <os_type>hvm</os_type>
Oct 27 19:21:47 user nova-compute[75147]:     <arch name='ppc64'>
Oct 27 19:21:47 user nova-compute[75147]:       <wordsize>64</wordsize>
Oct 27 19:21:47 user nova-compute[75147]:       <emulator>/usr/bin/qemu-system-ppc64</emulator>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2147483647'>pseries-jammy</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine canonical='pseries-jammy' maxCpus='2147483647'>pseries</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2048'>powernv9</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine canonical='powernv9' maxCpus='2048'>powernv</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>taihu</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2147483647'>pseries-4.1</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='15'>mpc8544ds</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2147483647'>pseries-6.1</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2147483647'>pseries-2.5</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2048'>powernv10</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2147483647'>pseries-xenial</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2147483647'>pseries-4.2</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2147483647'>pseries-6.2</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2147483647'>pseries-yakkety</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2147483647'>pseries-2.6</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='32'>ppce500</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2147483647'>pseries-bionic-sxxm</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2147483647'>pseries-2.7</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2147483647'>pseries-3.0</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2147483647'>pseries-5.0</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>40p</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2147483647'>pseries-2.8</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>pegasos2</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2147483647'>pseries-hirsute</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2147483647'>pseries-3.1</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2147483647'>pseries-5.1</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2147483647'>pseries-eoan</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2147483647'>pseries-2.9</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2147483647'>pseries-zesty</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>bamboo</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2147483647'>pseries-groovy</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2147483647'>pseries-focal</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>g3beige</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2147483647'>pseries-5.2</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2147483647'>pseries-disco</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2147483647'>pseries-2.12-sxxm</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2147483647'>pseries-2.10</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>virtex-ml507</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2147483647'>pseries-2.11</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2147483647'>pseries-2.1</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2147483647'>pseries-cosmic</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2147483647'>pseries-bionic</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2147483647'>pseries-2.12</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2147483647'>pseries-2.2</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>mac99</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2147483647'>pseries-impish</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2147483647'>pseries-artful</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>sam460ex</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>ref405ep</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2147483647'>pseries-2.3</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2048'>powernv8</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2147483647'>pseries-4.0</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2147483647'>pseries-6.0</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2147483647'>pseries-2.4</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <domain type='qemu'/>
Oct 27 19:21:47 user nova-compute[75147]:     </arch>
Oct 27 19:21:47 user nova-compute[75147]:     <features>
Oct 27 19:21:47 user nova-compute[75147]:       <cpuselection/>
Oct 27 19:21:47 user nova-compute[75147]:       <deviceboot/>
Oct 27 19:21:47 user nova-compute[75147]:       <disksnapshot default='on' toggle='no'/>
Oct 27 19:21:47 user nova-compute[75147]:     </features>
Oct 27 19:21:47 user nova-compute[75147]:   </guest>
Oct 27 19:21:47 user nova-compute[75147]:   <guest>
Oct 27 19:21:47 user nova-compute[75147]:     <os_type>hvm</os_type>
Oct 27 19:21:47 user nova-compute[75147]:     <arch name='ppc64le'>
Oct 27 19:21:47 user nova-compute[75147]:       <wordsize>64</wordsize>
Oct 27 19:21:47 user nova-compute[75147]:       <emulator>/usr/bin/qemu-system-ppc64le</emulator>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2147483647'>pseries-jammy</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine canonical='pseries-jammy' maxCpus='2147483647'>pseries</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2048'>powernv9</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine canonical='powernv9' maxCpus='2048'>powernv</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>taihu</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2147483647'>pseries-4.1</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='15'>mpc8544ds</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2147483647'>pseries-6.1</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2147483647'>pseries-2.5</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2048'>powernv10</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2147483647'>pseries-xenial</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2147483647'>pseries-4.2</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2147483647'>pseries-6.2</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2147483647'>pseries-yakkety</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2147483647'>pseries-2.6</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='32'>ppce500</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2147483647'>pseries-bionic-sxxm</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2147483647'>pseries-2.7</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2147483647'>pseries-3.0</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2147483647'>pseries-5.0</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>40p</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2147483647'>pseries-2.8</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>pegasos2</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2147483647'>pseries-hirsute</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2147483647'>pseries-3.1</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2147483647'>pseries-5.1</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2147483647'>pseries-eoan</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2147483647'>pseries-2.9</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2147483647'>pseries-zesty</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>bamboo</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2147483647'>pseries-groovy</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2147483647'>pseries-focal</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>g3beige</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2147483647'>pseries-5.2</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2147483647'>pseries-disco</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2147483647'>pseries-2.12-sxxm</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2147483647'>pseries-2.10</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>virtex-ml507</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2147483647'>pseries-2.11</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2147483647'>pseries-2.1</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2147483647'>pseries-cosmic</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2147483647'>pseries-bionic</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2147483647'>pseries-2.12</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2147483647'>pseries-2.2</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>mac99</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2147483647'>pseries-impish</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2147483647'>pseries-artful</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>sam460ex</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>ref405ep</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2147483647'>pseries-2.3</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2048'>powernv8</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2147483647'>pseries-4.0</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2147483647'>pseries-6.0</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='2147483647'>pseries-2.4</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <domain type='qemu'/>
Oct 27 19:21:47 user nova-compute[75147]:     </arch>
Oct 27 19:21:47 user nova-compute[75147]:     <features>
Oct 27 19:21:47 user nova-compute[75147]:       <cpuselection/>
Oct 27 19:21:47 user nova-compute[75147]:       <deviceboot/>
Oct 27 19:21:47 user nova-compute[75147]:       <disksnapshot default='on' toggle='no'/>
Oct 27 19:21:47 user nova-compute[75147]:     </features>
Oct 27 19:21:47 user nova-compute[75147]:   </guest>
Oct 27 19:21:47 user nova-compute[75147]:   <guest>
Oct 27 19:21:47 user nova-compute[75147]:     <os_type>hvm</os_type>
Oct 27 19:21:47 user nova-compute[75147]:     <arch name='riscv32'>
Oct 27 19:21:47 user nova-compute[75147]:       <wordsize>32</wordsize>
Oct 27 19:21:47 user nova-compute[75147]:       <emulator>/usr/bin/qemu-system-riscv32</emulator>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='8'>spike</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>opentitan</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='5'>sifive_u</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>sifive_e</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='8'>virt</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <domain type='qemu'/>
Oct 27 19:21:47 user nova-compute[75147]:     </arch>
Oct 27 19:21:47 user nova-compute[75147]:     <features>
Oct 27 19:21:47 user nova-compute[75147]:       <cpuselection/>
Oct 27 19:21:47 user nova-compute[75147]:       <deviceboot/>
Oct 27 19:21:47 user nova-compute[75147]:       <disksnapshot default='on' toggle='no'/>
Oct 27 19:21:47 user nova-compute[75147]:     </features>
Oct 27 19:21:47 user nova-compute[75147]:   </guest>
Oct 27 19:21:47 user nova-compute[75147]:   <guest>
Oct 27 19:21:47 user nova-compute[75147]:     <os_type>hvm</os_type>
Oct 27 19:21:47 user nova-compute[75147]:     <arch name='riscv64'>
Oct 27 19:21:47 user nova-compute[75147]:       <wordsize>64</wordsize>
Oct 27 19:21:47 user nova-compute[75147]:       <emulator>/usr/bin/qemu-system-riscv64</emulator>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='8'>spike</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='5'>microchip-icicle-kit</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='5'>sifive_u</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>shakti_c</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>sifive_e</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='8'>virt</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <domain type='qemu'/>
Oct 27 19:21:47 user nova-compute[75147]:     </arch>
Oct 27 19:21:47 user nova-compute[75147]:     <features>
Oct 27 19:21:47 user nova-compute[75147]:       <cpuselection/>
Oct 27 19:21:47 user nova-compute[75147]:       <deviceboot/>
Oct 27 19:21:47 user nova-compute[75147]:       <disksnapshot default='on' toggle='no'/>
Oct 27 19:21:47 user nova-compute[75147]:     </features>
Oct 27 19:21:47 user nova-compute[75147]:   </guest>
Oct 27 19:21:47 user nova-compute[75147]:   <guest>
Oct 27 19:21:47 user nova-compute[75147]:     <os_type>hvm</os_type>
Oct 27 19:21:47 user nova-compute[75147]:     <arch name='s390x'>
Oct 27 19:21:47 user nova-compute[75147]:       <wordsize>64</wordsize>
Oct 27 19:21:47 user nova-compute[75147]:       <emulator>/usr/bin/qemu-system-s390x</emulator>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='248'>s390-ccw-virtio-jammy</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine canonical='s390-ccw-virtio-jammy' maxCpus='248'>s390-ccw-virtio</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='248'>s390-ccw-virtio-4.0</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='248'>s390-ccw-virtio-5.2</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='248'>s390-ccw-virtio-artful</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='248'>s390-ccw-virtio-3.1</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='248'>s390-ccw-virtio-groovy</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='248'>s390-ccw-virtio-hirsute</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='248'>s390-ccw-virtio-disco</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='248'>s390-ccw-virtio-2.12</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='248'>s390-ccw-virtio-2.6</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='248'>s390-ccw-virtio-yakkety</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='248'>s390-ccw-virtio-eoan</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='248'>s390-ccw-virtio-2.9</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='248'>s390-ccw-virtio-6.0</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='248'>s390-ccw-virtio-5.1</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='248'>s390-ccw-virtio-3.0</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='248'>s390-ccw-virtio-4.2</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='248'>s390-ccw-virtio-2.5</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='248'>s390-ccw-virtio-2.11</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='248'>s390-ccw-virtio-xenial</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='248'>s390-ccw-virtio-focal</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='248'>s390-ccw-virtio-2.8</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='248'>s390-ccw-virtio-impish</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='248'>s390-ccw-virtio-bionic</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='248'>s390-ccw-virtio-5.0</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='248'>s390-ccw-virtio-6.2</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='248'>s390-ccw-virtio-zesty</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='248'>s390-ccw-virtio-4.1</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='248'>s390-ccw-virtio-cosmic</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='248'>s390-ccw-virtio-2.4</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='248'>s390-ccw-virtio-2.10</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='248'>s390-ccw-virtio-2.7</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='248'>s390-ccw-virtio-6.1</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <domain type='qemu'/>
Oct 27 19:21:47 user nova-compute[75147]:     </arch>
Oct 27 19:21:47 user nova-compute[75147]:     <features>
Oct 27 19:21:47 user nova-compute[75147]:       <cpuselection/>
Oct 27 19:21:47 user nova-compute[75147]:       <deviceboot/>
Oct 27 19:21:47 user nova-compute[75147]:       <disksnapshot default='on' toggle='no'/>
Oct 27 19:21:47 user nova-compute[75147]:     </features>
Oct 27 19:21:47 user nova-compute[75147]:   </guest>
Oct 27 19:21:47 user nova-compute[75147]:   <guest>
Oct 27 19:21:47 user nova-compute[75147]:     <os_type>hvm</os_type>
Oct 27 19:21:47 user nova-compute[75147]:     <arch name='sh4'>
Oct 27 19:21:47 user nova-compute[75147]:       <wordsize>32</wordsize>
Oct 27 19:21:47 user nova-compute[75147]:       <emulator>/usr/bin/qemu-system-sh4</emulator>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>shix</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>r2d</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <domain type='qemu'/>
Oct 27 19:21:47 user nova-compute[75147]:     </arch>
Oct 27 19:21:47 user nova-compute[75147]:     <features>
Oct 27 19:21:47 user nova-compute[75147]:       <cpuselection/>
Oct 27 19:21:47 user nova-compute[75147]:       <deviceboot/>
Oct 27 19:21:47 user nova-compute[75147]:       <disksnapshot default='on' toggle='no'/>
Oct 27 19:21:47 user nova-compute[75147]:     </features>
Oct 27 19:21:47 user nova-compute[75147]:   </guest>
Oct 27 19:21:47 user nova-compute[75147]:   <guest>
Oct 27 19:21:47 user nova-compute[75147]:     <os_type>hvm</os_type>
Oct 27 19:21:47 user nova-compute[75147]:     <arch name='sh4eb'>
Oct 27 19:21:47 user nova-compute[75147]:       <wordsize>64</wordsize>
Oct 27 19:21:47 user nova-compute[75147]:       <emulator>/usr/bin/qemu-system-sh4eb</emulator>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>shix</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>r2d</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <domain type='qemu'/>
Oct 27 19:21:47 user nova-compute[75147]:     </arch>
Oct 27 19:21:47 user nova-compute[75147]:     <features>
Oct 27 19:21:47 user nova-compute[75147]:       <cpuselection/>
Oct 27 19:21:47 user nova-compute[75147]:       <deviceboot/>
Oct 27 19:21:47 user nova-compute[75147]:       <disksnapshot default='on' toggle='no'/>
Oct 27 19:21:47 user nova-compute[75147]:     </features>
Oct 27 19:21:47 user nova-compute[75147]:   </guest>
Oct 27 19:21:47 user nova-compute[75147]:   <guest>
Oct 27 19:21:47 user nova-compute[75147]:     <os_type>hvm</os_type>
Oct 27 19:21:47 user nova-compute[75147]:     <arch name='sparc'>
Oct 27 19:21:47 user nova-compute[75147]:       <wordsize>32</wordsize>
Oct 27 19:21:47 user nova-compute[75147]:       <emulator>/usr/bin/qemu-system-sparc</emulator>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>SS-5</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='4'>SS-20</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>LX</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>SPARCClassic</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>leon3_generic</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>SPARCbook</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>SS-4</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='4'>SS-600MP</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='4'>SS-10</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>Voyager</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <domain type='qemu'/>
Oct 27 19:21:47 user nova-compute[75147]:     </arch>
Oct 27 19:21:47 user nova-compute[75147]:     <features>
Oct 27 19:21:47 user nova-compute[75147]:       <cpuselection/>
Oct 27 19:21:47 user nova-compute[75147]:       <deviceboot/>
Oct 27 19:21:47 user nova-compute[75147]:       <disksnapshot default='on' toggle='no'/>
Oct 27 19:21:47 user nova-compute[75147]:     </features>
Oct 27 19:21:47 user nova-compute[75147]:   </guest>
Oct 27 19:21:47 user nova-compute[75147]:   <guest>
Oct 27 19:21:47 user nova-compute[75147]:     <os_type>hvm</os_type>
Oct 27 19:21:47 user nova-compute[75147]:     <arch name='sparc64'>
Oct 27 19:21:47 user nova-compute[75147]:       <wordsize>64</wordsize>
Oct 27 19:21:47 user nova-compute[75147]:       <emulator>/usr/bin/qemu-system-sparc64</emulator>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>sun4u</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>niagara</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>sun4v</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <domain type='qemu'/>
Oct 27 19:21:47 user nova-compute[75147]:     </arch>
Oct 27 19:21:47 user nova-compute[75147]:     <features>
Oct 27 19:21:47 user nova-compute[75147]:       <cpuselection/>
Oct 27 19:21:47 user nova-compute[75147]:       <deviceboot/>
Oct 27 19:21:47 user nova-compute[75147]:       <disksnapshot default='on' toggle='no'/>
Oct 27 19:21:47 user nova-compute[75147]:     </features>
Oct 27 19:21:47 user nova-compute[75147]:   </guest>
Oct 27 19:21:47 user nova-compute[75147]:   <guest>
Oct 27 19:21:47 user nova-compute[75147]:     <os_type>hvm</os_type>
Oct 27 19:21:47 user nova-compute[75147]:     <arch name='x86_64'>
Oct 27 19:21:47 user nova-compute[75147]:       <wordsize>64</wordsize>
Oct 27 19:21:47 user nova-compute[75147]:       <emulator>/usr/bin/qemu-system-x86_64</emulator>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-i440fx-jammy</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine canonical='pc-i440fx-jammy' maxCpus='255'>ubuntu</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-i440fx-impish-hpb</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='288'>pc-q35-5.2</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-i440fx-2.12</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-i440fx-2.0</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-i440fx-xenial</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-i440fx-6.2</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine canonical='pc-i440fx-6.2' maxCpus='255'>pc</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='288'>pc-q35-4.2</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-i440fx-2.5</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-i440fx-4.2</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-i440fx-hirsute</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-i440fx-focal</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-q35-xenial</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-i440fx-jammy-hpb</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-i440fx-5.2</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-i440fx-1.5</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-q35-2.7</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='288'>pc-q35-eoan-hpb</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-i440fx-zesty</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-i440fx-disco-hpb</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='288'>pc-q35-groovy</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-i440fx-groovy</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='288'>pc-q35-artful</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-i440fx-trusty</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-i440fx-2.2</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='288'>pc-q35-focal-hpb</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-i440fx-eoan-hpb</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='288'>pc-q35-bionic-hpb</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-i440fx-artful</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-i440fx-2.7</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='288'>pc-q35-6.1</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-i440fx-yakkety</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-q35-2.4</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='288'>pc-q35-cosmic-hpb</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='288'>pc-q35-2.10</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>x-remote</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='288'>pc-q35-5.1</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-i440fx-1.7</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='288'>pc-q35-2.9</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-i440fx-2.11</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='288'>pc-q35-3.1</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-i440fx-6.1</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='288'>pc-q35-4.1</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='288'>pc-q35-jammy</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine canonical='pc-q35-jammy' maxCpus='288'>ubuntu-q35</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-i440fx-2.4</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-i440fx-4.1</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='288'>pc-q35-eoan</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='288'>pc-q35-jammy-hpb</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-i440fx-5.1</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-i440fx-2.9</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-i440fx-bionic-hpb</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='1'>isapc</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-i440fx-1.4</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='288'>pc-q35-cosmic</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-q35-2.6</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-i440fx-3.1</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='288'>pc-q35-bionic</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='288'>pc-q35-disco-hpb</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-i440fx-cosmic</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='288'>pc-q35-2.12</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-i440fx-bionic</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='288'>pc-q35-groovy-hpb</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='288'>pc-q35-disco</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-i440fx-cosmic-hpb</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-i440fx-2.1</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-i440fx-wily</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='288'>pc-q35-impish</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-i440fx-2.6</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='288'>pc-q35-6.0</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-i440fx-impish</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='288'>pc-q35-impish-hpb</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='288'>pc-q35-hirsute</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='288'>pc-q35-4.0.1</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='288'>pc-q35-hirsute-hpb</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-i440fx-1.6</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='288'>pc-q35-5.0</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='288'>pc-q35-2.8</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-i440fx-2.10</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='288'>pc-q35-3.0</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='288'>pc-q35-zesty</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='288'>pc-q35-4.0</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='288'>pc-q35-focal</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='288'>microvm</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-i440fx-6.0</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-i440fx-2.3</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-i440fx-disco</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-i440fx-focal-hpb</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-i440fx-4.0</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-i440fx-groovy-hpb</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-i440fx-hirsute-hpb</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-i440fx-5.0</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-i440fx-2.8</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='288'>pc-q35-6.2</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine canonical='pc-q35-6.2' maxCpus='288'>q35</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-i440fx-eoan</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-q35-2.5</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-i440fx-3.0</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='255'>pc-q35-yakkety</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='288'>pc-q35-2.11</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <domain type='qemu'/>
Oct 27 19:21:47 user nova-compute[75147]:       <domain type='kvm'/>
Oct 27 19:21:47 user nova-compute[75147]:     </arch>
Oct 27 19:21:47 user nova-compute[75147]:     <features>
Oct 27 19:21:47 user nova-compute[75147]:       <acpi default='on' toggle='yes'/>
Oct 27 19:21:47 user nova-compute[75147]:       <apic default='on' toggle='no'/>
Oct 27 19:21:47 user nova-compute[75147]:       <cpuselection/>
Oct 27 19:21:47 user nova-compute[75147]:       <deviceboot/>
Oct 27 19:21:47 user nova-compute[75147]:       <disksnapshot default='on' toggle='no'/>
Oct 27 19:21:47 user nova-compute[75147]:     </features>
Oct 27 19:21:47 user nova-compute[75147]:   </guest>
Oct 27 19:21:47 user nova-compute[75147]:   <guest>
Oct 27 19:21:47 user nova-compute[75147]:     <os_type>hvm</os_type>
Oct 27 19:21:47 user nova-compute[75147]:     <arch name='xtensa'>
Oct 27 19:21:47 user nova-compute[75147]:       <wordsize>32</wordsize>
Oct 27 19:21:47 user nova-compute[75147]:       <emulator>/usr/bin/qemu-system-xtensa</emulator>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='4'>sim</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='32'>kc705</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='32'>ml605</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='32'>ml605-nommu</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='32'>virt</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='32'>lx60-nommu</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='32'>lx200</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='32'>lx200-nommu</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='32'>lx60</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='32'>kc705-nommu</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <domain type='qemu'/>
Oct 27 19:21:47 user nova-compute[75147]:     </arch>
Oct 27 19:21:47 user nova-compute[75147]:     <features>
Oct 27 19:21:47 user nova-compute[75147]:       <cpuselection/>
Oct 27 19:21:47 user nova-compute[75147]:       <deviceboot/>
Oct 27 19:21:47 user nova-compute[75147]:       <disksnapshot default='on' toggle='no'/>
Oct 27 19:21:47 user nova-compute[75147]:     </features>
Oct 27 19:21:47 user nova-compute[75147]:   </guest>
Oct 27 19:21:47 user nova-compute[75147]:   <guest>
Oct 27 19:21:47 user nova-compute[75147]:     <os_type>hvm</os_type>
Oct 27 19:21:47 user nova-compute[75147]:     <arch name='xtensaeb'>
Oct 27 19:21:47 user nova-compute[75147]:       <wordsize>32</wordsize>
Oct 27 19:21:47 user nova-compute[75147]:       <emulator>/usr/bin/qemu-system-xtensaeb</emulator>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='4'>sim</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='32'>kc705</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='32'>ml605</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='32'>ml605-nommu</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='32'>virt</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='32'>lx60-nommu</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='32'>lx200</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='32'>lx200-nommu</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='32'>lx60</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <machine maxCpus='32'>kc705-nommu</machine>
Oct 27 19:21:47 user nova-compute[75147]:       <domain type='qemu'/>
Oct 27 19:21:47 user nova-compute[75147]:     </arch>
Oct 27 19:21:47 user nova-compute[75147]:     <features>
Oct 27 19:21:47 user nova-compute[75147]:       <cpuselection/>
Oct 27 19:21:47 user nova-compute[75147]:       <deviceboot/>
Oct 27 19:21:47 user nova-compute[75147]:       <disksnapshot default='on' toggle='no'/>
Oct 27 19:21:47 user nova-compute[75147]:     </features>
Oct 27 19:21:47 user nova-compute[75147]:   </guest>
Oct 27 19:21:47 user nova-compute[75147]: </capabilities>
Oct 27 19:21:47 user nova-compute[75147]: 
Oct 27 19:21:47 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-443d6cd7-3ca2-4cb8-a402-a55ce4bda539 None None] Getting domain capabilities for alpha via machine types: {None} {{(pid=75147) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 27 19:21:47 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-443d6cd7-3ca2-4cb8-a402-a55ce4bda539 None None] Error from libvirt when retrieving domain capabilities for arch alpha / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-alpha' on this host {{(pid=75147) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 27 19:21:47 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-443d6cd7-3ca2-4cb8-a402-a55ce4bda539 None None] Getting domain capabilities for armv6l via machine types: {'virt', None} {{(pid=75147) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 27 19:21:47 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-443d6cd7-3ca2-4cb8-a402-a55ce4bda539 None None] Error from libvirt when retrieving domain capabilities for arch armv6l / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-arm' on this host {{(pid=75147) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 27 19:21:47 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-443d6cd7-3ca2-4cb8-a402-a55ce4bda539 None None] Error from libvirt when retrieving domain capabilities for arch armv6l / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-arm' on this host {{(pid=75147) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 27 19:21:47 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-443d6cd7-3ca2-4cb8-a402-a55ce4bda539 None None] Getting domain capabilities for armv7l via machine types: {'virt'} {{(pid=75147) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 27 19:21:47 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-443d6cd7-3ca2-4cb8-a402-a55ce4bda539 None None] Error from libvirt when retrieving domain capabilities for arch armv7l / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-arm' on this host {{(pid=75147) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 27 19:21:47 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-443d6cd7-3ca2-4cb8-a402-a55ce4bda539 None None] Getting domain capabilities for aarch64 via machine types: {'virt'} {{(pid=75147) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 27 19:21:47 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-443d6cd7-3ca2-4cb8-a402-a55ce4bda539 None None] Error from libvirt when retrieving domain capabilities for arch aarch64 / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-aarch64' on this host {{(pid=75147) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 27 19:21:47 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-443d6cd7-3ca2-4cb8-a402-a55ce4bda539 None None] Getting domain capabilities for cris via machine types: {None} {{(pid=75147) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 27 19:21:47 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-443d6cd7-3ca2-4cb8-a402-a55ce4bda539 None None] Error from libvirt when retrieving domain capabilities for arch cris / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-cris' on this host {{(pid=75147) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 27 19:21:47 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-443d6cd7-3ca2-4cb8-a402-a55ce4bda539 None None] Getting domain capabilities for i686 via machine types: {'q35', 'pc', 'ubuntu-q35', 'ubuntu'} {{(pid=75147) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 27 19:21:47 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-443d6cd7-3ca2-4cb8-a402-a55ce4bda539 None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=q35:
Oct 27 19:21:47 user nova-compute[75147]: <domainCapabilities>
Oct 27 19:21:47 user nova-compute[75147]:   <path>/usr/bin/qemu-system-i386</path>
Oct 27 19:21:47 user nova-compute[75147]:   <domain>kvm</domain>
Oct 27 19:21:47 user nova-compute[75147]:   <machine>pc-q35-6.2</machine>
Oct 27 19:21:47 user nova-compute[75147]:   <arch>i686</arch>
Oct 27 19:21:47 user nova-compute[75147]:   <vcpu max='288'/>
Oct 27 19:21:47 user nova-compute[75147]:   <iothreads supported='yes'/>
Oct 27 19:21:47 user nova-compute[75147]:   <os supported='yes'>
Oct 27 19:21:47 user nova-compute[75147]:     <enum name='firmware'/>
Oct 27 19:21:47 user nova-compute[75147]:     <loader supported='yes'>
Oct 27 19:21:47 user nova-compute[75147]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Oct 27 19:21:47 user nova-compute[75147]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Oct 27 19:21:47 user nova-compute[75147]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Oct 27 19:21:47 user nova-compute[75147]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Oct 27 19:21:47 user nova-compute[75147]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Oct 27 19:21:47 user nova-compute[75147]:       <enum name='type'>
Oct 27 19:21:47 user nova-compute[75147]:         <value>rom</value>
Oct 27 19:21:47 user nova-compute[75147]:         <value>pflash</value>
Oct 27 19:21:47 user nova-compute[75147]:       </enum>
Oct 27 19:21:47 user nova-compute[75147]:       <enum name='readonly'>
Oct 27 19:21:47 user nova-compute[75147]:         <value>yes</value>
Oct 27 19:21:47 user nova-compute[75147]:         <value>no</value>
Oct 27 19:21:47 user nova-compute[75147]:       </enum>
Oct 27 19:21:47 user nova-compute[75147]:       <enum name='secure'>
Oct 27 19:21:47 user nova-compute[75147]:         <value>no</value>
Oct 27 19:21:47 user nova-compute[75147]:       </enum>
Oct 27 19:21:47 user nova-compute[75147]:     </loader>
Oct 27 19:21:47 user nova-compute[75147]:   </os>
Oct 27 19:21:47 user nova-compute[75147]:   <cpu>
Oct 27 19:21:47 user nova-compute[75147]:     <mode name='host-passthrough' supported='yes'>
Oct 27 19:21:47 user nova-compute[75147]:       <enum name='hostPassthroughMigratable'>
Oct 27 19:21:47 user nova-compute[75147]:         <value>off</value>
Oct 27 19:21:47 user nova-compute[75147]:       </enum>
Oct 27 19:21:47 user nova-compute[75147]:     </mode>
Oct 27 19:21:47 user nova-compute[75147]:     <mode name='maximum' supported='yes'>
Oct 27 19:21:47 user nova-compute[75147]:       <enum name='maximumMigratable'>
Oct 27 19:21:47 user nova-compute[75147]:         <value>on</value>
Oct 27 19:21:47 user nova-compute[75147]:         <value>off</value>
Oct 27 19:21:47 user nova-compute[75147]:       </enum>
Oct 27 19:21:47 user nova-compute[75147]:     </mode>
Oct 27 19:21:47 user nova-compute[75147]:     <mode name='host-model' supported='yes'>
Oct 27 19:21:47 user nova-compute[75147]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 27 19:21:47 user nova-compute[75147]:       <vendor>Intel</vendor>
Oct 27 19:21:47 user nova-compute[75147]:       <feature policy='require' name='ss'/>
Oct 27 19:21:47 user nova-compute[75147]:       <feature policy='require' name='vmx'/>
Oct 27 19:21:47 user nova-compute[75147]:       <feature policy='require' name='pcid'/>
Oct 27 19:21:47 user nova-compute[75147]:       <feature policy='require' name='hypervisor'/>
Oct 27 19:21:47 user nova-compute[75147]:       <feature policy='require' name='arat'/>
Oct 27 19:21:47 user nova-compute[75147]:       <feature policy='require' name='tsc_adjust'/>
Oct 27 19:21:47 user nova-compute[75147]:       <feature policy='require' name='umip'/>
Oct 27 19:21:47 user nova-compute[75147]:       <feature policy='require' name='md-clear'/>
Oct 27 19:21:47 user nova-compute[75147]:       <feature policy='require' name='stibp'/>
Oct 27 19:21:47 user nova-compute[75147]:       <feature policy='require' name='arch-capabilities'/>
Oct 27 19:21:47 user nova-compute[75147]:       <feature policy='require' name='ssbd'/>
Oct 27 19:21:47 user nova-compute[75147]:       <feature policy='require' name='ibpb'/>
Oct 27 19:21:47 user nova-compute[75147]:       <feature policy='require' name='ibrs'/>
Oct 27 19:21:47 user nova-compute[75147]:       <feature policy='require' name='amd-stibp'/>
Oct 27 19:21:47 user nova-compute[75147]:       <feature policy='require' name='amd-ssbd'/>
Oct 27 19:21:47 user nova-compute[75147]:       <feature policy='disable' name='erms'/>
Oct 27 19:21:47 user nova-compute[75147]:       <feature policy='disable' name='xsaveopt'/>
Oct 27 19:21:47 user nova-compute[75147]:       <feature policy='disable' name='lm'/>
Oct 27 19:21:47 user nova-compute[75147]:     </mode>
Oct 27 19:21:47 user nova-compute[75147]:     <mode name='custom' supported='yes'>
Oct 27 19:21:47 user nova-compute[75147]:       <model usable='no'>qemu64</model>
Oct 27 19:21:47 user nova-compute[75147]:       <model usable='yes'>qemu32</model>
Oct 27 19:21:47 user nova-compute[75147]:       <model usable='no'>phenom</model>
Oct 27 19:21:47 user nova-compute[75147]:       <model usable='yes'>pentium3</model>
Oct 27 19:21:47 user nova-compute[75147]:       <model usable='yes'>pentium2</model>
Oct 27 19:21:47 user nova-compute[75147]:       <model usable='yes'>pentium</model>
Oct 27 19:21:47 user nova-compute[75147]:       <model usable='no'>n270</model>
Oct 27 19:21:47 user nova-compute[75147]:       <model usable='no'>kvm64</model>
Oct 27 19:21:47 user nova-compute[75147]:       <model usable='yes'>kvm32</model>
Oct 27 19:21:47 user nova-compute[75147]:       <model usable='yes'>coreduo</model>
Oct 27 19:21:47 user nova-compute[75147]:       <model usable='no'>core2duo</model>
Oct 27 19:21:47 user nova-compute[75147]:       <model usable='no'>athlon</model>
Oct 27 19:21:47 user nova-compute[75147]:       <model usable='no'>Westmere-IBRS</model>
Oct 27 19:21:47 user nova-compute[75147]:       <model usable='no'>Westmere</model>
Oct 27 19:21:47 user nova-compute[75147]:       <model usable='no'>Snowridge</model>
Oct 27 19:21:47 user nova-compute[75147]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 27 19:21:47 user nova-compute[75147]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 27 19:21:47 user nova-compute[75147]:       <model usable='no'>Skylake-Server</model>
Oct 27 19:21:47 user nova-compute[75147]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 27 19:21:47 user nova-compute[75147]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 27 19:21:47 user nova-compute[75147]:       <model usable='no'>Skylake-Client</model>
Oct 27 19:21:47 user nova-compute[75147]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 27 19:21:47 user nova-compute[75147]:       <model usable='no'>SandyBridge</model>
Oct 27 19:21:47 user nova-compute[75147]:       <model usable='no'>Penryn</model>
Oct 27 19:21:47 user nova-compute[75147]:       <model usable='no'>Opteron_G5</model>
Oct 27 19:21:47 user nova-compute[75147]:       <model usable='no'>Opteron_G4</model>
Oct 27 19:21:47 user nova-compute[75147]:       <model usable='no'>Opteron_G3</model>
Oct 27 19:21:47 user nova-compute[75147]:       <model usable='no'>Opteron_G2</model>
Oct 27 19:21:47 user nova-compute[75147]:       <model usable='no'>Opteron_G1</model>
Oct 27 19:21:47 user nova-compute[75147]:       <model usable='no'>Nehalem-IBRS</model>
Oct 27 19:21:47 user nova-compute[75147]:       <model usable='no'>Nehalem</model>
Oct 27 19:21:47 user nova-compute[75147]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 27 19:21:47 user nova-compute[75147]:       <model usable='no'>IvyBridge</model>
Oct 27 19:21:47 user nova-compute[75147]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 27 19:21:47 user nova-compute[75147]:       <model usable='no'>Icelake-Server</model>
Oct 27 19:21:47 user nova-compute[75147]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 27 19:21:47 user nova-compute[75147]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 27 19:21:47 user nova-compute[75147]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 27 19:21:47 user nova-compute[75147]:       <model usable='no'>Haswell-noTSX</model>
Oct 27 19:21:47 user nova-compute[75147]:       <model usable='no'>Haswell-IBRS</model>
Oct 27 19:21:47 user nova-compute[75147]:       <model usable='no'>Haswell</model>
Oct 27 19:21:47 user nova-compute[75147]:       <model usable='no'>EPYC-Rome</model>
Oct 27 19:21:47 user nova-compute[75147]:       <model usable='no'>EPYC-Milan</model>
Oct 27 19:21:47 user nova-compute[75147]:       <model usable='no'>EPYC-IBPB</model>
Oct 27 19:21:47 user nova-compute[75147]:       <model usable='no'>EPYC</model>
Oct 27 19:21:47 user nova-compute[75147]:       <model usable='no'>Dhyana</model>
Oct 27 19:21:47 user nova-compute[75147]:       <model usable='no'>Cooperlake</model>
Oct 27 19:21:47 user nova-compute[75147]:       <model usable='no'>Conroe</model>
Oct 27 19:21:47 user nova-compute[75147]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 27 19:21:47 user nova-compute[75147]:       <model usable='no'>Cascadelake-Server</model>
Oct 27 19:21:47 user nova-compute[75147]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 27 19:21:47 user nova-compute[75147]:       <model usable='no'>Broadwell-noTSX</model>
Oct 27 19:21:47 user nova-compute[75147]:       <model usable='no'>Broadwell-IBRS</model>
Oct 27 19:21:47 user nova-compute[75147]:       <model usable='no'>Broadwell</model>
Oct 27 19:21:47 user nova-compute[75147]:       <model usable='yes'>486</model>
Oct 27 19:21:47 user nova-compute[75147]:     </mode>
Oct 27 19:21:47 user nova-compute[75147]:   </cpu>
Oct 27 19:21:47 user nova-compute[75147]:   <memoryBacking supported='yes'>
Oct 27 19:21:47 user nova-compute[75147]:     <enum name='sourceType'>
Oct 27 19:21:47 user nova-compute[75147]:       <value>file</value>
Oct 27 19:21:47 user nova-compute[75147]:       <value>anonymous</value>
Oct 27 19:21:47 user nova-compute[75147]:       <value>memfd</value>
Oct 27 19:21:47 user nova-compute[75147]:     </enum>
Oct 27 19:21:47 user nova-compute[75147]:   </memoryBacking>
Oct 27 19:21:47 user nova-compute[75147]:   <devices>
Oct 27 19:21:47 user nova-compute[75147]:     <disk supported='yes'>
Oct 27 19:21:47 user nova-compute[75147]:       <enum name='diskDevice'>
Oct 27 19:21:47 user nova-compute[75147]:         <value>disk</value>
Oct 27 19:21:47 user nova-compute[75147]:         <value>cdrom</value>
Oct 27 19:21:47 user nova-compute[75147]:         <value>floppy</value>
Oct 27 19:21:47 user nova-compute[75147]:         <value>lun</value>
Oct 27 19:21:47 user nova-compute[75147]:       </enum>
Oct 27 19:21:47 user nova-compute[75147]:       <enum name='bus'>
Oct 27 19:21:47 user nova-compute[75147]:         <value>fdc</value>
Oct 27 19:21:47 user nova-compute[75147]:         <value>scsi</value>
Oct 27 19:21:47 user nova-compute[75147]:         <value>virtio</value>
Oct 27 19:21:47 user nova-compute[75147]:         <value>usb</value>
Oct 27 19:21:47 user nova-compute[75147]:         <value>sata</value>
Oct 27 19:21:47 user nova-compute[75147]:       </enum>
Oct 27 19:21:47 user nova-compute[75147]:       <enum name='model'>
Oct 27 19:21:47 user nova-compute[75147]:         <value>virtio</value>
Oct 27 19:21:47 user nova-compute[75147]:         <value>virtio-transitional</value>
Oct 27 19:21:47 user nova-compute[75147]:         <value>virtio-non-transitional</value>
Oct 27 19:21:47 user nova-compute[75147]:       </enum>
Oct 27 19:21:47 user nova-compute[75147]:     </disk>
Oct 27 19:21:47 user nova-compute[75147]:     <graphics supported='yes'>
Oct 27 19:21:47 user nova-compute[75147]:       <enum name='type'>
Oct 27 19:21:47 user nova-compute[75147]:         <value>sdl</value>
Oct 27 19:21:47 user nova-compute[75147]:         <value>vnc</value>
Oct 27 19:21:47 user nova-compute[75147]:         <value>spice</value>
Oct 27 19:21:47 user nova-compute[75147]:         <value>egl-headless</value>
Oct 27 19:21:47 user nova-compute[75147]:       </enum>
Oct 27 19:21:47 user nova-compute[75147]:     </graphics>
Oct 27 19:21:47 user nova-compute[75147]:     <video supported='yes'>
Oct 27 19:21:47 user nova-compute[75147]:       <enum name='modelType'>
Oct 27 19:21:47 user nova-compute[75147]:         <value>vga</value>
Oct 27 19:21:47 user nova-compute[75147]:         <value>cirrus</value>
Oct 27 19:21:47 user nova-compute[75147]:         <value>vmvga</value>
Oct 27 19:21:47 user nova-compute[75147]:         <value>qxl</value>
Oct 27 19:21:47 user nova-compute[75147]:         <value>virtio</value>
Oct 27 19:21:47 user nova-compute[75147]:         <value>none</value>
Oct 27 19:21:47 user nova-compute[75147]:         <value>bochs</value>
Oct 27 19:21:47 user nova-compute[75147]:         <value>ramfb</value>
Oct 27 19:21:47 user nova-compute[75147]:       </enum>
Oct 27 19:21:47 user nova-compute[75147]:     </video>
Oct 27 19:21:47 user nova-compute[75147]:     <hostdev supported='yes'>
Oct 27 19:21:47 user nova-compute[75147]:       <enum name='mode'>
Oct 27 19:21:47 user nova-compute[75147]:         <value>subsystem</value>
Oct 27 19:21:47 user nova-compute[75147]:       </enum>
Oct 27 19:21:47 user nova-compute[75147]:       <enum name='startupPolicy'>
Oct 27 19:21:47 user nova-compute[75147]:         <value>default</value>
Oct 27 19:21:47 user nova-compute[75147]:         <value>mandatory</value>
Oct 27 19:21:47 user nova-compute[75147]:         <value>requisite</value>
Oct 27 19:21:47 user nova-compute[75147]:         <value>optional</value>
Oct 27 19:21:47 user nova-compute[75147]:       </enum>
Oct 27 19:21:47 user nova-compute[75147]:       <enum name='subsysType'>
Oct 27 19:21:47 user nova-compute[75147]:         <value>usb</value>
Oct 27 19:21:47 user nova-compute[75147]:         <value>pci</value>
Oct 27 19:21:47 user nova-compute[75147]:         <value>scsi</value>
Oct 27 19:21:47 user nova-compute[75147]:       </enum>
Oct 27 19:21:47 user nova-compute[75147]:       <enum name='capsType'/>
Oct 27 19:21:47 user nova-compute[75147]:       <enum name='pciBackend'/>
Oct 27 19:21:47 user nova-compute[75147]:     </hostdev>
Oct 27 19:21:47 user nova-compute[75147]:     <rng supported='yes'>
Oct 27 19:21:47 user nova-compute[75147]:       <enum name='model'>
Oct 27 19:21:47 user nova-compute[75147]:         <value>virtio</value>
Oct 27 19:21:47 user nova-compute[75147]:         <value>virtio-transitional</value>
Oct 27 19:21:47 user nova-compute[75147]:         <value>virtio-non-transitional</value>
Oct 27 19:21:47 user nova-compute[75147]:       </enum>
Oct 27 19:21:47 user nova-compute[75147]:       <enum name='backendModel'>
Oct 27 19:21:47 user nova-compute[75147]:         <value>random</value>
Oct 27 19:21:47 user nova-compute[75147]:         <value>egd</value>
Oct 27 19:21:47 user nova-compute[75147]:         <value>builtin</value>
Oct 27 19:21:47 user nova-compute[75147]:       </enum>
Oct 27 19:21:47 user nova-compute[75147]:     </rng>
Oct 27 19:21:47 user nova-compute[75147]:     <filesystem supported='yes'>
Oct 27 19:21:47 user nova-compute[75147]:       <enum name='driverType'>
Oct 27 19:21:47 user nova-compute[75147]:         <value>path</value>
Oct 27 19:21:47 user nova-compute[75147]:         <value>handle</value>
Oct 27 19:21:47 user nova-compute[75147]:         <value>virtiofs</value>
Oct 27 19:21:47 user nova-compute[75147]:       </enum>
Oct 27 19:21:47 user nova-compute[75147]:     </filesystem>
Oct 27 19:21:47 user nova-compute[75147]:     <tpm supported='yes'>
Oct 27 19:21:47 user nova-compute[75147]:       <enum name='model'>
Oct 27 19:21:47 user nova-compute[75147]:         <value>tpm-tis</value>
Oct 27 19:21:47 user nova-compute[75147]:         <value>tpm-crb</value>
Oct 27 19:21:47 user nova-compute[75147]:       </enum>
Oct 27 19:21:47 user nova-compute[75147]:       <enum name='backendModel'>
Oct 27 19:21:47 user nova-compute[75147]:         <value>passthrough</value>
Oct 27 19:21:47 user nova-compute[75147]:         <value>emulator</value>
Oct 27 19:21:47 user nova-compute[75147]:       </enum>
Oct 27 19:21:47 user nova-compute[75147]:     </tpm>
Oct 27 19:21:47 user nova-compute[75147]:   </devices>
Oct 27 19:21:47 user nova-compute[75147]:   <features>
Oct 27 19:21:47 user nova-compute[75147]:     <gic supported='no'/>
Oct 27 19:21:47 user nova-compute[75147]:     <vmcoreinfo supported='yes'/>
Oct 27 19:21:47 user nova-compute[75147]:     <genid supported='yes'/>
Oct 27 19:21:47 user nova-compute[75147]:     <backingStoreInput supported='yes'/>
Oct 27 19:21:47 user nova-compute[75147]:     <backup supported='yes'/>
Oct 27 19:21:47 user nova-compute[75147]:     <sev supported='no'/>
Oct 27 19:21:47 user nova-compute[75147]:   </features>
Oct 27 19:21:47 user nova-compute[75147]: </domainCapabilities>
Oct 27 19:21:47 user nova-compute[75147]:  {{(pid=75147) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 27 19:21:47 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-443d6cd7-3ca2-4cb8-a402-a55ce4bda539 None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=pc:
Oct 27 19:21:47 user nova-compute[75147]: <domainCapabilities>
Oct 27 19:21:47 user nova-compute[75147]:   <path>/usr/bin/qemu-system-i386</path>
Oct 27 19:21:47 user nova-compute[75147]:   <domain>kvm</domain>
Oct 27 19:21:47 user nova-compute[75147]:   <machine>pc-i440fx-6.2</machine>
Oct 27 19:21:47 user nova-compute[75147]:   <arch>i686</arch>
Oct 27 19:21:47 user nova-compute[75147]:   <vcpu max='255'/>
Oct 27 19:21:47 user nova-compute[75147]:   <iothreads supported='yes'/>
Oct 27 19:21:47 user nova-compute[75147]:   <os supported='yes'>
Oct 27 19:21:47 user nova-compute[75147]:     <enum name='firmware'/>
Oct 27 19:21:47 user nova-compute[75147]:     <loader supported='yes'>
Oct 27 19:21:47 user nova-compute[75147]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Oct 27 19:21:47 user nova-compute[75147]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Oct 27 19:21:47 user nova-compute[75147]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Oct 27 19:21:47 user nova-compute[75147]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Oct 27 19:21:47 user nova-compute[75147]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Oct 27 19:21:47 user nova-compute[75147]:       <enum name='type'>
Oct 27 19:21:47 user nova-compute[75147]:         <value>rom</value>
Oct 27 19:21:47 user nova-compute[75147]:         <value>pflash</value>
Oct 27 19:21:47 user nova-compute[75147]:       </enum>
Oct 27 19:21:47 user nova-compute[75147]:       <enum name='readonly'>
Oct 27 19:21:47 user nova-compute[75147]:         <value>yes</value>
Oct 27 19:21:47 user nova-compute[75147]:         <value>no</value>
Oct 27 19:21:47 user nova-compute[75147]:       </enum>
Oct 27 19:21:47 user nova-compute[75147]:       <enum name='secure'>
Oct 27 19:21:47 user nova-compute[75147]:         <value>no</value>
Oct 27 19:21:47 user nova-compute[75147]:       </enum>
Oct 27 19:21:47 user nova-compute[75147]:     </loader>
Oct 27 19:21:47 user nova-compute[75147]:   </os>
Oct 27 19:21:47 user nova-compute[75147]:   <cpu>
Oct 27 19:21:47 user nova-compute[75147]:     <mode name='host-passthrough' supported='yes'>
Oct 27 19:21:47 user nova-compute[75147]:       <enum name='hostPassthroughMigratable'>
Oct 27 19:21:47 user nova-compute[75147]:         <value>off</value>
Oct 27 19:21:47 user nova-compute[75147]:       </enum>
Oct 27 19:21:47 user nova-compute[75147]:     </mode>
Oct 27 19:21:47 user nova-compute[75147]:     <mode name='maximum' supported='yes'>
Oct 27 19:21:47 user nova-compute[75147]:       <enum name='maximumMigratable'>
Oct 27 19:21:47 user nova-compute[75147]:         <value>on</value>
Oct 27 19:21:47 user nova-compute[75147]:         <value>off</value>
Oct 27 19:21:47 user nova-compute[75147]:       </enum>
Oct 27 19:21:47 user nova-compute[75147]:     </mode>
Oct 27 19:21:47 user nova-compute[75147]:     <mode name='host-model' supported='yes'>
Oct 27 19:21:47 user nova-compute[75147]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 27 19:21:47 user nova-compute[75147]:       <vendor>Intel</vendor>
Oct 27 19:21:47 user nova-compute[75147]:       <feature policy='require' name='ss'/>
Oct 27 19:21:47 user nova-compute[75147]:       <feature policy='require' name='vmx'/>
Oct 27 19:21:47 user nova-compute[75147]:       <feature policy='require' name='pcid'/>
Oct 27 19:21:47 user nova-compute[75147]:       <feature policy='require' name='hypervisor'/>
Oct 27 19:21:47 user nova-compute[75147]:       <feature policy='require' name='arat'/>
Oct 27 19:21:47 user nova-compute[75147]:       <feature policy='require' name='tsc_adjust'/>
Oct 27 19:21:47 user nova-compute[75147]:       <feature policy='require' name='umip'/>
Oct 27 19:21:47 user nova-compute[75147]:       <feature policy='require' name='md-clear'/>
Oct 27 19:21:47 user nova-compute[75147]:       <feature policy='require' name='stibp'/>
Oct 27 19:21:47 user nova-compute[75147]:       <feature policy='require' name='arch-capabilities'/>
Oct 27 19:21:47 user nova-compute[75147]:       <feature policy='require' name='ssbd'/>
Oct 27 19:21:47 user nova-compute[75147]:       <feature policy='require' name='ibpb'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='require' name='ibrs'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='require' name='amd-stibp'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='require' name='amd-ssbd'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='disable' name='erms'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='disable' name='xsaveopt'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='disable' name='lm'/>
Oct 27 19:21:48 user nova-compute[75147]:     </mode>
Oct 27 19:21:48 user nova-compute[75147]:     <mode name='custom' supported='yes'>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>qemu64</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='yes'>qemu32</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>phenom</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='yes'>pentium3</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='yes'>pentium2</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='yes'>pentium</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>n270</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>kvm64</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='yes'>kvm32</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='yes'>coreduo</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>core2duo</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>athlon</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Westmere-IBRS</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Westmere</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Snowridge</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Skylake-Server</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Skylake-Client</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>SandyBridge</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Penryn</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Opteron_G5</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Opteron_G4</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Opteron_G3</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Opteron_G2</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Opteron_G1</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Nehalem-IBRS</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Nehalem</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>IvyBridge</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Icelake-Server</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Haswell-noTSX</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Haswell-IBRS</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Haswell</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>EPYC-Rome</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>EPYC-Milan</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>EPYC-IBPB</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>EPYC</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Dhyana</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Cooperlake</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Conroe</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Cascadelake-Server</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Broadwell-noTSX</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Broadwell-IBRS</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Broadwell</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='yes'>486</model>
Oct 27 19:21:48 user nova-compute[75147]:     </mode>
Oct 27 19:21:48 user nova-compute[75147]:   </cpu>
Oct 27 19:21:48 user nova-compute[75147]:   <memoryBacking supported='yes'>
Oct 27 19:21:48 user nova-compute[75147]:     <enum name='sourceType'>
Oct 27 19:21:48 user nova-compute[75147]:       <value>file</value>
Oct 27 19:21:48 user nova-compute[75147]:       <value>anonymous</value>
Oct 27 19:21:48 user nova-compute[75147]:       <value>memfd</value>
Oct 27 19:21:48 user nova-compute[75147]:     </enum>
Oct 27 19:21:48 user nova-compute[75147]:   </memoryBacking>
Oct 27 19:21:48 user nova-compute[75147]:   <devices>
Oct 27 19:21:48 user nova-compute[75147]:     <disk supported='yes'>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='diskDevice'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>disk</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>cdrom</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>floppy</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>lun</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='bus'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>ide</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>fdc</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>scsi</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>virtio</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>usb</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>sata</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='model'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>virtio</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>virtio-transitional</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>virtio-non-transitional</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:     </disk>
Oct 27 19:21:48 user nova-compute[75147]:     <graphics supported='yes'>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='type'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>sdl</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>vnc</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>spice</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>egl-headless</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:     </graphics>
Oct 27 19:21:48 user nova-compute[75147]:     <video supported='yes'>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='modelType'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>vga</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>cirrus</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>vmvga</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>qxl</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>virtio</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>none</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>bochs</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>ramfb</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:     </video>
Oct 27 19:21:48 user nova-compute[75147]:     <hostdev supported='yes'>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='mode'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>subsystem</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='startupPolicy'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>default</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>mandatory</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>requisite</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>optional</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='subsysType'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>usb</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>pci</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>scsi</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='capsType'/>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='pciBackend'/>
Oct 27 19:21:48 user nova-compute[75147]:     </hostdev>
Oct 27 19:21:48 user nova-compute[75147]:     <rng supported='yes'>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='model'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>virtio</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>virtio-transitional</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>virtio-non-transitional</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='backendModel'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>random</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>egd</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>builtin</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:     </rng>
Oct 27 19:21:48 user nova-compute[75147]:     <filesystem supported='yes'>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='driverType'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>path</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>handle</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>virtiofs</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:     </filesystem>
Oct 27 19:21:48 user nova-compute[75147]:     <tpm supported='yes'>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='model'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>tpm-tis</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>tpm-crb</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='backendModel'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>passthrough</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>emulator</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:     </tpm>
Oct 27 19:21:48 user nova-compute[75147]:   </devices>
Oct 27 19:21:48 user nova-compute[75147]:   <features>
Oct 27 19:21:48 user nova-compute[75147]:     <gic supported='no'/>
Oct 27 19:21:48 user nova-compute[75147]:     <vmcoreinfo supported='yes'/>
Oct 27 19:21:48 user nova-compute[75147]:     <genid supported='yes'/>
Oct 27 19:21:48 user nova-compute[75147]:     <backingStoreInput supported='yes'/>
Oct 27 19:21:48 user nova-compute[75147]:     <backup supported='yes'/>
Oct 27 19:21:48 user nova-compute[75147]:     <sev supported='no'/>
Oct 27 19:21:48 user nova-compute[75147]:   </features>
Oct 27 19:21:48 user nova-compute[75147]: </domainCapabilities>
Oct 27 19:21:48 user nova-compute[75147]:  {{(pid=75147) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 27 19:21:48 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-443d6cd7-3ca2-4cb8-a402-a55ce4bda539 None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=ubuntu-q35:
Oct 27 19:21:48 user nova-compute[75147]: <domainCapabilities>
Oct 27 19:21:48 user nova-compute[75147]:   <path>/usr/bin/qemu-system-i386</path>
Oct 27 19:21:48 user nova-compute[75147]:   <domain>kvm</domain>
Oct 27 19:21:48 user nova-compute[75147]:   <machine>pc-q35-jammy</machine>
Oct 27 19:21:48 user nova-compute[75147]:   <arch>i686</arch>
Oct 27 19:21:48 user nova-compute[75147]:   <vcpu max='288'/>
Oct 27 19:21:48 user nova-compute[75147]:   <iothreads supported='yes'/>
Oct 27 19:21:48 user nova-compute[75147]:   <os supported='yes'>
Oct 27 19:21:48 user nova-compute[75147]:     <enum name='firmware'/>
Oct 27 19:21:48 user nova-compute[75147]:     <loader supported='yes'>
Oct 27 19:21:48 user nova-compute[75147]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Oct 27 19:21:48 user nova-compute[75147]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Oct 27 19:21:48 user nova-compute[75147]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Oct 27 19:21:48 user nova-compute[75147]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Oct 27 19:21:48 user nova-compute[75147]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='type'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>rom</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>pflash</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='readonly'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>yes</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>no</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='secure'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>no</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:     </loader>
Oct 27 19:21:48 user nova-compute[75147]:   </os>
Oct 27 19:21:48 user nova-compute[75147]:   <cpu>
Oct 27 19:21:48 user nova-compute[75147]:     <mode name='host-passthrough' supported='yes'>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='hostPassthroughMigratable'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>off</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:     </mode>
Oct 27 19:21:48 user nova-compute[75147]:     <mode name='maximum' supported='yes'>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='maximumMigratable'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>on</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>off</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:     </mode>
Oct 27 19:21:48 user nova-compute[75147]:     <mode name='host-model' supported='yes'>
Oct 27 19:21:48 user nova-compute[75147]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 27 19:21:48 user nova-compute[75147]:       <vendor>Intel</vendor>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='require' name='ss'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='require' name='vmx'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='require' name='pcid'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='require' name='hypervisor'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='require' name='arat'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='require' name='tsc_adjust'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='require' name='umip'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='require' name='md-clear'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='require' name='stibp'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='require' name='arch-capabilities'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='require' name='ssbd'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='require' name='ibpb'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='require' name='ibrs'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='require' name='amd-stibp'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='require' name='amd-ssbd'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='disable' name='erms'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='disable' name='xsaveopt'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='disable' name='lm'/>
Oct 27 19:21:48 user nova-compute[75147]:     </mode>
Oct 27 19:21:48 user nova-compute[75147]:     <mode name='custom' supported='yes'>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>qemu64</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='yes'>qemu32</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>phenom</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='yes'>pentium3</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='yes'>pentium2</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='yes'>pentium</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>n270</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>kvm64</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='yes'>kvm32</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='yes'>coreduo</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>core2duo</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>athlon</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Westmere-IBRS</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Westmere</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Snowridge</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Skylake-Server</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Skylake-Client</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>SandyBridge</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Penryn</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Opteron_G5</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Opteron_G4</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Opteron_G3</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Opteron_G2</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Opteron_G1</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Nehalem-IBRS</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Nehalem</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>IvyBridge</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Icelake-Server</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Haswell-noTSX</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Haswell-IBRS</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Haswell</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>EPYC-Rome</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>EPYC-Milan</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>EPYC-IBPB</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>EPYC</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Dhyana</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Cooperlake</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Conroe</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Cascadelake-Server</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Broadwell-noTSX</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Broadwell-IBRS</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Broadwell</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='yes'>486</model>
Oct 27 19:21:48 user nova-compute[75147]:     </mode>
Oct 27 19:21:48 user nova-compute[75147]:   </cpu>
Oct 27 19:21:48 user nova-compute[75147]:   <memoryBacking supported='yes'>
Oct 27 19:21:48 user nova-compute[75147]:     <enum name='sourceType'>
Oct 27 19:21:48 user nova-compute[75147]:       <value>file</value>
Oct 27 19:21:48 user nova-compute[75147]:       <value>anonymous</value>
Oct 27 19:21:48 user nova-compute[75147]:       <value>memfd</value>
Oct 27 19:21:48 user nova-compute[75147]:     </enum>
Oct 27 19:21:48 user nova-compute[75147]:   </memoryBacking>
Oct 27 19:21:48 user nova-compute[75147]:   <devices>
Oct 27 19:21:48 user nova-compute[75147]:     <disk supported='yes'>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='diskDevice'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>disk</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>cdrom</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>floppy</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>lun</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='bus'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>fdc</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>scsi</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>virtio</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>usb</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>sata</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='model'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>virtio</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>virtio-transitional</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>virtio-non-transitional</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:     </disk>
Oct 27 19:21:48 user nova-compute[75147]:     <graphics supported='yes'>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='type'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>sdl</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>vnc</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>spice</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>egl-headless</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:     </graphics>
Oct 27 19:21:48 user nova-compute[75147]:     <video supported='yes'>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='modelType'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>vga</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>cirrus</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>vmvga</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>qxl</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>virtio</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>none</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>bochs</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>ramfb</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:     </video>
Oct 27 19:21:48 user nova-compute[75147]:     <hostdev supported='yes'>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='mode'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>subsystem</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='startupPolicy'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>default</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>mandatory</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>requisite</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>optional</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='subsysType'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>usb</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>pci</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>scsi</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='capsType'/>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='pciBackend'/>
Oct 27 19:21:48 user nova-compute[75147]:     </hostdev>
Oct 27 19:21:48 user nova-compute[75147]:     <rng supported='yes'>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='model'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>virtio</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>virtio-transitional</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>virtio-non-transitional</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='backendModel'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>random</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>egd</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>builtin</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:     </rng>
Oct 27 19:21:48 user nova-compute[75147]:     <filesystem supported='yes'>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='driverType'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>path</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>handle</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>virtiofs</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:     </filesystem>
Oct 27 19:21:48 user nova-compute[75147]:     <tpm supported='yes'>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='model'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>tpm-tis</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>tpm-crb</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='backendModel'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>passthrough</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>emulator</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:     </tpm>
Oct 27 19:21:48 user nova-compute[75147]:   </devices>
Oct 27 19:21:48 user nova-compute[75147]:   <features>
Oct 27 19:21:48 user nova-compute[75147]:     <gic supported='no'/>
Oct 27 19:21:48 user nova-compute[75147]:     <vmcoreinfo supported='yes'/>
Oct 27 19:21:48 user nova-compute[75147]:     <genid supported='yes'/>
Oct 27 19:21:48 user nova-compute[75147]:     <backingStoreInput supported='yes'/>
Oct 27 19:21:48 user nova-compute[75147]:     <backup supported='yes'/>
Oct 27 19:21:48 user nova-compute[75147]:     <sev supported='no'/>
Oct 27 19:21:48 user nova-compute[75147]:   </features>
Oct 27 19:21:48 user nova-compute[75147]: </domainCapabilities>
Oct 27 19:21:48 user nova-compute[75147]:  {{(pid=75147) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 27 19:21:48 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-443d6cd7-3ca2-4cb8-a402-a55ce4bda539 None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=ubuntu:
Oct 27 19:21:48 user nova-compute[75147]: <domainCapabilities>
Oct 27 19:21:48 user nova-compute[75147]:   <path>/usr/bin/qemu-system-i386</path>
Oct 27 19:21:48 user nova-compute[75147]:   <domain>kvm</domain>
Oct 27 19:21:48 user nova-compute[75147]:   <machine>pc-i440fx-jammy</machine>
Oct 27 19:21:48 user nova-compute[75147]:   <arch>i686</arch>
Oct 27 19:21:48 user nova-compute[75147]:   <vcpu max='255'/>
Oct 27 19:21:48 user nova-compute[75147]:   <iothreads supported='yes'/>
Oct 27 19:21:48 user nova-compute[75147]:   <os supported='yes'>
Oct 27 19:21:48 user nova-compute[75147]:     <enum name='firmware'/>
Oct 27 19:21:48 user nova-compute[75147]:     <loader supported='yes'>
Oct 27 19:21:48 user nova-compute[75147]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Oct 27 19:21:48 user nova-compute[75147]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Oct 27 19:21:48 user nova-compute[75147]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Oct 27 19:21:48 user nova-compute[75147]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Oct 27 19:21:48 user nova-compute[75147]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='type'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>rom</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>pflash</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='readonly'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>yes</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>no</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='secure'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>no</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:     </loader>
Oct 27 19:21:48 user nova-compute[75147]:   </os>
Oct 27 19:21:48 user nova-compute[75147]:   <cpu>
Oct 27 19:21:48 user nova-compute[75147]:     <mode name='host-passthrough' supported='yes'>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='hostPassthroughMigratable'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>off</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:     </mode>
Oct 27 19:21:48 user nova-compute[75147]:     <mode name='maximum' supported='yes'>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='maximumMigratable'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>on</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>off</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:     </mode>
Oct 27 19:21:48 user nova-compute[75147]:     <mode name='host-model' supported='yes'>
Oct 27 19:21:48 user nova-compute[75147]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 27 19:21:48 user nova-compute[75147]:       <vendor>Intel</vendor>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='require' name='ss'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='require' name='vmx'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='require' name='pcid'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='require' name='hypervisor'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='require' name='arat'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='require' name='tsc_adjust'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='require' name='umip'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='require' name='md-clear'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='require' name='stibp'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='require' name='arch-capabilities'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='require' name='ssbd'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='require' name='ibpb'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='require' name='ibrs'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='require' name='amd-stibp'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='require' name='amd-ssbd'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='disable' name='erms'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='disable' name='xsaveopt'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='disable' name='lm'/>
Oct 27 19:21:48 user nova-compute[75147]:     </mode>
Oct 27 19:21:48 user nova-compute[75147]:     <mode name='custom' supported='yes'>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>qemu64</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='yes'>qemu32</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>phenom</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='yes'>pentium3</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='yes'>pentium2</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='yes'>pentium</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>n270</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>kvm64</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='yes'>kvm32</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='yes'>coreduo</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>core2duo</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>athlon</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Westmere-IBRS</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Westmere</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Snowridge</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Skylake-Server</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Skylake-Client</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>SandyBridge</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Penryn</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Opteron_G5</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Opteron_G4</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Opteron_G3</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Opteron_G2</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Opteron_G1</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Nehalem-IBRS</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Nehalem</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>IvyBridge</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Icelake-Server</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Haswell-noTSX</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Haswell-IBRS</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Haswell</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>EPYC-Rome</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>EPYC-Milan</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>EPYC-IBPB</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>EPYC</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Dhyana</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Cooperlake</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Conroe</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Cascadelake-Server</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Broadwell-noTSX</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Broadwell-IBRS</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Broadwell</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='yes'>486</model>
Oct 27 19:21:48 user nova-compute[75147]:     </mode>
Oct 27 19:21:48 user nova-compute[75147]:   </cpu>
Oct 27 19:21:48 user nova-compute[75147]:   <memoryBacking supported='yes'>
Oct 27 19:21:48 user nova-compute[75147]:     <enum name='sourceType'>
Oct 27 19:21:48 user nova-compute[75147]:       <value>file</value>
Oct 27 19:21:48 user nova-compute[75147]:       <value>anonymous</value>
Oct 27 19:21:48 user nova-compute[75147]:       <value>memfd</value>
Oct 27 19:21:48 user nova-compute[75147]:     </enum>
Oct 27 19:21:48 user nova-compute[75147]:   </memoryBacking>
Oct 27 19:21:48 user nova-compute[75147]:   <devices>
Oct 27 19:21:48 user nova-compute[75147]:     <disk supported='yes'>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='diskDevice'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>disk</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>cdrom</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>floppy</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>lun</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='bus'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>ide</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>fdc</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>scsi</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>virtio</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>usb</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>sata</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='model'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>virtio</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>virtio-transitional</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>virtio-non-transitional</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:     </disk>
Oct 27 19:21:48 user nova-compute[75147]:     <graphics supported='yes'>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='type'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>sdl</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>vnc</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>spice</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>egl-headless</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:     </graphics>
Oct 27 19:21:48 user nova-compute[75147]:     <video supported='yes'>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='modelType'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>vga</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>cirrus</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>vmvga</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>qxl</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>virtio</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>none</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>bochs</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>ramfb</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:     </video>
Oct 27 19:21:48 user nova-compute[75147]:     <hostdev supported='yes'>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='mode'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>subsystem</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='startupPolicy'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>default</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>mandatory</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>requisite</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>optional</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='subsysType'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>usb</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>pci</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>scsi</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='capsType'/>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='pciBackend'/>
Oct 27 19:21:48 user nova-compute[75147]:     </hostdev>
Oct 27 19:21:48 user nova-compute[75147]:     <rng supported='yes'>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='model'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>virtio</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>virtio-transitional</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>virtio-non-transitional</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='backendModel'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>random</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>egd</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>builtin</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:     </rng>
Oct 27 19:21:48 user nova-compute[75147]:     <filesystem supported='yes'>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='driverType'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>path</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>handle</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>virtiofs</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:     </filesystem>
Oct 27 19:21:48 user nova-compute[75147]:     <tpm supported='yes'>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='model'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>tpm-tis</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>tpm-crb</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='backendModel'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>passthrough</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>emulator</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:     </tpm>
Oct 27 19:21:48 user nova-compute[75147]:   </devices>
Oct 27 19:21:48 user nova-compute[75147]:   <features>
Oct 27 19:21:48 user nova-compute[75147]:     <gic supported='no'/>
Oct 27 19:21:48 user nova-compute[75147]:     <vmcoreinfo supported='yes'/>
Oct 27 19:21:48 user nova-compute[75147]:     <genid supported='yes'/>
Oct 27 19:21:48 user nova-compute[75147]:     <backingStoreInput supported='yes'/>
Oct 27 19:21:48 user nova-compute[75147]:     <backup supported='yes'/>
Oct 27 19:21:48 user nova-compute[75147]:     <sev supported='no'/>
Oct 27 19:21:48 user nova-compute[75147]:   </features>
Oct 27 19:21:48 user nova-compute[75147]: </domainCapabilities>
Oct 27 19:21:48 user nova-compute[75147]:  {{(pid=75147) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 27 19:21:48 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-443d6cd7-3ca2-4cb8-a402-a55ce4bda539 None None] Getting domain capabilities for m68k via machine types: {'virt', None} {{(pid=75147) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 27 19:21:48 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-443d6cd7-3ca2-4cb8-a402-a55ce4bda539 None None] Error from libvirt when retrieving domain capabilities for arch m68k / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-m68k' on this host {{(pid=75147) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 27 19:21:48 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-443d6cd7-3ca2-4cb8-a402-a55ce4bda539 None None] Error from libvirt when retrieving domain capabilities for arch m68k / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-m68k' on this host {{(pid=75147) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 27 19:21:48 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-443d6cd7-3ca2-4cb8-a402-a55ce4bda539 None None] Getting domain capabilities for microblaze via machine types: {None} {{(pid=75147) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 27 19:21:48 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-443d6cd7-3ca2-4cb8-a402-a55ce4bda539 None None] Error from libvirt when retrieving domain capabilities for arch microblaze / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-microblaze' on this host {{(pid=75147) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 27 19:21:48 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-443d6cd7-3ca2-4cb8-a402-a55ce4bda539 None None] Getting domain capabilities for microblazeel via machine types: {None} {{(pid=75147) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 27 19:21:48 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-443d6cd7-3ca2-4cb8-a402-a55ce4bda539 None None] Error from libvirt when retrieving domain capabilities for arch microblazeel / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-microblazeel' on this host {{(pid=75147) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 27 19:21:48 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-443d6cd7-3ca2-4cb8-a402-a55ce4bda539 None None] Getting domain capabilities for mips via machine types: {None} {{(pid=75147) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 27 19:21:48 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-443d6cd7-3ca2-4cb8-a402-a55ce4bda539 None None] Error from libvirt when retrieving domain capabilities for arch mips / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mips' on this host {{(pid=75147) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 27 19:21:48 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-443d6cd7-3ca2-4cb8-a402-a55ce4bda539 None None] Getting domain capabilities for mipsel via machine types: {None} {{(pid=75147) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 27 19:21:48 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-443d6cd7-3ca2-4cb8-a402-a55ce4bda539 None None] Error from libvirt when retrieving domain capabilities for arch mipsel / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mipsel' on this host {{(pid=75147) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 27 19:21:48 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-443d6cd7-3ca2-4cb8-a402-a55ce4bda539 None None] Getting domain capabilities for mips64 via machine types: {None} {{(pid=75147) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 27 19:21:48 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-443d6cd7-3ca2-4cb8-a402-a55ce4bda539 None None] Error from libvirt when retrieving domain capabilities for arch mips64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mips64' on this host {{(pid=75147) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 27 19:21:48 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-443d6cd7-3ca2-4cb8-a402-a55ce4bda539 None None] Getting domain capabilities for mips64el via machine types: {None} {{(pid=75147) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 27 19:21:48 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-443d6cd7-3ca2-4cb8-a402-a55ce4bda539 None None] Error from libvirt when retrieving domain capabilities for arch mips64el / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mips64el' on this host {{(pid=75147) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 27 19:21:48 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-443d6cd7-3ca2-4cb8-a402-a55ce4bda539 None None] Getting domain capabilities for ppc via machine types: {None} {{(pid=75147) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 27 19:21:48 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-443d6cd7-3ca2-4cb8-a402-a55ce4bda539 None None] Error from libvirt when retrieving domain capabilities for arch ppc / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc' on this host {{(pid=75147) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 27 19:21:48 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-443d6cd7-3ca2-4cb8-a402-a55ce4bda539 None None] Getting domain capabilities for ppc64 via machine types: {'powernv', None, 'pseries'} {{(pid=75147) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 27 19:21:48 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-443d6cd7-3ca2-4cb8-a402-a55ce4bda539 None None] Error from libvirt when retrieving domain capabilities for arch ppc64 / virt_type kvm / machine_type powernv: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64' on this host {{(pid=75147) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 27 19:21:48 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-443d6cd7-3ca2-4cb8-a402-a55ce4bda539 None None] Error from libvirt when retrieving domain capabilities for arch ppc64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64' on this host {{(pid=75147) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 27 19:21:48 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-443d6cd7-3ca2-4cb8-a402-a55ce4bda539 None None] Error from libvirt when retrieving domain capabilities for arch ppc64 / virt_type kvm / machine_type pseries: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64' on this host {{(pid=75147) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 27 19:21:48 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-443d6cd7-3ca2-4cb8-a402-a55ce4bda539 None None] Getting domain capabilities for ppc64le via machine types: {'powernv', 'pseries'} {{(pid=75147) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 27 19:21:48 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-443d6cd7-3ca2-4cb8-a402-a55ce4bda539 None None] Error from libvirt when retrieving domain capabilities for arch ppc64le / virt_type kvm / machine_type powernv: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64le' on this host {{(pid=75147) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 27 19:21:48 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-443d6cd7-3ca2-4cb8-a402-a55ce4bda539 None None] Error from libvirt when retrieving domain capabilities for arch ppc64le / virt_type kvm / machine_type pseries: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64le' on this host {{(pid=75147) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 27 19:21:48 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-443d6cd7-3ca2-4cb8-a402-a55ce4bda539 None None] Getting domain capabilities for riscv32 via machine types: {None} {{(pid=75147) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 27 19:21:48 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-443d6cd7-3ca2-4cb8-a402-a55ce4bda539 None None] Error from libvirt when retrieving domain capabilities for arch riscv32 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-riscv32' on this host {{(pid=75147) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 27 19:21:48 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-443d6cd7-3ca2-4cb8-a402-a55ce4bda539 None None] Getting domain capabilities for riscv64 via machine types: {None} {{(pid=75147) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 27 19:21:48 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-443d6cd7-3ca2-4cb8-a402-a55ce4bda539 None None] Error from libvirt when retrieving domain capabilities for arch riscv64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-riscv64' on this host {{(pid=75147) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 27 19:21:48 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-443d6cd7-3ca2-4cb8-a402-a55ce4bda539 None None] Getting domain capabilities for s390x via machine types: {'s390-ccw-virtio'} {{(pid=75147) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 27 19:21:48 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-443d6cd7-3ca2-4cb8-a402-a55ce4bda539 None None] Error from libvirt when retrieving domain capabilities for arch s390x / virt_type kvm / machine_type s390-ccw-virtio: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-s390x' on this host {{(pid=75147) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 27 19:21:48 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-443d6cd7-3ca2-4cb8-a402-a55ce4bda539 None None] Getting domain capabilities for sh4 via machine types: {None} {{(pid=75147) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 27 19:21:48 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-443d6cd7-3ca2-4cb8-a402-a55ce4bda539 None None] Error from libvirt when retrieving domain capabilities for arch sh4 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sh4' on this host {{(pid=75147) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 27 19:21:48 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-443d6cd7-3ca2-4cb8-a402-a55ce4bda539 None None] Getting domain capabilities for sh4eb via machine types: {None} {{(pid=75147) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 27 19:21:48 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-443d6cd7-3ca2-4cb8-a402-a55ce4bda539 None None] Error from libvirt when retrieving domain capabilities for arch sh4eb / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sh4eb' on this host {{(pid=75147) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 27 19:21:48 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-443d6cd7-3ca2-4cb8-a402-a55ce4bda539 None None] Getting domain capabilities for sparc via machine types: {None} {{(pid=75147) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 27 19:21:48 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-443d6cd7-3ca2-4cb8-a402-a55ce4bda539 None None] Error from libvirt when retrieving domain capabilities for arch sparc / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sparc' on this host {{(pid=75147) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 27 19:21:48 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-443d6cd7-3ca2-4cb8-a402-a55ce4bda539 None None] Getting domain capabilities for sparc64 via machine types: {None} {{(pid=75147) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 27 19:21:48 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-443d6cd7-3ca2-4cb8-a402-a55ce4bda539 None None] Error from libvirt when retrieving domain capabilities for arch sparc64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sparc64' on this host {{(pid=75147) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 27 19:21:48 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-443d6cd7-3ca2-4cb8-a402-a55ce4bda539 None None] Getting domain capabilities for x86_64 via machine types: {'q35', 'pc', 'ubuntu-q35', 'ubuntu'} {{(pid=75147) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 27 19:21:48 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-443d6cd7-3ca2-4cb8-a402-a55ce4bda539 None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=q35:
Oct 27 19:21:48 user nova-compute[75147]: <domainCapabilities>
Oct 27 19:21:48 user nova-compute[75147]:   <path>/usr/bin/qemu-system-x86_64</path>
Oct 27 19:21:48 user nova-compute[75147]:   <domain>kvm</domain>
Oct 27 19:21:48 user nova-compute[75147]:   <machine>pc-q35-6.2</machine>
Oct 27 19:21:48 user nova-compute[75147]:   <arch>x86_64</arch>
Oct 27 19:21:48 user nova-compute[75147]:   <vcpu max='288'/>
Oct 27 19:21:48 user nova-compute[75147]:   <iothreads supported='yes'/>
Oct 27 19:21:48 user nova-compute[75147]:   <os supported='yes'>
Oct 27 19:21:48 user nova-compute[75147]:     <enum name='firmware'>
Oct 27 19:21:48 user nova-compute[75147]:       <value>efi</value>
Oct 27 19:21:48 user nova-compute[75147]:     </enum>
Oct 27 19:21:48 user nova-compute[75147]:     <loader supported='yes'>
Oct 27 19:21:48 user nova-compute[75147]:       <value>/usr/share/OVMF/OVMF_CODE_4M.ms.fd</value>
Oct 27 19:21:48 user nova-compute[75147]:       <value>/usr/share/OVMF/OVMF_CODE_4M.secboot.fd</value>
Oct 27 19:21:48 user nova-compute[75147]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='type'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>rom</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>pflash</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='readonly'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>yes</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>no</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='secure'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>yes</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>no</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:     </loader>
Oct 27 19:21:48 user nova-compute[75147]:   </os>
Oct 27 19:21:48 user nova-compute[75147]:   <cpu>
Oct 27 19:21:48 user nova-compute[75147]:     <mode name='host-passthrough' supported='yes'>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='hostPassthroughMigratable'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>on</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>off</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:     </mode>
Oct 27 19:21:48 user nova-compute[75147]:     <mode name='maximum' supported='yes'>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='maximumMigratable'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>on</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>off</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:     </mode>
Oct 27 19:21:48 user nova-compute[75147]:     <mode name='host-model' supported='yes'>
Oct 27 19:21:48 user nova-compute[75147]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 27 19:21:48 user nova-compute[75147]:       <vendor>Intel</vendor>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='require' name='ss'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='require' name='vmx'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='require' name='pcid'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='require' name='hypervisor'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='require' name='arat'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='require' name='tsc_adjust'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='require' name='umip'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='require' name='md-clear'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='require' name='stibp'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='require' name='arch-capabilities'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='require' name='ssbd'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='require' name='invtsc'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='require' name='ibpb'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='require' name='ibrs'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='require' name='amd-stibp'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='require' name='amd-ssbd'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='require' name='rsba'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='require' name='pschange-mc-no'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='disable' name='erms'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='disable' name='xsaveopt'/>
Oct 27 19:21:48 user nova-compute[75147]:     </mode>
Oct 27 19:21:48 user nova-compute[75147]:     <mode name='custom' supported='yes'>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>qemu64</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='yes'>qemu32</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>phenom</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='yes'>pentium3</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='yes'>pentium2</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='yes'>pentium</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>n270</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='yes'>kvm64</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='yes'>kvm32</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='yes'>coreduo</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='yes'>core2duo</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>athlon</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='yes'>Westmere-IBRS</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='yes'>Westmere</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Snowridge</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Skylake-Server</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Skylake-Client</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>SandyBridge</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='yes'>Penryn</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Opteron_G5</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Opteron_G4</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Opteron_G3</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Opteron_G2</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='yes'>Opteron_G1</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='yes'>Nehalem-IBRS</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='yes'>Nehalem</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>IvyBridge</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Icelake-Server</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Haswell-noTSX</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Haswell-IBRS</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Haswell</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>EPYC-Rome</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>EPYC-Milan</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>EPYC-IBPB</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>EPYC</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Dhyana</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Cooperlake</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='yes'>Conroe</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Cascadelake-Server</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Broadwell-noTSX</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Broadwell-IBRS</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Broadwell</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='yes'>486</model>
Oct 27 19:21:48 user nova-compute[75147]:     </mode>
Oct 27 19:21:48 user nova-compute[75147]:   </cpu>
Oct 27 19:21:48 user nova-compute[75147]:   <memoryBacking supported='yes'>
Oct 27 19:21:48 user nova-compute[75147]:     <enum name='sourceType'>
Oct 27 19:21:48 user nova-compute[75147]:       <value>file</value>
Oct 27 19:21:48 user nova-compute[75147]:       <value>anonymous</value>
Oct 27 19:21:48 user nova-compute[75147]:       <value>memfd</value>
Oct 27 19:21:48 user nova-compute[75147]:     </enum>
Oct 27 19:21:48 user nova-compute[75147]:   </memoryBacking>
Oct 27 19:21:48 user nova-compute[75147]:   <devices>
Oct 27 19:21:48 user nova-compute[75147]:     <disk supported='yes'>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='diskDevice'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>disk</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>cdrom</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>floppy</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>lun</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='bus'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>fdc</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>scsi</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>virtio</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>usb</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>sata</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='model'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>virtio</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>virtio-transitional</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>virtio-non-transitional</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:     </disk>
Oct 27 19:21:48 user nova-compute[75147]:     <graphics supported='yes'>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='type'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>sdl</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>vnc</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>spice</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>egl-headless</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:     </graphics>
Oct 27 19:21:48 user nova-compute[75147]:     <video supported='yes'>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='modelType'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>vga</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>cirrus</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>vmvga</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>qxl</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>virtio</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>none</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>bochs</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>ramfb</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:     </video>
Oct 27 19:21:48 user nova-compute[75147]:     <hostdev supported='yes'>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='mode'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>subsystem</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='startupPolicy'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>default</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>mandatory</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>requisite</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>optional</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='subsysType'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>usb</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>pci</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>scsi</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='capsType'/>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='pciBackend'/>
Oct 27 19:21:48 user nova-compute[75147]:     </hostdev>
Oct 27 19:21:48 user nova-compute[75147]:     <rng supported='yes'>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='model'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>virtio</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>virtio-transitional</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>virtio-non-transitional</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='backendModel'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>random</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>egd</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>builtin</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:     </rng>
Oct 27 19:21:48 user nova-compute[75147]:     <filesystem supported='yes'>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='driverType'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>path</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>handle</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>virtiofs</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:     </filesystem>
Oct 27 19:21:48 user nova-compute[75147]:     <tpm supported='yes'>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='model'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>tpm-tis</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>tpm-crb</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='backendModel'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>passthrough</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>emulator</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:     </tpm>
Oct 27 19:21:48 user nova-compute[75147]:   </devices>
Oct 27 19:21:48 user nova-compute[75147]:   <features>
Oct 27 19:21:48 user nova-compute[75147]:     <gic supported='no'/>
Oct 27 19:21:48 user nova-compute[75147]:     <vmcoreinfo supported='yes'/>
Oct 27 19:21:48 user nova-compute[75147]:     <genid supported='yes'/>
Oct 27 19:21:48 user nova-compute[75147]:     <backingStoreInput supported='yes'/>
Oct 27 19:21:48 user nova-compute[75147]:     <backup supported='yes'/>
Oct 27 19:21:48 user nova-compute[75147]:     <sev supported='no'/>
Oct 27 19:21:48 user nova-compute[75147]:   </features>
Oct 27 19:21:48 user nova-compute[75147]: </domainCapabilities>
Oct 27 19:21:48 user nova-compute[75147]:  {{(pid=75147) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 27 19:21:48 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-443d6cd7-3ca2-4cb8-a402-a55ce4bda539 None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=pc:
Oct 27 19:21:48 user nova-compute[75147]: <domainCapabilities>
Oct 27 19:21:48 user nova-compute[75147]:   <path>/usr/bin/qemu-system-x86_64</path>
Oct 27 19:21:48 user nova-compute[75147]:   <domain>kvm</domain>
Oct 27 19:21:48 user nova-compute[75147]:   <machine>pc-i440fx-6.2</machine>
Oct 27 19:21:48 user nova-compute[75147]:   <arch>x86_64</arch>
Oct 27 19:21:48 user nova-compute[75147]:   <vcpu max='255'/>
Oct 27 19:21:48 user nova-compute[75147]:   <iothreads supported='yes'/>
Oct 27 19:21:48 user nova-compute[75147]:   <os supported='yes'>
Oct 27 19:21:48 user nova-compute[75147]:     <enum name='firmware'>
Oct 27 19:21:48 user nova-compute[75147]:       <value>efi</value>
Oct 27 19:21:48 user nova-compute[75147]:     </enum>
Oct 27 19:21:48 user nova-compute[75147]:     <loader supported='yes'>
Oct 27 19:21:48 user nova-compute[75147]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='type'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>rom</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>pflash</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='readonly'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>yes</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>no</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='secure'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>no</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:     </loader>
Oct 27 19:21:48 user nova-compute[75147]:   </os>
Oct 27 19:21:48 user nova-compute[75147]:   <cpu>
Oct 27 19:21:48 user nova-compute[75147]:     <mode name='host-passthrough' supported='yes'>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='hostPassthroughMigratable'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>on</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>off</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:     </mode>
Oct 27 19:21:48 user nova-compute[75147]:     <mode name='maximum' supported='yes'>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='maximumMigratable'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>on</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>off</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:     </mode>
Oct 27 19:21:48 user nova-compute[75147]:     <mode name='host-model' supported='yes'>
Oct 27 19:21:48 user nova-compute[75147]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 27 19:21:48 user nova-compute[75147]:       <vendor>Intel</vendor>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='require' name='ss'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='require' name='vmx'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='require' name='pcid'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='require' name='hypervisor'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='require' name='arat'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='require' name='tsc_adjust'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='require' name='umip'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='require' name='md-clear'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='require' name='stibp'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='require' name='arch-capabilities'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='require' name='ssbd'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='require' name='invtsc'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='require' name='ibpb'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='require' name='ibrs'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='require' name='amd-stibp'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='require' name='amd-ssbd'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='require' name='rsba'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='require' name='pschange-mc-no'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='disable' name='erms'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='disable' name='xsaveopt'/>
Oct 27 19:21:48 user nova-compute[75147]:     </mode>
Oct 27 19:21:48 user nova-compute[75147]:     <mode name='custom' supported='yes'>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>qemu64</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='yes'>qemu32</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>phenom</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='yes'>pentium3</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='yes'>pentium2</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='yes'>pentium</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>n270</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='yes'>kvm64</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='yes'>kvm32</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='yes'>coreduo</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='yes'>core2duo</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>athlon</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='yes'>Westmere-IBRS</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='yes'>Westmere</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Snowridge</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Skylake-Server</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Skylake-Client</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>SandyBridge</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='yes'>Penryn</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Opteron_G5</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Opteron_G4</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Opteron_G3</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Opteron_G2</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='yes'>Opteron_G1</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='yes'>Nehalem-IBRS</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='yes'>Nehalem</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>IvyBridge</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Icelake-Server</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Haswell-noTSX</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Haswell-IBRS</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Haswell</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>EPYC-Rome</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>EPYC-Milan</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>EPYC-IBPB</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>EPYC</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Dhyana</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Cooperlake</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='yes'>Conroe</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Cascadelake-Server</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Broadwell-noTSX</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Broadwell-IBRS</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Broadwell</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='yes'>486</model>
Oct 27 19:21:48 user nova-compute[75147]:     </mode>
Oct 27 19:21:48 user nova-compute[75147]:   </cpu>
Oct 27 19:21:48 user nova-compute[75147]:   <memoryBacking supported='yes'>
Oct 27 19:21:48 user nova-compute[75147]:     <enum name='sourceType'>
Oct 27 19:21:48 user nova-compute[75147]:       <value>file</value>
Oct 27 19:21:48 user nova-compute[75147]:       <value>anonymous</value>
Oct 27 19:21:48 user nova-compute[75147]:       <value>memfd</value>
Oct 27 19:21:48 user nova-compute[75147]:     </enum>
Oct 27 19:21:48 user nova-compute[75147]:   </memoryBacking>
Oct 27 19:21:48 user nova-compute[75147]:   <devices>
Oct 27 19:21:48 user nova-compute[75147]:     <disk supported='yes'>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='diskDevice'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>disk</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>cdrom</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>floppy</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>lun</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='bus'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>ide</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>fdc</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>scsi</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>virtio</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>usb</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>sata</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='model'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>virtio</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>virtio-transitional</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>virtio-non-transitional</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:     </disk>
Oct 27 19:21:48 user nova-compute[75147]:     <graphics supported='yes'>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='type'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>sdl</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>vnc</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>spice</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>egl-headless</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:     </graphics>
Oct 27 19:21:48 user nova-compute[75147]:     <video supported='yes'>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='modelType'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>vga</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>cirrus</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>vmvga</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>qxl</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>virtio</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>none</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>bochs</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>ramfb</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:     </video>
Oct 27 19:21:48 user nova-compute[75147]:     <hostdev supported='yes'>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='mode'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>subsystem</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='startupPolicy'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>default</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>mandatory</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>requisite</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>optional</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='subsysType'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>usb</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>pci</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>scsi</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='capsType'/>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='pciBackend'/>
Oct 27 19:21:48 user nova-compute[75147]:     </hostdev>
Oct 27 19:21:48 user nova-compute[75147]:     <rng supported='yes'>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='model'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>virtio</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>virtio-transitional</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>virtio-non-transitional</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='backendModel'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>random</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>egd</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>builtin</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:     </rng>
Oct 27 19:21:48 user nova-compute[75147]:     <filesystem supported='yes'>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='driverType'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>path</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>handle</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>virtiofs</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:     </filesystem>
Oct 27 19:21:48 user nova-compute[75147]:     <tpm supported='yes'>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='model'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>tpm-tis</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>tpm-crb</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='backendModel'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>passthrough</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>emulator</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:     </tpm>
Oct 27 19:21:48 user nova-compute[75147]:   </devices>
Oct 27 19:21:48 user nova-compute[75147]:   <features>
Oct 27 19:21:48 user nova-compute[75147]:     <gic supported='no'/>
Oct 27 19:21:48 user nova-compute[75147]:     <vmcoreinfo supported='yes'/>
Oct 27 19:21:48 user nova-compute[75147]:     <genid supported='yes'/>
Oct 27 19:21:48 user nova-compute[75147]:     <backingStoreInput supported='yes'/>
Oct 27 19:21:48 user nova-compute[75147]:     <backup supported='yes'/>
Oct 27 19:21:48 user nova-compute[75147]:     <sev supported='no'/>
Oct 27 19:21:48 user nova-compute[75147]:   </features>
Oct 27 19:21:48 user nova-compute[75147]: </domainCapabilities>
Oct 27 19:21:48 user nova-compute[75147]:  {{(pid=75147) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 27 19:21:48 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-443d6cd7-3ca2-4cb8-a402-a55ce4bda539 None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=ubuntu-q35:
Oct 27 19:21:48 user nova-compute[75147]: <domainCapabilities>
Oct 27 19:21:48 user nova-compute[75147]:   <path>/usr/bin/qemu-system-x86_64</path>
Oct 27 19:21:48 user nova-compute[75147]:   <domain>kvm</domain>
Oct 27 19:21:48 user nova-compute[75147]:   <machine>pc-q35-jammy</machine>
Oct 27 19:21:48 user nova-compute[75147]:   <arch>x86_64</arch>
Oct 27 19:21:48 user nova-compute[75147]:   <vcpu max='288'/>
Oct 27 19:21:48 user nova-compute[75147]:   <iothreads supported='yes'/>
Oct 27 19:21:48 user nova-compute[75147]:   <os supported='yes'>
Oct 27 19:21:48 user nova-compute[75147]:     <enum name='firmware'>
Oct 27 19:21:48 user nova-compute[75147]:       <value>efi</value>
Oct 27 19:21:48 user nova-compute[75147]:     </enum>
Oct 27 19:21:48 user nova-compute[75147]:     <loader supported='yes'>
Oct 27 19:21:48 user nova-compute[75147]:       <value>/usr/share/OVMF/OVMF_CODE_4M.ms.fd</value>
Oct 27 19:21:48 user nova-compute[75147]:       <value>/usr/share/OVMF/OVMF_CODE_4M.secboot.fd</value>
Oct 27 19:21:48 user nova-compute[75147]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='type'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>rom</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>pflash</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='readonly'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>yes</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>no</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='secure'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>yes</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>no</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:     </loader>
Oct 27 19:21:48 user nova-compute[75147]:   </os>
Oct 27 19:21:48 user nova-compute[75147]:   <cpu>
Oct 27 19:21:48 user nova-compute[75147]:     <mode name='host-passthrough' supported='yes'>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='hostPassthroughMigratable'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>on</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>off</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:     </mode>
Oct 27 19:21:48 user nova-compute[75147]:     <mode name='maximum' supported='yes'>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='maximumMigratable'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>on</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>off</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:     </mode>
Oct 27 19:21:48 user nova-compute[75147]:     <mode name='host-model' supported='yes'>
Oct 27 19:21:48 user nova-compute[75147]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 27 19:21:48 user nova-compute[75147]:       <vendor>Intel</vendor>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='require' name='ss'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='require' name='vmx'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='require' name='pcid'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='require' name='hypervisor'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='require' name='arat'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='require' name='tsc_adjust'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='require' name='umip'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='require' name='md-clear'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='require' name='stibp'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='require' name='arch-capabilities'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='require' name='ssbd'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='require' name='invtsc'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='require' name='ibpb'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='require' name='ibrs'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='require' name='amd-stibp'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='require' name='amd-ssbd'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='require' name='rsba'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='require' name='pschange-mc-no'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='disable' name='erms'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='disable' name='xsaveopt'/>
Oct 27 19:21:48 user nova-compute[75147]:     </mode>
Oct 27 19:21:48 user nova-compute[75147]:     <mode name='custom' supported='yes'>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>qemu64</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='yes'>qemu32</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>phenom</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='yes'>pentium3</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='yes'>pentium2</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='yes'>pentium</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>n270</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='yes'>kvm64</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='yes'>kvm32</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='yes'>coreduo</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='yes'>core2duo</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>athlon</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='yes'>Westmere-IBRS</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='yes'>Westmere</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Snowridge</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Skylake-Server</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Skylake-Client</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>SandyBridge</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='yes'>Penryn</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Opteron_G5</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Opteron_G4</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Opteron_G3</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Opteron_G2</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='yes'>Opteron_G1</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='yes'>Nehalem-IBRS</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='yes'>Nehalem</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>IvyBridge</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Icelake-Server</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Haswell-noTSX</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Haswell-IBRS</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Haswell</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>EPYC-Rome</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>EPYC-Milan</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>EPYC-IBPB</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>EPYC</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Dhyana</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Cooperlake</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='yes'>Conroe</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Cascadelake-Server</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Broadwell-noTSX</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Broadwell-IBRS</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Broadwell</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='yes'>486</model>
Oct 27 19:21:48 user nova-compute[75147]:     </mode>
Oct 27 19:21:48 user nova-compute[75147]:   </cpu>
Oct 27 19:21:48 user nova-compute[75147]:   <memoryBacking supported='yes'>
Oct 27 19:21:48 user nova-compute[75147]:     <enum name='sourceType'>
Oct 27 19:21:48 user nova-compute[75147]:       <value>file</value>
Oct 27 19:21:48 user nova-compute[75147]:       <value>anonymous</value>
Oct 27 19:21:48 user nova-compute[75147]:       <value>memfd</value>
Oct 27 19:21:48 user nova-compute[75147]:     </enum>
Oct 27 19:21:48 user nova-compute[75147]:   </memoryBacking>
Oct 27 19:21:48 user nova-compute[75147]:   <devices>
Oct 27 19:21:48 user nova-compute[75147]:     <disk supported='yes'>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='diskDevice'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>disk</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>cdrom</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>floppy</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>lun</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='bus'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>fdc</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>scsi</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>virtio</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>usb</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>sata</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='model'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>virtio</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>virtio-transitional</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>virtio-non-transitional</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:     </disk>
Oct 27 19:21:48 user nova-compute[75147]:     <graphics supported='yes'>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='type'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>sdl</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>vnc</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>spice</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>egl-headless</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:     </graphics>
Oct 27 19:21:48 user nova-compute[75147]:     <video supported='yes'>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='modelType'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>vga</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>cirrus</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>vmvga</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>qxl</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>virtio</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>none</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>bochs</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>ramfb</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:     </video>
Oct 27 19:21:48 user nova-compute[75147]:     <hostdev supported='yes'>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='mode'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>subsystem</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='startupPolicy'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>default</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>mandatory</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>requisite</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>optional</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='subsysType'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>usb</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>pci</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>scsi</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='capsType'/>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='pciBackend'/>
Oct 27 19:21:48 user nova-compute[75147]:     </hostdev>
Oct 27 19:21:48 user nova-compute[75147]:     <rng supported='yes'>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='model'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>virtio</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>virtio-transitional</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>virtio-non-transitional</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='backendModel'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>random</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>egd</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>builtin</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:     </rng>
Oct 27 19:21:48 user nova-compute[75147]:     <filesystem supported='yes'>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='driverType'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>path</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>handle</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>virtiofs</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:     </filesystem>
Oct 27 19:21:48 user nova-compute[75147]:     <tpm supported='yes'>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='model'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>tpm-tis</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>tpm-crb</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='backendModel'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>passthrough</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>emulator</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:     </tpm>
Oct 27 19:21:48 user nova-compute[75147]:   </devices>
Oct 27 19:21:48 user nova-compute[75147]:   <features>
Oct 27 19:21:48 user nova-compute[75147]:     <gic supported='no'/>
Oct 27 19:21:48 user nova-compute[75147]:     <vmcoreinfo supported='yes'/>
Oct 27 19:21:48 user nova-compute[75147]:     <genid supported='yes'/>
Oct 27 19:21:48 user nova-compute[75147]:     <backingStoreInput supported='yes'/>
Oct 27 19:21:48 user nova-compute[75147]:     <backup supported='yes'/>
Oct 27 19:21:48 user nova-compute[75147]:     <sev supported='no'/>
Oct 27 19:21:48 user nova-compute[75147]:   </features>
Oct 27 19:21:48 user nova-compute[75147]: </domainCapabilities>
Oct 27 19:21:48 user nova-compute[75147]:  {{(pid=75147) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 27 19:21:48 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-443d6cd7-3ca2-4cb8-a402-a55ce4bda539 None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=ubuntu:
Oct 27 19:21:48 user nova-compute[75147]: <domainCapabilities>
Oct 27 19:21:48 user nova-compute[75147]:   <path>/usr/bin/qemu-system-x86_64</path>
Oct 27 19:21:48 user nova-compute[75147]:   <domain>kvm</domain>
Oct 27 19:21:48 user nova-compute[75147]:   <machine>pc-i440fx-jammy</machine>
Oct 27 19:21:48 user nova-compute[75147]:   <arch>x86_64</arch>
Oct 27 19:21:48 user nova-compute[75147]:   <vcpu max='255'/>
Oct 27 19:21:48 user nova-compute[75147]:   <iothreads supported='yes'/>
Oct 27 19:21:48 user nova-compute[75147]:   <os supported='yes'>
Oct 27 19:21:48 user nova-compute[75147]:     <enum name='firmware'>
Oct 27 19:21:48 user nova-compute[75147]:       <value>efi</value>
Oct 27 19:21:48 user nova-compute[75147]:     </enum>
Oct 27 19:21:48 user nova-compute[75147]:     <loader supported='yes'>
Oct 27 19:21:48 user nova-compute[75147]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='type'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>rom</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>pflash</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='readonly'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>yes</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>no</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='secure'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>no</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:     </loader>
Oct 27 19:21:48 user nova-compute[75147]:   </os>
Oct 27 19:21:48 user nova-compute[75147]:   <cpu>
Oct 27 19:21:48 user nova-compute[75147]:     <mode name='host-passthrough' supported='yes'>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='hostPassthroughMigratable'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>on</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>off</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:     </mode>
Oct 27 19:21:48 user nova-compute[75147]:     <mode name='maximum' supported='yes'>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='maximumMigratable'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>on</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>off</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:     </mode>
Oct 27 19:21:48 user nova-compute[75147]:     <mode name='host-model' supported='yes'>
Oct 27 19:21:48 user nova-compute[75147]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 27 19:21:48 user nova-compute[75147]:       <vendor>Intel</vendor>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='require' name='ss'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='require' name='vmx'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='require' name='pcid'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='require' name='hypervisor'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='require' name='arat'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='require' name='tsc_adjust'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='require' name='umip'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='require' name='md-clear'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='require' name='stibp'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='require' name='arch-capabilities'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='require' name='ssbd'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='require' name='invtsc'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='require' name='ibpb'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='require' name='ibrs'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='require' name='amd-stibp'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='require' name='amd-ssbd'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='require' name='rsba'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='require' name='pschange-mc-no'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='disable' name='erms'/>
Oct 27 19:21:48 user nova-compute[75147]:       <feature policy='disable' name='xsaveopt'/>
Oct 27 19:21:48 user nova-compute[75147]:     </mode>
Oct 27 19:21:48 user nova-compute[75147]:     <mode name='custom' supported='yes'>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>qemu64</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='yes'>qemu32</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>phenom</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='yes'>pentium3</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='yes'>pentium2</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='yes'>pentium</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>n270</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='yes'>kvm64</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='yes'>kvm32</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='yes'>coreduo</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='yes'>core2duo</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>athlon</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='yes'>Westmere-IBRS</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='yes'>Westmere</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Snowridge</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Skylake-Server</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Skylake-Client</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>SandyBridge</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='yes'>Penryn</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Opteron_G5</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Opteron_G4</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Opteron_G3</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Opteron_G2</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='yes'>Opteron_G1</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='yes'>Nehalem-IBRS</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='yes'>Nehalem</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>IvyBridge</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Icelake-Server</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Haswell-noTSX</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Haswell-IBRS</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Haswell</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>EPYC-Rome</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>EPYC-Milan</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>EPYC-IBPB</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>EPYC</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Dhyana</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Cooperlake</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='yes'>Conroe</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Cascadelake-Server</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Broadwell-noTSX</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Broadwell-IBRS</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='no'>Broadwell</model>
Oct 27 19:21:48 user nova-compute[75147]:       <model usable='yes'>486</model>
Oct 27 19:21:48 user nova-compute[75147]:     </mode>
Oct 27 19:21:48 user nova-compute[75147]:   </cpu>
Oct 27 19:21:48 user nova-compute[75147]:   <memoryBacking supported='yes'>
Oct 27 19:21:48 user nova-compute[75147]:     <enum name='sourceType'>
Oct 27 19:21:48 user nova-compute[75147]:       <value>file</value>
Oct 27 19:21:48 user nova-compute[75147]:       <value>anonymous</value>
Oct 27 19:21:48 user nova-compute[75147]:       <value>memfd</value>
Oct 27 19:21:48 user nova-compute[75147]:     </enum>
Oct 27 19:21:48 user nova-compute[75147]:   </memoryBacking>
Oct 27 19:21:48 user nova-compute[75147]:   <devices>
Oct 27 19:21:48 user nova-compute[75147]:     <disk supported='yes'>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='diskDevice'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>disk</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>cdrom</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>floppy</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>lun</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='bus'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>ide</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>fdc</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>scsi</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>virtio</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>usb</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>sata</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='model'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>virtio</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>virtio-transitional</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>virtio-non-transitional</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:     </disk>
Oct 27 19:21:48 user nova-compute[75147]:     <graphics supported='yes'>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='type'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>sdl</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>vnc</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>spice</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>egl-headless</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:     </graphics>
Oct 27 19:21:48 user nova-compute[75147]:     <video supported='yes'>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='modelType'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>vga</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>cirrus</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>vmvga</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>qxl</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>virtio</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>none</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>bochs</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>ramfb</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:     </video>
Oct 27 19:21:48 user nova-compute[75147]:     <hostdev supported='yes'>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='mode'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>subsystem</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='startupPolicy'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>default</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>mandatory</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>requisite</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>optional</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='subsysType'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>usb</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>pci</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>scsi</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='capsType'/>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='pciBackend'/>
Oct 27 19:21:48 user nova-compute[75147]:     </hostdev>
Oct 27 19:21:48 user nova-compute[75147]:     <rng supported='yes'>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='model'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>virtio</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>virtio-transitional</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>virtio-non-transitional</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='backendModel'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>random</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>egd</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>builtin</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:     </rng>
Oct 27 19:21:48 user nova-compute[75147]:     <filesystem supported='yes'>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='driverType'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>path</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>handle</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>virtiofs</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:     </filesystem>
Oct 27 19:21:48 user nova-compute[75147]:     <tpm supported='yes'>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='model'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>tpm-tis</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>tpm-crb</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:       <enum name='backendModel'>
Oct 27 19:21:48 user nova-compute[75147]:         <value>passthrough</value>
Oct 27 19:21:48 user nova-compute[75147]:         <value>emulator</value>
Oct 27 19:21:48 user nova-compute[75147]:       </enum>
Oct 27 19:21:48 user nova-compute[75147]:     </tpm>
Oct 27 19:21:48 user nova-compute[75147]:   </devices>
Oct 27 19:21:48 user nova-compute[75147]:   <features>
Oct 27 19:21:48 user nova-compute[75147]:     <gic supported='no'/>
Oct 27 19:21:48 user nova-compute[75147]:     <vmcoreinfo supported='yes'/>
Oct 27 19:21:48 user nova-compute[75147]:     <genid supported='yes'/>
Oct 27 19:21:48 user nova-compute[75147]:     <backingStoreInput supported='yes'/>
Oct 27 19:21:48 user nova-compute[75147]:     <backup supported='yes'/>
Oct 27 19:21:48 user nova-compute[75147]:     <sev supported='no'/>
Oct 27 19:21:48 user nova-compute[75147]:   </features>
Oct 27 19:21:48 user nova-compute[75147]: </domainCapabilities>
Oct 27 19:21:48 user nova-compute[75147]:  {{(pid=75147) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 27 19:21:48 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-443d6cd7-3ca2-4cb8-a402-a55ce4bda539 None None] Getting domain capabilities for xtensa via machine types: {None} {{(pid=75147) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 27 19:21:48 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-443d6cd7-3ca2-4cb8-a402-a55ce4bda539 None None] Error from libvirt when retrieving domain capabilities for arch xtensa / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-xtensa' on this host {{(pid=75147) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 27 19:21:48 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-443d6cd7-3ca2-4cb8-a402-a55ce4bda539 None None] Getting domain capabilities for xtensaeb via machine types: {None} {{(pid=75147) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 27 19:21:48 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-443d6cd7-3ca2-4cb8-a402-a55ce4bda539 None None] Error from libvirt when retrieving domain capabilities for arch xtensaeb / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-xtensaeb' on this host {{(pid=75147) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 27 19:21:48 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-443d6cd7-3ca2-4cb8-a402-a55ce4bda539 None None] Checking secure boot support for host arch (x86_64) {{(pid=75147) supports_secure_boot /opt/stack/nova/nova/virt/libvirt/host.py:1779}}
Oct 27 19:21:48 user nova-compute[75147]: INFO nova.virt.libvirt.host [None req-443d6cd7-3ca2-4cb8-a402-a55ce4bda539 None None] Secure Boot support detected
Oct 27 19:21:48 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-443d6cd7-3ca2-4cb8-a402-a55ce4bda539 None None] cpu compare xml: <cpu match="exact">
Oct 27 19:21:48 user nova-compute[75147]:   <model>Nehalem</model>
Oct 27 19:21:48 user nova-compute[75147]: </cpu>
Oct 27 19:21:48 user nova-compute[75147]:  {{(pid=75147) _compare_cpu /opt/stack/nova/nova/virt/libvirt/driver.py:10023}}
Oct 27 19:21:48 user nova-compute[75147]: INFO nova.virt.node [None req-443d6cd7-3ca2-4cb8-a402-a55ce4bda539 None None] Generated node identity 719076f2-a22e-4833-8fe0-efddc2edace5
Oct 27 19:21:48 user nova-compute[75147]: INFO nova.virt.node [None req-443d6cd7-3ca2-4cb8-a402-a55ce4bda539 None None] Wrote node identity 719076f2-a22e-4833-8fe0-efddc2edace5 to /opt/stack/data/nova/compute_id
Oct 27 19:21:48 user nova-compute[75147]: WARNING nova.compute.manager [None req-443d6cd7-3ca2-4cb8-a402-a55ce4bda539 None None] Compute nodes ['719076f2-a22e-4833-8fe0-efddc2edace5'] for host user were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning.
Oct 27 19:21:48 user nova-compute[75147]: INFO nova.compute.manager [None req-443d6cd7-3ca2-4cb8-a402-a55ce4bda539 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host
Oct 27 19:21:48 user nova-compute[75147]: WARNING nova.compute.manager [None req-443d6cd7-3ca2-4cb8-a402-a55ce4bda539 None None] No compute node record found for host user. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host user could not be found.
Oct 27 19:21:48 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-443d6cd7-3ca2-4cb8-a402-a55ce4bda539 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:21:48 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-443d6cd7-3ca2-4cb8-a402-a55ce4bda539 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:21:48 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-443d6cd7-3ca2-4cb8-a402-a55ce4bda539 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:21:48 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-443d6cd7-3ca2-4cb8-a402-a55ce4bda539 None None] Auditing locally available compute resources for user (node: user) {{(pid=75147) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 19:21:48 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-443d6cd7-3ca2-4cb8-a402-a55ce4bda539 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:21:48 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-443d6cd7-3ca2-4cb8-a402-a55ce4bda539 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:21:48 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-443d6cd7-3ca2-4cb8-a402-a55ce4bda539 None None] Hypervisor/Node resource view: name=user free_ram=10888MB free_disk=26.21499252319336GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75147) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 19:21:48 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-443d6cd7-3ca2-4cb8-a402-a55ce4bda539 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:21:48 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-443d6cd7-3ca2-4cb8-a402-a55ce4bda539 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:21:48 user nova-compute[75147]: WARNING nova.compute.resource_tracker [None req-443d6cd7-3ca2-4cb8-a402-a55ce4bda539 None None] No compute node record for user:719076f2-a22e-4833-8fe0-efddc2edace5: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 719076f2-a22e-4833-8fe0-efddc2edace5 could not be found.
Oct 27 19:21:48 user nova-compute[75147]: INFO nova.compute.resource_tracker [None req-443d6cd7-3ca2-4cb8-a402-a55ce4bda539 None None] Compute node record created for user:user with uuid: 719076f2-a22e-4833-8fe0-efddc2edace5
Oct 27 19:21:48 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-443d6cd7-3ca2-4cb8-a402-a55ce4bda539 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 19:21:48 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-443d6cd7-3ca2-4cb8-a402-a55ce4bda539 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 19:21:48 user nova-compute[75147]: INFO nova.scheduler.client.report [None req-443d6cd7-3ca2-4cb8-a402-a55ce4bda539 None None] [req-31765a92-7d11-4541-afe0-9165ba231c69] Created resource provider record via placement API for resource provider with UUID 719076f2-a22e-4833-8fe0-efddc2edace5 and name user.
Oct 27 19:21:49 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-443d6cd7-3ca2-4cb8-a402-a55ce4bda539 None None] /sys/module/kvm_amd/parameters/sev does not exist {{(pid=75147) _kernel_supports_amd_sev /opt/stack/nova/nova/virt/libvirt/host.py:1795}}
Oct 27 19:21:49 user nova-compute[75147]: INFO nova.virt.libvirt.host [None req-443d6cd7-3ca2-4cb8-a402-a55ce4bda539 None None] kernel doesn't support AMD SEV
Oct 27 19:21:49 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-443d6cd7-3ca2-4cb8-a402-a55ce4bda539 None None] Updating inventory in ProviderTree for provider 719076f2-a22e-4833-8fe0-efddc2edace5 with inventory: {'MEMORY_MB': {'total': 16011, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 512}, 'VCPU': {'total': 12, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0, 'reserved': 0}, 'DISK_GB': {'total': 40, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 0}} {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 27 19:21:49 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-443d6cd7-3ca2-4cb8-a402-a55ce4bda539 None None] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75147) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 19:21:49 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-443d6cd7-3ca2-4cb8-a402-a55ce4bda539 None None] Libvirt baseline CPU <cpu>
Oct 27 19:21:49 user nova-compute[75147]:   <arch>x86_64</arch>
Oct 27 19:21:49 user nova-compute[75147]:   <model>Nehalem</model>
Oct 27 19:21:49 user nova-compute[75147]:   <vendor>Intel</vendor>
Oct 27 19:21:49 user nova-compute[75147]:   <topology sockets="6" cores="1" threads="1"/>
Oct 27 19:21:49 user nova-compute[75147]: </cpu>
Oct 27 19:21:49 user nova-compute[75147]:  {{(pid=75147) _get_guest_baseline_cpu_features /opt/stack/nova/nova/virt/libvirt/driver.py:12513}}
Oct 27 19:21:49 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-443d6cd7-3ca2-4cb8-a402-a55ce4bda539 None None] Updated inventory for provider 719076f2-a22e-4833-8fe0-efddc2edace5 with generation 0 in Placement from set_inventory_for_provider using data: {'MEMORY_MB': {'total': 16011, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 512}, 'VCPU': {'total': 12, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0, 'reserved': 0}, 'DISK_GB': {'total': 40, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:957}}
Oct 27 19:21:49 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-443d6cd7-3ca2-4cb8-a402-a55ce4bda539 None None] Updating resource provider 719076f2-a22e-4833-8fe0-efddc2edace5 generation from 0 to 1 during operation: update_inventory {{(pid=75147) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}}
Oct 27 19:21:49 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-443d6cd7-3ca2-4cb8-a402-a55ce4bda539 None None] Updating inventory in ProviderTree for provider 719076f2-a22e-4833-8fe0-efddc2edace5 with inventory: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 27 19:21:49 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-443d6cd7-3ca2-4cb8-a402-a55ce4bda539 None None] Updating resource provider 719076f2-a22e-4833-8fe0-efddc2edace5 generation from 1 to 2 during operation: update_traits {{(pid=75147) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}}
Oct 27 19:21:49 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-443d6cd7-3ca2-4cb8-a402-a55ce4bda539 None None] Compute_service record updated for user:user {{(pid=75147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 19:21:49 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-443d6cd7-3ca2-4cb8-a402-a55ce4bda539 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.632s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:21:49 user nova-compute[75147]: DEBUG nova.service [None req-443d6cd7-3ca2-4cb8-a402-a55ce4bda539 None None] Creating RPC server for service compute {{(pid=75147) start /opt/stack/nova/nova/service.py:182}}
Oct 27 19:21:49 user nova-compute[75147]: DEBUG nova.service [None req-443d6cd7-3ca2-4cb8-a402-a55ce4bda539 None None] Join ServiceGroup membership for this service compute {{(pid=75147) start /opt/stack/nova/nova/service.py:199}}
Oct 27 19:21:49 user nova-compute[75147]: DEBUG nova.servicegroup.drivers.db [None req-443d6cd7-3ca2-4cb8-a402-a55ce4bda539 None None] DB_Driver: join new ServiceGroup member user to the compute group, service = <Service: host=user, binary=nova-compute, manager_class_name=nova.compute.manager.ComputeManager> {{(pid=75147) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}}
Oct 27 19:22:01 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._sync_power_states {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:22:01 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:22:39 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:22:39 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:22:39 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Starting heal instance info cache {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 19:22:39 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Rebuilding the list of instances to heal {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 27 19:22:39 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Didn't find any instances for network info cache update. {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 27 19:22:39 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:22:39 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:22:39 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:22:39 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:22:39 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:22:39 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:22:39 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75147) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 19:22:39 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:22:39 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:22:39 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:22:39 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:22:39 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Auditing locally available compute resources for user (node: user) {{(pid=75147) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 19:22:40 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:22:40 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:22:40 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Hypervisor/Node resource view: name=user free_ram=10389MB free_disk=25.988048553466797GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75147) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 19:22:40 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:22:40 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:22:40 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 19:22:40 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 19:22:40 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:22:40 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:22:40 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Compute_service record updated for user:user {{(pid=75147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 19:22:40 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.233s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:23:40 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:23:40 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:23:40 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Starting heal instance info cache {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 19:23:40 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Rebuilding the list of instances to heal {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 27 19:23:40 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Didn't find any instances for network info cache update. {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 27 19:23:40 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:23:40 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:23:40 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:23:40 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:23:40 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75147) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 19:23:40 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:23:40 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:23:41 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:23:41 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:23:41 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:23:41 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:23:41 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:23:41 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Auditing locally available compute resources for user (node: user) {{(pid=75147) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 19:23:42 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:23:42 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:23:42 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Hypervisor/Node resource view: name=user free_ram=10314MB free_disk=26.051929473876953GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75147) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 19:23:42 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:23:42 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:23:42 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 19:23:42 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 19:23:42 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:23:42 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:23:42 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Compute_service record updated for user:user {{(pid=75147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 19:23:42 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.117s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:24:40 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:24:40 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Starting heal instance info cache {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 19:24:40 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Rebuilding the list of instances to heal {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 27 19:24:40 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Didn't find any instances for network info cache update. {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 27 19:24:40 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:24:40 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:24:41 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:24:41 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:24:41 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:24:41 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:24:41 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75147) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 19:24:41 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:24:41 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:24:41 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:24:41 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:24:41 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Auditing locally available compute resources for user (node: user) {{(pid=75147) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 19:24:42 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:24:42 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:24:42 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Hypervisor/Node resource view: name=user free_ram=10347MB free_disk=25.805675506591797GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75147) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 19:24:42 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:24:42 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:24:42 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 19:24:42 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 19:24:42 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:24:42 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:24:42 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Compute_service record updated for user:user {{(pid=75147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 19:24:42 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.100s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:24:44 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:25:40 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:25:41 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:25:41 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:25:41 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Starting heal instance info cache {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 19:25:41 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Rebuilding the list of instances to heal {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 27 19:25:41 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Didn't find any instances for network info cache update. {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 27 19:25:41 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:25:41 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:25:41 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:25:41 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:25:41 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:25:41 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:25:41 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Auditing locally available compute resources for user (node: user) {{(pid=75147) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 19:25:42 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:25:42 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:25:42 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Hypervisor/Node resource view: name=user free_ram=9595MB free_disk=25.825485229492188GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75147) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 19:25:42 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:25:42 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:25:42 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 19:25:42 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 19:25:42 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:25:42 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:25:42 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Compute_service record updated for user:user {{(pid=75147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 19:25:42 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.201s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:25:43 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:25:43 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:25:43 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75147) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 19:25:44 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:25:45 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:25:52 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Acquiring lock "bac22037-a5fc-4b74-a5eb-94c2e51e8155" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:25:52 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Lock "bac22037-a5fc-4b74-a5eb-94c2e51e8155" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:25:52 user nova-compute[75147]: DEBUG nova.compute.manager [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: bac22037-a5fc-4b74-a5eb-94c2e51e8155] Starting instance... {{(pid=75147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 27 19:25:52 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:25:52 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:25:52 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75147) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 19:25:52 user nova-compute[75147]: INFO nova.compute.claims [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: bac22037-a5fc-4b74-a5eb-94c2e51e8155] Claim successful on node user
Oct 27 19:25:53 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:25:53 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:25:53 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.386s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:25:53 user nova-compute[75147]: DEBUG nova.compute.manager [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: bac22037-a5fc-4b74-a5eb-94c2e51e8155] Start building networks asynchronously for instance. {{(pid=75147) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 27 19:25:53 user nova-compute[75147]: DEBUG nova.compute.manager [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: bac22037-a5fc-4b74-a5eb-94c2e51e8155] Allocating IP information in the background. {{(pid=75147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 27 19:25:53 user nova-compute[75147]: DEBUG nova.network.neutron [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: bac22037-a5fc-4b74-a5eb-94c2e51e8155] allocate_for_instance() {{(pid=75147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 27 19:25:53 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: bac22037-a5fc-4b74-a5eb-94c2e51e8155] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 27 19:25:53 user nova-compute[75147]: DEBUG nova.compute.manager [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: bac22037-a5fc-4b74-a5eb-94c2e51e8155] Start building block device mappings for instance. {{(pid=75147) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 27 19:25:53 user nova-compute[75147]: DEBUG nova.compute.manager [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: bac22037-a5fc-4b74-a5eb-94c2e51e8155] Start spawning the instance on the hypervisor. {{(pid=75147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 27 19:25:53 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: bac22037-a5fc-4b74-a5eb-94c2e51e8155] Creating instance directory {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 19:25:53 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: bac22037-a5fc-4b74-a5eb-94c2e51e8155] Creating image(s)
Oct 27 19:25:53 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Acquiring lock "/opt/stack/data/nova/instances/bac22037-a5fc-4b74-a5eb-94c2e51e8155/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:25:53 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Lock "/opt/stack/data/nova/instances/bac22037-a5fc-4b74-a5eb-94c2e51e8155/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:25:53 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Lock "/opt/stack/data/nova/instances/bac22037-a5fc-4b74-a5eb-94c2e51e8155/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:25:53 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Acquiring lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:25:53 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:25:53 user nova-compute[75147]: DEBUG nova.policy [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '93e1abe7cc4e4248a6f9682cbd7b00aa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c05b7c7e7bf147fcbc02a57ffda4a15d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75147) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 27 19:25:54 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa.part --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:25:54 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2779e6ae-4cf5-47f2-8695-1da0477c1dec tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Acquiring lock "18c1bbe4-9572-4a2e-b855-72ced4cd7f6a" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:25:54 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2779e6ae-4cf5-47f2-8695-1da0477c1dec tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Lock "18c1bbe4-9572-4a2e-b855-72ced4cd7f6a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:25:54 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2779e6ae-4cf5-47f2-8695-1da0477c1dec tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a] Starting instance... {{(pid=75147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 27 19:25:54 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa.part --force-share --output=json" returned: 0 in 0.227s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:25:54 user nova-compute[75147]: DEBUG nova.virt.images [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] d52df17c-5315-4a73-ab7c-34c161a414fb was qcow2, converting to raw {{(pid=75147) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 27 19:25:54 user nova-compute[75147]: DEBUG nova.privsep.utils [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75147) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 27 19:25:54 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa.part /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa.converted {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:25:54 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2779e6ae-4cf5-47f2-8695-1da0477c1dec tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:25:54 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2779e6ae-4cf5-47f2-8695-1da0477c1dec tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:25:54 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-2779e6ae-4cf5-47f2-8695-1da0477c1dec tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75147) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 19:25:54 user nova-compute[75147]: INFO nova.compute.claims [None req-2779e6ae-4cf5-47f2-8695-1da0477c1dec tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a] Claim successful on node user
Oct 27 19:25:54 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa.part /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa.converted" returned: 0 in 0.217s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:25:54 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa.converted --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:25:54 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa.converted --force-share --output=json" returned: 0 in 0.215s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:25:54 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.144s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:25:54 user nova-compute[75147]: INFO oslo.privsep.daemon [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'nova.privsep.sys_admin_pctxt', '--privsep_sock_path', '/tmp/tmp6rbzf6tf/privsep.sock']
Oct 27 19:25:54 user sudo[84650]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context nova.privsep.sys_admin_pctxt --privsep_sock_path /tmp/tmp6rbzf6tf/privsep.sock
Oct 27 19:25:54 user sudo[84650]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Oct 27 19:25:54 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-2779e6ae-4cf5-47f2-8695-1da0477c1dec tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:25:54 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-2779e6ae-4cf5-47f2-8695-1da0477c1dec tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:25:54 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2779e6ae-4cf5-47f2-8695-1da0477c1dec tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.473s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:25:54 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2779e6ae-4cf5-47f2-8695-1da0477c1dec tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a] Start building networks asynchronously for instance. {{(pid=75147) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 27 19:25:54 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2779e6ae-4cf5-47f2-8695-1da0477c1dec tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a] Allocating IP information in the background. {{(pid=75147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 27 19:25:54 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2779e6ae-4cf5-47f2-8695-1da0477c1dec tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a] allocate_for_instance() {{(pid=75147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 27 19:25:54 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-2779e6ae-4cf5-47f2-8695-1da0477c1dec tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 27 19:25:54 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2779e6ae-4cf5-47f2-8695-1da0477c1dec tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a] Start building block device mappings for instance. {{(pid=75147) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 27 19:25:55 user nova-compute[75147]: DEBUG nova.policy [None req-2779e6ae-4cf5-47f2-8695-1da0477c1dec tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '93e1abe7cc4e4248a6f9682cbd7b00aa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c05b7c7e7bf147fcbc02a57ffda4a15d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75147) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 27 19:25:55 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2779e6ae-4cf5-47f2-8695-1da0477c1dec tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a] Start spawning the instance on the hypervisor. {{(pid=75147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 27 19:25:55 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-2779e6ae-4cf5-47f2-8695-1da0477c1dec tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a] Creating instance directory {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 19:25:55 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-2779e6ae-4cf5-47f2-8695-1da0477c1dec tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a] Creating image(s)
Oct 27 19:25:55 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2779e6ae-4cf5-47f2-8695-1da0477c1dec tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Acquiring lock "/opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:25:55 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2779e6ae-4cf5-47f2-8695-1da0477c1dec tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Lock "/opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:25:55 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2779e6ae-4cf5-47f2-8695-1da0477c1dec tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Lock "/opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:25:56 user sudo[84650]: pam_unix(sudo:session): session closed for user root
Oct 27 19:25:56 user nova-compute[75147]: INFO oslo.privsep.daemon [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Spawned new privsep daemon via rootwrap
Oct 27 19:25:56 user nova-compute[75147]: INFO oslo.privsep.daemon [-] privsep daemon starting
Oct 27 19:25:56 user nova-compute[75147]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Oct 27 19:25:56 user nova-compute[75147]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_CHOWN|CAP_DAC_OVERRIDE|CAP_DAC_READ_SEARCH|CAP_FOWNER|CAP_NET_ADMIN|CAP_SYS_ADMIN/CAP_CHOWN|CAP_DAC_OVERRIDE|CAP_DAC_READ_SEARCH|CAP_FOWNER|CAP_NET_ADMIN|CAP_SYS_ADMIN/none
Oct 27 19:25:56 user nova-compute[75147]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 84685
Oct 27 19:25:56 user nova-compute[75147]: WARNING oslo_privsep.priv_context [None req-2779e6ae-4cf5-47f2-8695-1da0477c1dec tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] privsep daemon already running
Oct 27 19:25:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2779e6ae-4cf5-47f2-8695-1da0477c1dec tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:25:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:25:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2779e6ae-4cf5-47f2-8695-1da0477c1dec tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.294s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:25:56 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2779e6ae-4cf5-47f2-8695-1da0477c1dec tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Acquiring lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:25:56 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2779e6ae-4cf5-47f2-8695-1da0477c1dec tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.003s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:25:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2779e6ae-4cf5-47f2-8695-1da0477c1dec tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:25:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.303s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:25:56 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Acquiring lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:25:56 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-1dbf0f17-7b26-4967-b432-26a0a295e847 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Acquiring lock "d3fb6898-879f-4828-b0c8-f4c7911c334c" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:25:56 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-1dbf0f17-7b26-4967-b432-26a0a295e847 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Lock "d3fb6898-879f-4828-b0c8-f4c7911c334c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:25:56 user nova-compute[75147]: DEBUG nova.compute.manager [None req-1dbf0f17-7b26-4967-b432-26a0a295e847 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: d3fb6898-879f-4828-b0c8-f4c7911c334c] Starting instance... {{(pid=75147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 27 19:25:57 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2779e6ae-4cf5-47f2-8695-1da0477c1dec tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.244s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:25:57 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2779e6ae-4cf5-47f2-8695-1da0477c1dec tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa,backing_fmt=raw /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk 1073741824 {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:25:57 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-1dbf0f17-7b26-4967-b432-26a0a295e847 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:25:57 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-1dbf0f17-7b26-4967-b432-26a0a295e847 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:25:57 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-1dbf0f17-7b26-4967-b432-26a0a295e847 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75147) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 19:25:57 user nova-compute[75147]: INFO nova.compute.claims [None req-1dbf0f17-7b26-4967-b432-26a0a295e847 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: d3fb6898-879f-4828-b0c8-f4c7911c334c] Claim successful on node user
Oct 27 19:25:57 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2779e6ae-4cf5-47f2-8695-1da0477c1dec tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa,backing_fmt=raw /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk 1073741824" returned: 0 in 0.079s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:25:57 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2779e6ae-4cf5-47f2-8695-1da0477c1dec tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.327s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:25:57 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2779e6ae-4cf5-47f2-8695-1da0477c1dec tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:25:57 user nova-compute[75147]: DEBUG nova.network.neutron [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: bac22037-a5fc-4b74-a5eb-94c2e51e8155] Successfully created port: 6e71fd7e-a0c2-47b4-9fab-e5f72fcb2927 {{(pid=75147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 19:25:57 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.310s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:25:57 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:25:57 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2779e6ae-4cf5-47f2-8695-1da0477c1dec tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.273s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:25:57 user nova-compute[75147]: DEBUG nova.virt.disk.api [None req-2779e6ae-4cf5-47f2-8695-1da0477c1dec tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Checking if we can resize image /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk. size=1073741824 {{(pid=75147) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 27 19:25:57 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2779e6ae-4cf5-47f2-8695-1da0477c1dec tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:25:57 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.274s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:25:57 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa,backing_fmt=raw /opt/stack/data/nova/instances/bac22037-a5fc-4b74-a5eb-94c2e51e8155/disk 1073741824 {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:25:57 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-1dbf0f17-7b26-4967-b432-26a0a295e847 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:25:57 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa,backing_fmt=raw /opt/stack/data/nova/instances/bac22037-a5fc-4b74-a5eb-94c2e51e8155/disk 1073741824" returned: 0 in 0.079s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:25:57 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.357s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:25:57 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:25:57 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-1dbf0f17-7b26-4967-b432-26a0a295e847 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:25:57 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2779e6ae-4cf5-47f2-8695-1da0477c1dec tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk --force-share --output=json" returned: 0 in 0.228s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:25:57 user nova-compute[75147]: DEBUG nova.virt.disk.api [None req-2779e6ae-4cf5-47f2-8695-1da0477c1dec tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Cannot resize image /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk to a smaller size. {{(pid=75147) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 27 19:25:57 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-2779e6ae-4cf5-47f2-8695-1da0477c1dec tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a] Created local disks {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 27 19:25:57 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-2779e6ae-4cf5-47f2-8695-1da0477c1dec tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a] Ensure instance console log exists: /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/console.log {{(pid=75147) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 19:25:57 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2779e6ae-4cf5-47f2-8695-1da0477c1dec tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:25:57 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2779e6ae-4cf5-47f2-8695-1da0477c1dec tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:25:57 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2779e6ae-4cf5-47f2-8695-1da0477c1dec tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:25:57 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-1dbf0f17-7b26-4967-b432-26a0a295e847 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.572s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:25:57 user nova-compute[75147]: DEBUG nova.compute.manager [None req-1dbf0f17-7b26-4967-b432-26a0a295e847 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: d3fb6898-879f-4828-b0c8-f4c7911c334c] Start building networks asynchronously for instance. {{(pid=75147) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 27 19:25:57 user nova-compute[75147]: DEBUG nova.compute.manager [None req-1dbf0f17-7b26-4967-b432-26a0a295e847 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: d3fb6898-879f-4828-b0c8-f4c7911c334c] Allocating IP information in the background. {{(pid=75147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 27 19:25:57 user nova-compute[75147]: DEBUG nova.network.neutron [None req-1dbf0f17-7b26-4967-b432-26a0a295e847 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: d3fb6898-879f-4828-b0c8-f4c7911c334c] allocate_for_instance() {{(pid=75147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 27 19:25:57 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.281s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:25:57 user nova-compute[75147]: DEBUG nova.virt.disk.api [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Checking if we can resize image /opt/stack/data/nova/instances/bac22037-a5fc-4b74-a5eb-94c2e51e8155/disk. size=1073741824 {{(pid=75147) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 27 19:25:57 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bac22037-a5fc-4b74-a5eb-94c2e51e8155/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:25:57 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-1dbf0f17-7b26-4967-b432-26a0a295e847 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: d3fb6898-879f-4828-b0c8-f4c7911c334c] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 27 19:25:57 user nova-compute[75147]: DEBUG nova.compute.manager [None req-1dbf0f17-7b26-4967-b432-26a0a295e847 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: d3fb6898-879f-4828-b0c8-f4c7911c334c] Start building block device mappings for instance. {{(pid=75147) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 27 19:25:58 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2779e6ae-4cf5-47f2-8695-1da0477c1dec tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a] Successfully created port: df6ab6f1-d51f-4de0-a6e0-33a292aacd9e {{(pid=75147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 19:25:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bac22037-a5fc-4b74-a5eb-94c2e51e8155/disk --force-share --output=json" returned: 0 in 0.276s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:25:58 user nova-compute[75147]: DEBUG nova.virt.disk.api [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Cannot resize image /opt/stack/data/nova/instances/bac22037-a5fc-4b74-a5eb-94c2e51e8155/disk to a smaller size. {{(pid=75147) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 27 19:25:58 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: bac22037-a5fc-4b74-a5eb-94c2e51e8155] Created local disks {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 27 19:25:58 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: bac22037-a5fc-4b74-a5eb-94c2e51e8155] Ensure instance console log exists: /opt/stack/data/nova/instances/bac22037-a5fc-4b74-a5eb-94c2e51e8155/console.log {{(pid=75147) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 19:25:58 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:25:58 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:25:58 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:25:58 user nova-compute[75147]: DEBUG nova.compute.manager [None req-1dbf0f17-7b26-4967-b432-26a0a295e847 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: d3fb6898-879f-4828-b0c8-f4c7911c334c] Start spawning the instance on the hypervisor. {{(pid=75147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 27 19:25:58 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-1dbf0f17-7b26-4967-b432-26a0a295e847 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: d3fb6898-879f-4828-b0c8-f4c7911c334c] Creating instance directory {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 19:25:58 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-1dbf0f17-7b26-4967-b432-26a0a295e847 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: d3fb6898-879f-4828-b0c8-f4c7911c334c] Creating image(s)
Oct 27 19:25:58 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-1dbf0f17-7b26-4967-b432-26a0a295e847 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Acquiring lock "/opt/stack/data/nova/instances/d3fb6898-879f-4828-b0c8-f4c7911c334c/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:25:58 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-1dbf0f17-7b26-4967-b432-26a0a295e847 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Lock "/opt/stack/data/nova/instances/d3fb6898-879f-4828-b0c8-f4c7911c334c/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:25:58 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-1dbf0f17-7b26-4967-b432-26a0a295e847 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Lock "/opt/stack/data/nova/instances/d3fb6898-879f-4828-b0c8-f4c7911c334c/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.003s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:25:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-1dbf0f17-7b26-4967-b432-26a0a295e847 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:25:58 user nova-compute[75147]: DEBUG nova.policy [None req-1dbf0f17-7b26-4967-b432-26a0a295e847 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2ec18a0cb61842b092eeaecce2a03b70', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9368eab86d5248b2a34511d5d0fd64eb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75147) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 27 19:25:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-1dbf0f17-7b26-4967-b432-26a0a295e847 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.219s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:25:58 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-1dbf0f17-7b26-4967-b432-26a0a295e847 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Acquiring lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:25:58 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-1dbf0f17-7b26-4967-b432-26a0a295e847 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:25:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-1dbf0f17-7b26-4967-b432-26a0a295e847 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:25:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-1dbf0f17-7b26-4967-b432-26a0a295e847 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.251s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:25:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-1dbf0f17-7b26-4967-b432-26a0a295e847 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa,backing_fmt=raw /opt/stack/data/nova/instances/d3fb6898-879f-4828-b0c8-f4c7911c334c/disk 1073741824 {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:25:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-1dbf0f17-7b26-4967-b432-26a0a295e847 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa,backing_fmt=raw /opt/stack/data/nova/instances/d3fb6898-879f-4828-b0c8-f4c7911c334c/disk 1073741824" returned: 0 in 0.048s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:25:58 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-1dbf0f17-7b26-4967-b432-26a0a295e847 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.305s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:25:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-1dbf0f17-7b26-4967-b432-26a0a295e847 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:25:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-1dbf0f17-7b26-4967-b432-26a0a295e847 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.235s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:25:58 user nova-compute[75147]: DEBUG nova.virt.disk.api [None req-1dbf0f17-7b26-4967-b432-26a0a295e847 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Checking if we can resize image /opt/stack/data/nova/instances/d3fb6898-879f-4828-b0c8-f4c7911c334c/disk. size=1073741824 {{(pid=75147) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 27 19:25:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-1dbf0f17-7b26-4967-b432-26a0a295e847 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3fb6898-879f-4828-b0c8-f4c7911c334c/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:25:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-1dbf0f17-7b26-4967-b432-26a0a295e847 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3fb6898-879f-4828-b0c8-f4c7911c334c/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:25:59 user nova-compute[75147]: DEBUG nova.virt.disk.api [None req-1dbf0f17-7b26-4967-b432-26a0a295e847 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Cannot resize image /opt/stack/data/nova/instances/d3fb6898-879f-4828-b0c8-f4c7911c334c/disk to a smaller size. {{(pid=75147) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 27 19:25:59 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-1dbf0f17-7b26-4967-b432-26a0a295e847 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: d3fb6898-879f-4828-b0c8-f4c7911c334c] Created local disks {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 27 19:25:59 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-1dbf0f17-7b26-4967-b432-26a0a295e847 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: d3fb6898-879f-4828-b0c8-f4c7911c334c] Ensure instance console log exists: /opt/stack/data/nova/instances/d3fb6898-879f-4828-b0c8-f4c7911c334c/console.log {{(pid=75147) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 19:25:59 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-1dbf0f17-7b26-4967-b432-26a0a295e847 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:25:59 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-1dbf0f17-7b26-4967-b432-26a0a295e847 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:25:59 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-1dbf0f17-7b26-4967-b432-26a0a295e847 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:26:00 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-45b2d593-6a74-4221-9419-24b08a02c217 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Acquiring lock "c49c74a6-9955-4a79-848f-4e6b9e348f9c" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:26:00 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-45b2d593-6a74-4221-9419-24b08a02c217 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Lock "c49c74a6-9955-4a79-848f-4e6b9e348f9c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:26:00 user nova-compute[75147]: DEBUG nova.compute.manager [None req-45b2d593-6a74-4221-9419-24b08a02c217 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Starting instance... {{(pid=75147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 27 19:26:00 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-45b2d593-6a74-4221-9419-24b08a02c217 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:26:00 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-45b2d593-6a74-4221-9419-24b08a02c217 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:26:00 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-45b2d593-6a74-4221-9419-24b08a02c217 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75147) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 19:26:00 user nova-compute[75147]: INFO nova.compute.claims [None req-45b2d593-6a74-4221-9419-24b08a02c217 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Claim successful on node user
Oct 27 19:26:00 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2779e6ae-4cf5-47f2-8695-1da0477c1dec tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a] Successfully updated port: df6ab6f1-d51f-4de0-a6e0-33a292aacd9e {{(pid=75147) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 19:26:00 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2779e6ae-4cf5-47f2-8695-1da0477c1dec tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Acquiring lock "refresh_cache-18c1bbe4-9572-4a2e-b855-72ced4cd7f6a" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:26:00 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2779e6ae-4cf5-47f2-8695-1da0477c1dec tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Acquired lock "refresh_cache-18c1bbe4-9572-4a2e-b855-72ced4cd7f6a" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:26:00 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2779e6ae-4cf5-47f2-8695-1da0477c1dec tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a] Building network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 19:26:01 user nova-compute[75147]: DEBUG nova.network.neutron [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: bac22037-a5fc-4b74-a5eb-94c2e51e8155] Successfully updated port: 6e71fd7e-a0c2-47b4-9fab-e5f72fcb2927 {{(pid=75147) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 19:26:01 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-45b2d593-6a74-4221-9419-24b08a02c217 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:26:01 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Acquiring lock "refresh_cache-bac22037-a5fc-4b74-a5eb-94c2e51e8155" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:26:01 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Acquired lock "refresh_cache-bac22037-a5fc-4b74-a5eb-94c2e51e8155" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:26:01 user nova-compute[75147]: DEBUG nova.network.neutron [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: bac22037-a5fc-4b74-a5eb-94c2e51e8155] Building network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 19:26:01 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-45b2d593-6a74-4221-9419-24b08a02c217 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:26:01 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-95bae957-b3f1-41bd-aabe-fe402959ed5b tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Acquiring lock "cdbe7335-af99-486a-9a7e-adbdf4443572" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:26:01 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-95bae957-b3f1-41bd-aabe-fe402959ed5b tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Lock "cdbe7335-af99-486a-9a7e-adbdf4443572" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:26:01 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-45b2d593-6a74-4221-9419-24b08a02c217 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.457s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:26:01 user nova-compute[75147]: DEBUG nova.compute.manager [None req-45b2d593-6a74-4221-9419-24b08a02c217 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Start building networks asynchronously for instance. {{(pid=75147) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 27 19:26:01 user nova-compute[75147]: DEBUG nova.compute.manager [None req-95bae957-b3f1-41bd-aabe-fe402959ed5b tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Starting instance... {{(pid=75147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 27 19:26:01 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2779e6ae-4cf5-47f2-8695-1da0477c1dec tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a] Instance cache missing network info. {{(pid=75147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 19:26:01 user nova-compute[75147]: DEBUG nova.compute.manager [None req-45b2d593-6a74-4221-9419-24b08a02c217 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Allocating IP information in the background. {{(pid=75147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 27 19:26:01 user nova-compute[75147]: DEBUG nova.network.neutron [None req-45b2d593-6a74-4221-9419-24b08a02c217 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] allocate_for_instance() {{(pid=75147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 27 19:26:01 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-45b2d593-6a74-4221-9419-24b08a02c217 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 27 19:26:01 user nova-compute[75147]: DEBUG nova.compute.manager [None req-45b2d593-6a74-4221-9419-24b08a02c217 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Start building block device mappings for instance. {{(pid=75147) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 27 19:26:01 user nova-compute[75147]: DEBUG nova.network.neutron [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: bac22037-a5fc-4b74-a5eb-94c2e51e8155] Instance cache missing network info. {{(pid=75147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 19:26:01 user nova-compute[75147]: DEBUG nova.compute.manager [req-1c9553ff-6a32-4b23-ba51-b486358c9330 req-618a6471-3cc6-475e-8158-cde60acc614f service nova] [instance: bac22037-a5fc-4b74-a5eb-94c2e51e8155] Received event network-changed-6e71fd7e-a0c2-47b4-9fab-e5f72fcb2927 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:26:01 user nova-compute[75147]: DEBUG nova.compute.manager [req-1c9553ff-6a32-4b23-ba51-b486358c9330 req-618a6471-3cc6-475e-8158-cde60acc614f service nova] [instance: bac22037-a5fc-4b74-a5eb-94c2e51e8155] Refreshing instance network info cache due to event network-changed-6e71fd7e-a0c2-47b4-9fab-e5f72fcb2927. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 19:26:01 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-1c9553ff-6a32-4b23-ba51-b486358c9330 req-618a6471-3cc6-475e-8158-cde60acc614f service nova] Acquiring lock "refresh_cache-bac22037-a5fc-4b74-a5eb-94c2e51e8155" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:26:01 user nova-compute[75147]: DEBUG nova.compute.manager [None req-45b2d593-6a74-4221-9419-24b08a02c217 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Start spawning the instance on the hypervisor. {{(pid=75147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 27 19:26:01 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-45b2d593-6a74-4221-9419-24b08a02c217 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Creating instance directory {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 19:26:01 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-45b2d593-6a74-4221-9419-24b08a02c217 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Creating image(s)
Oct 27 19:26:01 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-45b2d593-6a74-4221-9419-24b08a02c217 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Acquiring lock "/opt/stack/data/nova/instances/c49c74a6-9955-4a79-848f-4e6b9e348f9c/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:26:01 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-45b2d593-6a74-4221-9419-24b08a02c217 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Lock "/opt/stack/data/nova/instances/c49c74a6-9955-4a79-848f-4e6b9e348f9c/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:26:01 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-45b2d593-6a74-4221-9419-24b08a02c217 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Lock "/opt/stack/data/nova/instances/c49c74a6-9955-4a79-848f-4e6b9e348f9c/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:26:01 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-45b2d593-6a74-4221-9419-24b08a02c217 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:26:01 user nova-compute[75147]: DEBUG nova.policy [None req-45b2d593-6a74-4221-9419-24b08a02c217 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '81c1832f565e4ec89c146e18199c15a4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ce930abe29a45ce878e5d04fb97a063', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75147) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 27 19:26:01 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-95bae957-b3f1-41bd-aabe-fe402959ed5b tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:26:01 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-95bae957-b3f1-41bd-aabe-fe402959ed5b tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:26:01 user nova-compute[75147]: DEBUG nova.compute.manager [req-3cfa7384-070f-47de-80a4-6f43310803c6 req-6f68f544-2eae-4017-ab4b-425ee2f52971 service nova] [instance: 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a] Received event network-changed-df6ab6f1-d51f-4de0-a6e0-33a292aacd9e {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:26:01 user nova-compute[75147]: DEBUG nova.compute.manager [req-3cfa7384-070f-47de-80a4-6f43310803c6 req-6f68f544-2eae-4017-ab4b-425ee2f52971 service nova] [instance: 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a] Refreshing instance network info cache due to event network-changed-df6ab6f1-d51f-4de0-a6e0-33a292aacd9e. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 19:26:01 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-3cfa7384-070f-47de-80a4-6f43310803c6 req-6f68f544-2eae-4017-ab4b-425ee2f52971 service nova] Acquiring lock "refresh_cache-18c1bbe4-9572-4a2e-b855-72ced4cd7f6a" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:26:01 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-95bae957-b3f1-41bd-aabe-fe402959ed5b tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75147) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 19:26:01 user nova-compute[75147]: INFO nova.compute.claims [None req-95bae957-b3f1-41bd-aabe-fe402959ed5b tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Claim successful on node user
Oct 27 19:26:01 user nova-compute[75147]: DEBUG nova.network.neutron [None req-1dbf0f17-7b26-4967-b432-26a0a295e847 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: d3fb6898-879f-4828-b0c8-f4c7911c334c] Successfully created port: 24cd132f-d0bb-46ce-b74d-64535d946a24 {{(pid=75147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 19:26:01 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-45b2d593-6a74-4221-9419-24b08a02c217 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.200s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:26:01 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-45b2d593-6a74-4221-9419-24b08a02c217 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Acquiring lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:26:01 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-45b2d593-6a74-4221-9419-24b08a02c217 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:26:01 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-45b2d593-6a74-4221-9419-24b08a02c217 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:26:01 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-45b2d593-6a74-4221-9419-24b08a02c217 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.179s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:26:01 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-45b2d593-6a74-4221-9419-24b08a02c217 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa,backing_fmt=raw /opt/stack/data/nova/instances/c49c74a6-9955-4a79-848f-4e6b9e348f9c/disk 1073741824 {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:26:01 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-45b2d593-6a74-4221-9419-24b08a02c217 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa,backing_fmt=raw /opt/stack/data/nova/instances/c49c74a6-9955-4a79-848f-4e6b9e348f9c/disk 1073741824" returned: 0 in 0.041s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:26:01 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-45b2d593-6a74-4221-9419-24b08a02c217 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.227s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:26:01 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-45b2d593-6a74-4221-9419-24b08a02c217 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:26:01 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-95bae957-b3f1-41bd-aabe-fe402959ed5b tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:26:01 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-95bae957-b3f1-41bd-aabe-fe402959ed5b tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:26:02 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-95bae957-b3f1-41bd-aabe-fe402959ed5b tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.512s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:26:02 user nova-compute[75147]: DEBUG nova.compute.manager [None req-95bae957-b3f1-41bd-aabe-fe402959ed5b tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Start building networks asynchronously for instance. {{(pid=75147) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 27 19:26:02 user nova-compute[75147]: DEBUG nova.network.neutron [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: bac22037-a5fc-4b74-a5eb-94c2e51e8155] Updating instance_info_cache with network_info: [{"id": "6e71fd7e-a0c2-47b4-9fab-e5f72fcb2927", "address": "fa:16:3e:bd:98:af", "network": {"id": "997a94dd-a6cc-485a-9bca-761040e12ccf", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-358973122-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c05b7c7e7bf147fcbc02a57ffda4a15d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6e71fd7e-a0", "ovs_interfaceid": "6e71fd7e-a0c2-47b4-9fab-e5f72fcb2927", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:26:02 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Releasing lock "refresh_cache-bac22037-a5fc-4b74-a5eb-94c2e51e8155" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:26:02 user nova-compute[75147]: DEBUG nova.compute.manager [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: bac22037-a5fc-4b74-a5eb-94c2e51e8155] Instance network_info: |[{"id": "6e71fd7e-a0c2-47b4-9fab-e5f72fcb2927", "address": "fa:16:3e:bd:98:af", "network": {"id": "997a94dd-a6cc-485a-9bca-761040e12ccf", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-358973122-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c05b7c7e7bf147fcbc02a57ffda4a15d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6e71fd7e-a0", "ovs_interfaceid": "6e71fd7e-a0c2-47b4-9fab-e5f72fcb2927", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 27 19:26:02 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-1c9553ff-6a32-4b23-ba51-b486358c9330 req-618a6471-3cc6-475e-8158-cde60acc614f service nova] Acquired lock "refresh_cache-bac22037-a5fc-4b74-a5eb-94c2e51e8155" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:26:02 user nova-compute[75147]: DEBUG nova.network.neutron [req-1c9553ff-6a32-4b23-ba51-b486358c9330 req-618a6471-3cc6-475e-8158-cde60acc614f service nova] [instance: bac22037-a5fc-4b74-a5eb-94c2e51e8155] Refreshing network info cache for port 6e71fd7e-a0c2-47b4-9fab-e5f72fcb2927 {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 19:26:02 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: bac22037-a5fc-4b74-a5eb-94c2e51e8155] Start _get_guest_xml network_info=[{"id": "6e71fd7e-a0c2-47b4-9fab-e5f72fcb2927", "address": "fa:16:3e:bd:98:af", "network": {"id": "997a94dd-a6cc-485a-9bca-761040e12ccf", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-358973122-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c05b7c7e7bf147fcbc02a57ffda4a15d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6e71fd7e-a0", "ovs_interfaceid": "6e71fd7e-a0c2-47b4-9fab-e5f72fcb2927", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T19:22:09Z,direct_url=<?>,disk_format='qcow2',id=d52df17c-5315-4a73-ab7c-34c161a414fb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0b43115555434818b0c8bdf6be4946da',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T19:22:11Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'encryption_options': None, 'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encrypted': False, 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_format': None, 'device_name': '/dev/vda', 'image_id': 'd52df17c-5315-4a73-ab7c-34c161a414fb'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 19:26:02 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:26:02 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:26:02 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 19:26:02 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] CPU controller missing on host. {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 19:26:02 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 19:26:02 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] CPU controller found on host. {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 19:26:02 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75147) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 19:26:02 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T19:21:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T19:22:09Z,direct_url=<?>,disk_format='qcow2',id=d52df17c-5315-4a73-ab7c-34c161a414fb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0b43115555434818b0c8bdf6be4946da',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T19:22:11Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 19:26:02 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Flavor limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 19:26:02 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Image limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 19:26:02 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Flavor pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 19:26:02 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Image pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 19:26:02 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 19:26:02 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 19:26:02 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 19:26:02 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Got 1 possible topologies {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 19:26:02 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 19:26:02 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 19:26:02 user nova-compute[75147]: DEBUG nova.privsep.utils [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75147) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 27 19:26:02 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:25:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-223336015',display_name='tempest-ServerRescueNegativeTestJSON-server-223336015',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-223336015',id=1,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c05b7c7e7bf147fcbc02a57ffda4a15d',ramdisk_id='',reservation_id='r-ht03o5w5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-2101781904',owner_user_name='tempest-ServerRescueNegativeTestJSON-2101781904-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:25:53Z,user_data=None,user_id='93e1abe7cc4e4248a6f9682cbd7b00aa',uuid=bac22037-a5fc-4b74-a5eb-94c2e51e8155,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6e71fd7e-a0c2-47b4-9fab-e5f72fcb2927", "address": "fa:16:3e:bd:98:af", "network": {"id": "997a94dd-a6cc-485a-9bca-761040e12ccf", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-358973122-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c05b7c7e7bf147fcbc02a57ffda4a15d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6e71fd7e-a0", "ovs_interfaceid": "6e71fd7e-a0c2-47b4-9fab-e5f72fcb2927", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75147) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 19:26:02 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Converting VIF {"id": "6e71fd7e-a0c2-47b4-9fab-e5f72fcb2927", "address": "fa:16:3e:bd:98:af", "network": {"id": "997a94dd-a6cc-485a-9bca-761040e12ccf", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-358973122-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c05b7c7e7bf147fcbc02a57ffda4a15d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6e71fd7e-a0", "ovs_interfaceid": "6e71fd7e-a0c2-47b4-9fab-e5f72fcb2927", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:26:02 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:bd:98:af,bridge_name='br-int',has_traffic_filtering=True,id=6e71fd7e-a0c2-47b4-9fab-e5f72fcb2927,network=Network(997a94dd-a6cc-485a-9bca-761040e12ccf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6e71fd7e-a0') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:26:02 user nova-compute[75147]: DEBUG nova.objects.instance [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Lazy-loading 'pci_devices' on Instance uuid bac22037-a5fc-4b74-a5eb-94c2e51e8155 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:26:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-45b2d593-6a74-4221-9419-24b08a02c217 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.268s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:26:02 user nova-compute[75147]: DEBUG nova.compute.manager [None req-95bae957-b3f1-41bd-aabe-fe402959ed5b tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Allocating IP information in the background. {{(pid=75147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 27 19:26:02 user nova-compute[75147]: DEBUG nova.network.neutron [None req-95bae957-b3f1-41bd-aabe-fe402959ed5b tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] allocate_for_instance() {{(pid=75147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 27 19:26:02 user nova-compute[75147]: DEBUG nova.virt.disk.api [None req-45b2d593-6a74-4221-9419-24b08a02c217 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Checking if we can resize image /opt/stack/data/nova/instances/c49c74a6-9955-4a79-848f-4e6b9e348f9c/disk. size=1073741824 {{(pid=75147) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 27 19:26:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-45b2d593-6a74-4221-9419-24b08a02c217 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c49c74a6-9955-4a79-848f-4e6b9e348f9c/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:26:02 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: bac22037-a5fc-4b74-a5eb-94c2e51e8155] End _get_guest_xml xml=<domain type="kvm">
Oct 27 19:26:02 user nova-compute[75147]:   <uuid>bac22037-a5fc-4b74-a5eb-94c2e51e8155</uuid>
Oct 27 19:26:02 user nova-compute[75147]:   <name>instance-00000001</name>
Oct 27 19:26:02 user nova-compute[75147]:   <memory>524288</memory>
Oct 27 19:26:02 user nova-compute[75147]:   <vcpu>1</vcpu>
Oct 27 19:26:02 user nova-compute[75147]:   <metadata>
Oct 27 19:26:02 user nova-compute[75147]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 19:26:02 user nova-compute[75147]:       <nova:package version="0.0.0"/>
Oct 27 19:26:02 user nova-compute[75147]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-223336015</nova:name>
Oct 27 19:26:02 user nova-compute[75147]:       <nova:creationTime>2023-10-27 19:26:02</nova:creationTime>
Oct 27 19:26:02 user nova-compute[75147]:       <nova:flavor name="m1.tiny">
Oct 27 19:26:02 user nova-compute[75147]:         <nova:memory>512</nova:memory>
Oct 27 19:26:02 user nova-compute[75147]:         <nova:disk>1</nova:disk>
Oct 27 19:26:02 user nova-compute[75147]:         <nova:swap>0</nova:swap>
Oct 27 19:26:02 user nova-compute[75147]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 19:26:02 user nova-compute[75147]:         <nova:vcpus>1</nova:vcpus>
Oct 27 19:26:02 user nova-compute[75147]:       </nova:flavor>
Oct 27 19:26:02 user nova-compute[75147]:       <nova:owner>
Oct 27 19:26:02 user nova-compute[75147]:         <nova:user uuid="93e1abe7cc4e4248a6f9682cbd7b00aa">tempest-ServerRescueNegativeTestJSON-2101781904-project-member</nova:user>
Oct 27 19:26:02 user nova-compute[75147]:         <nova:project uuid="c05b7c7e7bf147fcbc02a57ffda4a15d">tempest-ServerRescueNegativeTestJSON-2101781904</nova:project>
Oct 27 19:26:02 user nova-compute[75147]:       </nova:owner>
Oct 27 19:26:02 user nova-compute[75147]:       <nova:root type="image" uuid="d52df17c-5315-4a73-ab7c-34c161a414fb"/>
Oct 27 19:26:02 user nova-compute[75147]:       <nova:ports>
Oct 27 19:26:02 user nova-compute[75147]:         <nova:port uuid="6e71fd7e-a0c2-47b4-9fab-e5f72fcb2927">
Oct 27 19:26:02 user nova-compute[75147]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 27 19:26:02 user nova-compute[75147]:         </nova:port>
Oct 27 19:26:02 user nova-compute[75147]:       </nova:ports>
Oct 27 19:26:02 user nova-compute[75147]:     </nova:instance>
Oct 27 19:26:02 user nova-compute[75147]:   </metadata>
Oct 27 19:26:02 user nova-compute[75147]:   <sysinfo type="smbios">
Oct 27 19:26:02 user nova-compute[75147]:     <system>
Oct 27 19:26:02 user nova-compute[75147]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 19:26:02 user nova-compute[75147]:       <entry name="product">OpenStack Nova</entry>
Oct 27 19:26:02 user nova-compute[75147]:       <entry name="version">0.0.0</entry>
Oct 27 19:26:02 user nova-compute[75147]:       <entry name="serial">bac22037-a5fc-4b74-a5eb-94c2e51e8155</entry>
Oct 27 19:26:02 user nova-compute[75147]:       <entry name="uuid">bac22037-a5fc-4b74-a5eb-94c2e51e8155</entry>
Oct 27 19:26:02 user nova-compute[75147]:       <entry name="family">Virtual Machine</entry>
Oct 27 19:26:02 user nova-compute[75147]:     </system>
Oct 27 19:26:02 user nova-compute[75147]:   </sysinfo>
Oct 27 19:26:02 user nova-compute[75147]:   <os>
Oct 27 19:26:02 user nova-compute[75147]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 19:26:02 user nova-compute[75147]:     <boot dev="hd"/>
Oct 27 19:26:02 user nova-compute[75147]:     <smbios mode="sysinfo"/>
Oct 27 19:26:02 user nova-compute[75147]:   </os>
Oct 27 19:26:02 user nova-compute[75147]:   <features>
Oct 27 19:26:02 user nova-compute[75147]:     <acpi/>
Oct 27 19:26:02 user nova-compute[75147]:     <apic/>
Oct 27 19:26:02 user nova-compute[75147]:     <vmcoreinfo/>
Oct 27 19:26:02 user nova-compute[75147]:   </features>
Oct 27 19:26:02 user nova-compute[75147]:   <clock offset="utc">
Oct 27 19:26:02 user nova-compute[75147]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 19:26:02 user nova-compute[75147]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 19:26:02 user nova-compute[75147]:     <timer name="hpet" present="no"/>
Oct 27 19:26:02 user nova-compute[75147]:   </clock>
Oct 27 19:26:02 user nova-compute[75147]:   <cpu mode="custom" match="exact">
Oct 27 19:26:02 user nova-compute[75147]:     <model>Nehalem</model>
Oct 27 19:26:02 user nova-compute[75147]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 19:26:02 user nova-compute[75147]:   </cpu>
Oct 27 19:26:02 user nova-compute[75147]:   <devices>
Oct 27 19:26:02 user nova-compute[75147]:     <disk type="file" device="disk">
Oct 27 19:26:02 user nova-compute[75147]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 27 19:26:02 user nova-compute[75147]:       <source file="/opt/stack/data/nova/instances/bac22037-a5fc-4b74-a5eb-94c2e51e8155/disk"/>
Oct 27 19:26:02 user nova-compute[75147]:       <target dev="vda" bus="virtio"/>
Oct 27 19:26:02 user nova-compute[75147]:     </disk>
Oct 27 19:26:02 user nova-compute[75147]:     <interface type="ethernet">
Oct 27 19:26:02 user nova-compute[75147]:       <mac address="fa:16:3e:bd:98:af"/>
Oct 27 19:26:02 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:26:02 user nova-compute[75147]:       <mtu size="1442"/>
Oct 27 19:26:02 user nova-compute[75147]:       <target dev="tap6e71fd7e-a0"/>
Oct 27 19:26:02 user nova-compute[75147]:     </interface>
Oct 27 19:26:02 user nova-compute[75147]:     <serial type="pty">
Oct 27 19:26:02 user nova-compute[75147]:       <log file="/opt/stack/data/nova/instances/bac22037-a5fc-4b74-a5eb-94c2e51e8155/console.log" append="off"/>
Oct 27 19:26:02 user nova-compute[75147]:     </serial>
Oct 27 19:26:02 user nova-compute[75147]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 19:26:02 user nova-compute[75147]:     <video>
Oct 27 19:26:02 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:26:02 user nova-compute[75147]:     </video>
Oct 27 19:26:02 user nova-compute[75147]:     <rng model="virtio">
Oct 27 19:26:02 user nova-compute[75147]:       <backend model="random">/dev/urandom</backend>
Oct 27 19:26:02 user nova-compute[75147]:     </rng>
Oct 27 19:26:02 user nova-compute[75147]:     <controller type="usb" index="0" model="none"/>
Oct 27 19:26:02 user nova-compute[75147]:     <memballoon model="virtio">
Oct 27 19:26:02 user nova-compute[75147]:       <stats period="10"/>
Oct 27 19:26:02 user nova-compute[75147]:     </memballoon>
Oct 27 19:26:02 user nova-compute[75147]:   </devices>
Oct 27 19:26:02 user nova-compute[75147]: </domain>
Oct 27 19:26:02 user nova-compute[75147]:  {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 19:26:02 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:25:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-223336015',display_name='tempest-ServerRescueNegativeTestJSON-server-223336015',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-223336015',id=1,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c05b7c7e7bf147fcbc02a57ffda4a15d',ramdisk_id='',reservation_id='r-ht03o5w5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-2101781904',owner_user_name='tempest-ServerRescueNegativeTestJSON-2101781904-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:25:53Z,user_data=None,user_id='93e1abe7cc4e4248a6f9682cbd7b00aa',uuid=bac22037-a5fc-4b74-a5eb-94c2e51e8155,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6e71fd7e-a0c2-47b4-9fab-e5f72fcb2927", "address": "fa:16:3e:bd:98:af", "network": {"id": "997a94dd-a6cc-485a-9bca-761040e12ccf", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-358973122-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c05b7c7e7bf147fcbc02a57ffda4a15d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6e71fd7e-a0", "ovs_interfaceid": "6e71fd7e-a0c2-47b4-9fab-e5f72fcb2927", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 19:26:02 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Converting VIF {"id": "6e71fd7e-a0c2-47b4-9fab-e5f72fcb2927", "address": "fa:16:3e:bd:98:af", "network": {"id": "997a94dd-a6cc-485a-9bca-761040e12ccf", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-358973122-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c05b7c7e7bf147fcbc02a57ffda4a15d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6e71fd7e-a0", "ovs_interfaceid": "6e71fd7e-a0c2-47b4-9fab-e5f72fcb2927", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:26:02 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:bd:98:af,bridge_name='br-int',has_traffic_filtering=True,id=6e71fd7e-a0c2-47b4-9fab-e5f72fcb2927,network=Network(997a94dd-a6cc-485a-9bca-761040e12ccf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6e71fd7e-a0') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:26:02 user nova-compute[75147]: DEBUG os_vif [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:bd:98:af,bridge_name='br-int',has_traffic_filtering=True,id=6e71fd7e-a0c2-47b4-9fab-e5f72fcb2927,network=Network(997a94dd-a6cc-485a-9bca-761040e12ccf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6e71fd7e-a0') {{(pid=75147) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 19:26:02 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-95bae957-b3f1-41bd-aabe-fe402959ed5b tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 27 19:26:02 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Created schema index Interface.name {{(pid=75147) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Oct 27 19:26:02 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Created schema index Port.name {{(pid=75147) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Oct 27 19:26:02 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Created schema index Bridge.name {{(pid=75147) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Oct 27 19:26:02 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] tcp:127.0.0.1:6640: entering CONNECTING {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 19:26:02 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2779e6ae-4cf5-47f2-8695-1da0477c1dec tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a] Updating instance_info_cache with network_info: [{"id": "df6ab6f1-d51f-4de0-a6e0-33a292aacd9e", "address": "fa:16:3e:08:ab:c2", "network": {"id": "997a94dd-a6cc-485a-9bca-761040e12ccf", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-358973122-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c05b7c7e7bf147fcbc02a57ffda4a15d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf6ab6f1-d5", "ovs_interfaceid": "df6ab6f1-d51f-4de0-a6e0-33a292aacd9e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:26:02 user nova-compute[75147]: DEBUG nova.compute.manager [None req-95bae957-b3f1-41bd-aabe-fe402959ed5b tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Start building block device mappings for instance. {{(pid=75147) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 27 19:26:02 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [POLLOUT] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:02 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 19:26:02 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:02 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:02 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:02 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2779e6ae-4cf5-47f2-8695-1da0477c1dec tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Releasing lock "refresh_cache-18c1bbe4-9572-4a2e-b855-72ced4cd7f6a" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:26:02 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2779e6ae-4cf5-47f2-8695-1da0477c1dec tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a] Instance network_info: |[{"id": "df6ab6f1-d51f-4de0-a6e0-33a292aacd9e", "address": "fa:16:3e:08:ab:c2", "network": {"id": "997a94dd-a6cc-485a-9bca-761040e12ccf", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-358973122-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c05b7c7e7bf147fcbc02a57ffda4a15d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf6ab6f1-d5", "ovs_interfaceid": "df6ab6f1-d51f-4de0-a6e0-33a292aacd9e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 27 19:26:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-45b2d593-6a74-4221-9419-24b08a02c217 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c49c74a6-9955-4a79-848f-4e6b9e348f9c/disk --force-share --output=json" returned: 0 in 0.277s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:26:02 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-3cfa7384-070f-47de-80a4-6f43310803c6 req-6f68f544-2eae-4017-ab4b-425ee2f52971 service nova] Acquired lock "refresh_cache-18c1bbe4-9572-4a2e-b855-72ced4cd7f6a" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:26:02 user nova-compute[75147]: DEBUG nova.network.neutron [req-3cfa7384-070f-47de-80a4-6f43310803c6 req-6f68f544-2eae-4017-ab4b-425ee2f52971 service nova] [instance: 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a] Refreshing network info cache for port df6ab6f1-d51f-4de0-a6e0-33a292aacd9e {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 19:26:02 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-2779e6ae-4cf5-47f2-8695-1da0477c1dec tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a] Start _get_guest_xml network_info=[{"id": "df6ab6f1-d51f-4de0-a6e0-33a292aacd9e", "address": "fa:16:3e:08:ab:c2", "network": {"id": "997a94dd-a6cc-485a-9bca-761040e12ccf", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-358973122-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c05b7c7e7bf147fcbc02a57ffda4a15d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf6ab6f1-d5", "ovs_interfaceid": "df6ab6f1-d51f-4de0-a6e0-33a292aacd9e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T19:22:09Z,direct_url=<?>,disk_format='qcow2',id=d52df17c-5315-4a73-ab7c-34c161a414fb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0b43115555434818b0c8bdf6be4946da',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T19:22:11Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'encryption_options': None, 'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encrypted': False, 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_format': None, 'device_name': '/dev/vda', 'image_id': 'd52df17c-5315-4a73-ab7c-34c161a414fb'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 19:26:02 user nova-compute[75147]: DEBUG nova.virt.disk.api [None req-45b2d593-6a74-4221-9419-24b08a02c217 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Cannot resize image /opt/stack/data/nova/instances/c49c74a6-9955-4a79-848f-4e6b9e348f9c/disk to a smaller size. {{(pid=75147) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 27 19:26:02 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-45b2d593-6a74-4221-9419-24b08a02c217 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Created local disks {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 27 19:26:02 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-45b2d593-6a74-4221-9419-24b08a02c217 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Ensure instance console log exists: /opt/stack/data/nova/instances/c49c74a6-9955-4a79-848f-4e6b9e348f9c/console.log {{(pid=75147) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 19:26:02 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-45b2d593-6a74-4221-9419-24b08a02c217 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:26:02 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-45b2d593-6a74-4221-9419-24b08a02c217 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:26:02 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-45b2d593-6a74-4221-9419-24b08a02c217 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:26:02 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:02 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:26:02 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 19:26:02 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:02 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '62a9e4d9-4a43-570b-b9ba-92b5ae2e9d48', '_type': 'linux-noop'}}, row=False) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:26:02 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:02 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:26:02 user nova-compute[75147]: INFO oslo.privsep.daemon [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'vif_plug_ovs.privsep.vif_plug', '--privsep_sock_path', '/tmp/tmp_kjhf_zm/privsep.sock']
Oct 27 19:26:02 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2779e6ae-4cf5-47f2-8695-1da0477c1dec tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:26:02 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2779e6ae-4cf5-47f2-8695-1da0477c1dec tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:26:02 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-2779e6ae-4cf5-47f2-8695-1da0477c1dec tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 19:26:02 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-2779e6ae-4cf5-47f2-8695-1da0477c1dec tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] CPU controller missing on host. {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 19:26:02 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-2779e6ae-4cf5-47f2-8695-1da0477c1dec tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 19:26:02 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-2779e6ae-4cf5-47f2-8695-1da0477c1dec tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] CPU controller found on host. {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 19:26:02 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-2779e6ae-4cf5-47f2-8695-1da0477c1dec tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75147) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 19:26:02 user sudo[84759]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context vif_plug_ovs.privsep.vif_plug --privsep_sock_path /tmp/tmp_kjhf_zm/privsep.sock
Oct 27 19:26:02 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-2779e6ae-4cf5-47f2-8695-1da0477c1dec tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T19:21:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T19:22:09Z,direct_url=<?>,disk_format='qcow2',id=d52df17c-5315-4a73-ab7c-34c161a414fb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0b43115555434818b0c8bdf6be4946da',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T19:22:11Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 19:26:02 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-2779e6ae-4cf5-47f2-8695-1da0477c1dec tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Flavor limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 19:26:02 user sudo[84759]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Oct 27 19:26:02 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-2779e6ae-4cf5-47f2-8695-1da0477c1dec tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Image limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 19:26:02 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-2779e6ae-4cf5-47f2-8695-1da0477c1dec tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Flavor pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 19:26:02 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-2779e6ae-4cf5-47f2-8695-1da0477c1dec tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Image pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 19:26:02 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-2779e6ae-4cf5-47f2-8695-1da0477c1dec tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 19:26:02 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-2779e6ae-4cf5-47f2-8695-1da0477c1dec tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 19:26:02 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-2779e6ae-4cf5-47f2-8695-1da0477c1dec tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 19:26:02 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-2779e6ae-4cf5-47f2-8695-1da0477c1dec tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Got 1 possible topologies {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 19:26:02 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-2779e6ae-4cf5-47f2-8695-1da0477c1dec tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 19:26:02 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-2779e6ae-4cf5-47f2-8695-1da0477c1dec tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 19:26:02 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-2779e6ae-4cf5-47f2-8695-1da0477c1dec tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:25:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1097856485',display_name='tempest-ServerRescueNegativeTestJSON-server-1097856485',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1097856485',id=2,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c05b7c7e7bf147fcbc02a57ffda4a15d',ramdisk_id='',reservation_id='r-oegyk52r',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-2101781904',owner_user_name='tempest-ServerRescueNegativeTestJSON-2101781904-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:25:55Z,user_data=None,user_id='93e1abe7cc4e4248a6f9682cbd7b00aa',uuid=18c1bbe4-9572-4a2e-b855-72ced4cd7f6a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "df6ab6f1-d51f-4de0-a6e0-33a292aacd9e", "address": "fa:16:3e:08:ab:c2", "network": {"id": "997a94dd-a6cc-485a-9bca-761040e12ccf", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-358973122-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c05b7c7e7bf147fcbc02a57ffda4a15d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf6ab6f1-d5", "ovs_interfaceid": "df6ab6f1-d51f-4de0-a6e0-33a292aacd9e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75147) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 19:26:02 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-2779e6ae-4cf5-47f2-8695-1da0477c1dec tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Converting VIF {"id": "df6ab6f1-d51f-4de0-a6e0-33a292aacd9e", "address": "fa:16:3e:08:ab:c2", "network": {"id": "997a94dd-a6cc-485a-9bca-761040e12ccf", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-358973122-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c05b7c7e7bf147fcbc02a57ffda4a15d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf6ab6f1-d5", "ovs_interfaceid": "df6ab6f1-d51f-4de0-a6e0-33a292aacd9e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:26:02 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-2779e6ae-4cf5-47f2-8695-1da0477c1dec tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:08:ab:c2,bridge_name='br-int',has_traffic_filtering=True,id=df6ab6f1-d51f-4de0-a6e0-33a292aacd9e,network=Network(997a94dd-a6cc-485a-9bca-761040e12ccf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdf6ab6f1-d5') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:26:02 user nova-compute[75147]: DEBUG nova.objects.instance [None req-2779e6ae-4cf5-47f2-8695-1da0477c1dec tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Lazy-loading 'pci_devices' on Instance uuid 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:26:02 user nova-compute[75147]: DEBUG nova.compute.manager [None req-95bae957-b3f1-41bd-aabe-fe402959ed5b tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Start spawning the instance on the hypervisor. {{(pid=75147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 27 19:26:02 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-95bae957-b3f1-41bd-aabe-fe402959ed5b tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Creating instance directory {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 19:26:02 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-95bae957-b3f1-41bd-aabe-fe402959ed5b tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Creating image(s)
Oct 27 19:26:02 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-95bae957-b3f1-41bd-aabe-fe402959ed5b tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Acquiring lock "/opt/stack/data/nova/instances/cdbe7335-af99-486a-9a7e-adbdf4443572/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:26:02 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-95bae957-b3f1-41bd-aabe-fe402959ed5b tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Lock "/opt/stack/data/nova/instances/cdbe7335-af99-486a-9a7e-adbdf4443572/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:26:02 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-95bae957-b3f1-41bd-aabe-fe402959ed5b tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Lock "/opt/stack/data/nova/instances/cdbe7335-af99-486a-9a7e-adbdf4443572/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:26:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-95bae957-b3f1-41bd-aabe-fe402959ed5b tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:26:02 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-2779e6ae-4cf5-47f2-8695-1da0477c1dec tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a] End _get_guest_xml xml=<domain type="kvm">
Oct 27 19:26:02 user nova-compute[75147]:   <uuid>18c1bbe4-9572-4a2e-b855-72ced4cd7f6a</uuid>
Oct 27 19:26:02 user nova-compute[75147]:   <name>instance-00000002</name>
Oct 27 19:26:02 user nova-compute[75147]:   <memory>524288</memory>
Oct 27 19:26:02 user nova-compute[75147]:   <vcpu>1</vcpu>
Oct 27 19:26:02 user nova-compute[75147]:   <metadata>
Oct 27 19:26:02 user nova-compute[75147]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 19:26:02 user nova-compute[75147]:       <nova:package version="0.0.0"/>
Oct 27 19:26:02 user nova-compute[75147]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-1097856485</nova:name>
Oct 27 19:26:02 user nova-compute[75147]:       <nova:creationTime>2023-10-27 19:26:02</nova:creationTime>
Oct 27 19:26:02 user nova-compute[75147]:       <nova:flavor name="m1.tiny">
Oct 27 19:26:02 user nova-compute[75147]:         <nova:memory>512</nova:memory>
Oct 27 19:26:02 user nova-compute[75147]:         <nova:disk>1</nova:disk>
Oct 27 19:26:02 user nova-compute[75147]:         <nova:swap>0</nova:swap>
Oct 27 19:26:02 user nova-compute[75147]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 19:26:02 user nova-compute[75147]:         <nova:vcpus>1</nova:vcpus>
Oct 27 19:26:02 user nova-compute[75147]:       </nova:flavor>
Oct 27 19:26:02 user nova-compute[75147]:       <nova:owner>
Oct 27 19:26:02 user nova-compute[75147]:         <nova:user uuid="93e1abe7cc4e4248a6f9682cbd7b00aa">tempest-ServerRescueNegativeTestJSON-2101781904-project-member</nova:user>
Oct 27 19:26:02 user nova-compute[75147]:         <nova:project uuid="c05b7c7e7bf147fcbc02a57ffda4a15d">tempest-ServerRescueNegativeTestJSON-2101781904</nova:project>
Oct 27 19:26:02 user nova-compute[75147]:       </nova:owner>
Oct 27 19:26:02 user nova-compute[75147]:       <nova:root type="image" uuid="d52df17c-5315-4a73-ab7c-34c161a414fb"/>
Oct 27 19:26:02 user nova-compute[75147]:       <nova:ports>
Oct 27 19:26:02 user nova-compute[75147]:         <nova:port uuid="df6ab6f1-d51f-4de0-a6e0-33a292aacd9e">
Oct 27 19:26:02 user nova-compute[75147]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Oct 27 19:26:02 user nova-compute[75147]:         </nova:port>
Oct 27 19:26:02 user nova-compute[75147]:       </nova:ports>
Oct 27 19:26:02 user nova-compute[75147]:     </nova:instance>
Oct 27 19:26:02 user nova-compute[75147]:   </metadata>
Oct 27 19:26:02 user nova-compute[75147]:   <sysinfo type="smbios">
Oct 27 19:26:02 user nova-compute[75147]:     <system>
Oct 27 19:26:02 user nova-compute[75147]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 19:26:02 user nova-compute[75147]:       <entry name="product">OpenStack Nova</entry>
Oct 27 19:26:02 user nova-compute[75147]:       <entry name="version">0.0.0</entry>
Oct 27 19:26:02 user nova-compute[75147]:       <entry name="serial">18c1bbe4-9572-4a2e-b855-72ced4cd7f6a</entry>
Oct 27 19:26:02 user nova-compute[75147]:       <entry name="uuid">18c1bbe4-9572-4a2e-b855-72ced4cd7f6a</entry>
Oct 27 19:26:02 user nova-compute[75147]:       <entry name="family">Virtual Machine</entry>
Oct 27 19:26:02 user nova-compute[75147]:     </system>
Oct 27 19:26:02 user nova-compute[75147]:   </sysinfo>
Oct 27 19:26:02 user nova-compute[75147]:   <os>
Oct 27 19:26:02 user nova-compute[75147]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 19:26:02 user nova-compute[75147]:     <boot dev="hd"/>
Oct 27 19:26:02 user nova-compute[75147]:     <smbios mode="sysinfo"/>
Oct 27 19:26:02 user nova-compute[75147]:   </os>
Oct 27 19:26:02 user nova-compute[75147]:   <features>
Oct 27 19:26:02 user nova-compute[75147]:     <acpi/>
Oct 27 19:26:02 user nova-compute[75147]:     <apic/>
Oct 27 19:26:02 user nova-compute[75147]:     <vmcoreinfo/>
Oct 27 19:26:02 user nova-compute[75147]:   </features>
Oct 27 19:26:02 user nova-compute[75147]:   <clock offset="utc">
Oct 27 19:26:02 user nova-compute[75147]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 19:26:02 user nova-compute[75147]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 19:26:02 user nova-compute[75147]:     <timer name="hpet" present="no"/>
Oct 27 19:26:02 user nova-compute[75147]:   </clock>
Oct 27 19:26:02 user nova-compute[75147]:   <cpu mode="custom" match="exact">
Oct 27 19:26:02 user nova-compute[75147]:     <model>Nehalem</model>
Oct 27 19:26:02 user nova-compute[75147]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 19:26:02 user nova-compute[75147]:   </cpu>
Oct 27 19:26:02 user nova-compute[75147]:   <devices>
Oct 27 19:26:02 user nova-compute[75147]:     <disk type="file" device="disk">
Oct 27 19:26:02 user nova-compute[75147]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 27 19:26:02 user nova-compute[75147]:       <source file="/opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk"/>
Oct 27 19:26:02 user nova-compute[75147]:       <target dev="vda" bus="virtio"/>
Oct 27 19:26:02 user nova-compute[75147]:     </disk>
Oct 27 19:26:02 user nova-compute[75147]:     <interface type="ethernet">
Oct 27 19:26:02 user nova-compute[75147]:       <mac address="fa:16:3e:08:ab:c2"/>
Oct 27 19:26:02 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:26:02 user nova-compute[75147]:       <mtu size="1442"/>
Oct 27 19:26:02 user nova-compute[75147]:       <target dev="tapdf6ab6f1-d5"/>
Oct 27 19:26:02 user nova-compute[75147]:     </interface>
Oct 27 19:26:02 user nova-compute[75147]:     <serial type="pty">
Oct 27 19:26:02 user nova-compute[75147]:       <log file="/opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/console.log" append="off"/>
Oct 27 19:26:02 user nova-compute[75147]:     </serial>
Oct 27 19:26:02 user nova-compute[75147]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 19:26:02 user nova-compute[75147]:     <video>
Oct 27 19:26:02 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:26:02 user nova-compute[75147]:     </video>
Oct 27 19:26:02 user nova-compute[75147]:     <rng model="virtio">
Oct 27 19:26:02 user nova-compute[75147]:       <backend model="random">/dev/urandom</backend>
Oct 27 19:26:02 user nova-compute[75147]:     </rng>
Oct 27 19:26:02 user nova-compute[75147]:     <controller type="usb" index="0" model="none"/>
Oct 27 19:26:02 user nova-compute[75147]:     <memballoon model="virtio">
Oct 27 19:26:02 user nova-compute[75147]:       <stats period="10"/>
Oct 27 19:26:02 user nova-compute[75147]:     </memballoon>
Oct 27 19:26:02 user nova-compute[75147]:   </devices>
Oct 27 19:26:02 user nova-compute[75147]: </domain>
Oct 27 19:26:02 user nova-compute[75147]:  {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 19:26:02 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-2779e6ae-4cf5-47f2-8695-1da0477c1dec tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:25:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1097856485',display_name='tempest-ServerRescueNegativeTestJSON-server-1097856485',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1097856485',id=2,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c05b7c7e7bf147fcbc02a57ffda4a15d',ramdisk_id='',reservation_id='r-oegyk52r',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-2101781904',owner_user_name='tempest-ServerRescueNegativeTestJSON-2101781904-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:25:55Z,user_data=None,user_id='93e1abe7cc4e4248a6f9682cbd7b00aa',uuid=18c1bbe4-9572-4a2e-b855-72ced4cd7f6a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "df6ab6f1-d51f-4de0-a6e0-33a292aacd9e", "address": "fa:16:3e:08:ab:c2", "network": {"id": "997a94dd-a6cc-485a-9bca-761040e12ccf", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-358973122-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c05b7c7e7bf147fcbc02a57ffda4a15d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf6ab6f1-d5", "ovs_interfaceid": "df6ab6f1-d51f-4de0-a6e0-33a292aacd9e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 19:26:02 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-2779e6ae-4cf5-47f2-8695-1da0477c1dec tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Converting VIF {"id": "df6ab6f1-d51f-4de0-a6e0-33a292aacd9e", "address": "fa:16:3e:08:ab:c2", "network": {"id": "997a94dd-a6cc-485a-9bca-761040e12ccf", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-358973122-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c05b7c7e7bf147fcbc02a57ffda4a15d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf6ab6f1-d5", "ovs_interfaceid": "df6ab6f1-d51f-4de0-a6e0-33a292aacd9e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:26:02 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-2779e6ae-4cf5-47f2-8695-1da0477c1dec tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:08:ab:c2,bridge_name='br-int',has_traffic_filtering=True,id=df6ab6f1-d51f-4de0-a6e0-33a292aacd9e,network=Network(997a94dd-a6cc-485a-9bca-761040e12ccf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdf6ab6f1-d5') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:26:02 user nova-compute[75147]: DEBUG os_vif [None req-2779e6ae-4cf5-47f2-8695-1da0477c1dec tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:08:ab:c2,bridge_name='br-int',has_traffic_filtering=True,id=df6ab6f1-d51f-4de0-a6e0-33a292aacd9e,network=Network(997a94dd-a6cc-485a-9bca-761040e12ccf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdf6ab6f1-d5') {{(pid=75147) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 19:26:02 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:02 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:26:02 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 19:26:02 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:02 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '4e98097a-bb08-55cb-ad79-5bf24ff87de6', '_type': 'linux-noop'}}, row=False) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:26:02 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:02 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:26:02 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-95bae957-b3f1-41bd-aabe-fe402959ed5b tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.218s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:26:02 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-95bae957-b3f1-41bd-aabe-fe402959ed5b tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Acquiring lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:26:02 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-95bae957-b3f1-41bd-aabe-fe402959ed5b tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:26:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-95bae957-b3f1-41bd-aabe-fe402959ed5b tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:26:02 user nova-compute[75147]: DEBUG nova.policy [None req-95bae957-b3f1-41bd-aabe-fe402959ed5b tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0142753c479d419eb7cad92bf6b372d3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8beb0d83b9e445ec875766ef511f053b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75147) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 27 19:26:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-95bae957-b3f1-41bd-aabe-fe402959ed5b tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.219s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:26:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-95bae957-b3f1-41bd-aabe-fe402959ed5b tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa,backing_fmt=raw /opt/stack/data/nova/instances/cdbe7335-af99-486a-9a7e-adbdf4443572/disk 1073741824 {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:26:03 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-95bae957-b3f1-41bd-aabe-fe402959ed5b tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa,backing_fmt=raw /opt/stack/data/nova/instances/cdbe7335-af99-486a-9a7e-adbdf4443572/disk 1073741824" returned: 0 in 0.065s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:26:03 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-95bae957-b3f1-41bd-aabe-fe402959ed5b tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.287s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:26:03 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-95bae957-b3f1-41bd-aabe-fe402959ed5b tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:26:03 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-95bae957-b3f1-41bd-aabe-fe402959ed5b tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.188s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:26:03 user nova-compute[75147]: DEBUG nova.virt.disk.api [None req-95bae957-b3f1-41bd-aabe-fe402959ed5b tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Checking if we can resize image /opt/stack/data/nova/instances/cdbe7335-af99-486a-9a7e-adbdf4443572/disk. size=1073741824 {{(pid=75147) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 27 19:26:03 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-95bae957-b3f1-41bd-aabe-fe402959ed5b tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdbe7335-af99-486a-9a7e-adbdf4443572/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:26:03 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:03 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-95bae957-b3f1-41bd-aabe-fe402959ed5b tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdbe7335-af99-486a-9a7e-adbdf4443572/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:26:03 user nova-compute[75147]: DEBUG nova.virt.disk.api [None req-95bae957-b3f1-41bd-aabe-fe402959ed5b tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Cannot resize image /opt/stack/data/nova/instances/cdbe7335-af99-486a-9a7e-adbdf4443572/disk to a smaller size. {{(pid=75147) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 27 19:26:03 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-95bae957-b3f1-41bd-aabe-fe402959ed5b tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Created local disks {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 27 19:26:03 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-95bae957-b3f1-41bd-aabe-fe402959ed5b tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Ensure instance console log exists: /opt/stack/data/nova/instances/cdbe7335-af99-486a-9a7e-adbdf4443572/console.log {{(pid=75147) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 19:26:03 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-95bae957-b3f1-41bd-aabe-fe402959ed5b tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:26:03 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-95bae957-b3f1-41bd-aabe-fe402959ed5b tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:26:03 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-95bae957-b3f1-41bd-aabe-fe402959ed5b tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:26:03 user nova-compute[75147]: DEBUG nova.network.neutron [req-3cfa7384-070f-47de-80a4-6f43310803c6 req-6f68f544-2eae-4017-ab4b-425ee2f52971 service nova] [instance: 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a] Updated VIF entry in instance network info cache for port df6ab6f1-d51f-4de0-a6e0-33a292aacd9e. {{(pid=75147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 19:26:03 user nova-compute[75147]: DEBUG nova.network.neutron [req-3cfa7384-070f-47de-80a4-6f43310803c6 req-6f68f544-2eae-4017-ab4b-425ee2f52971 service nova] [instance: 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a] Updating instance_info_cache with network_info: [{"id": "df6ab6f1-d51f-4de0-a6e0-33a292aacd9e", "address": "fa:16:3e:08:ab:c2", "network": {"id": "997a94dd-a6cc-485a-9bca-761040e12ccf", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-358973122-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c05b7c7e7bf147fcbc02a57ffda4a15d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf6ab6f1-d5", "ovs_interfaceid": "df6ab6f1-d51f-4de0-a6e0-33a292aacd9e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:26:03 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-3cfa7384-070f-47de-80a4-6f43310803c6 req-6f68f544-2eae-4017-ab4b-425ee2f52971 service nova] Releasing lock "refresh_cache-18c1bbe4-9572-4a2e-b855-72ced4cd7f6a" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:26:03 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:03 user nova-compute[75147]: DEBUG nova.network.neutron [req-1c9553ff-6a32-4b23-ba51-b486358c9330 req-618a6471-3cc6-475e-8158-cde60acc614f service nova] [instance: bac22037-a5fc-4b74-a5eb-94c2e51e8155] Updated VIF entry in instance network info cache for port 6e71fd7e-a0c2-47b4-9fab-e5f72fcb2927. {{(pid=75147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 19:26:03 user nova-compute[75147]: DEBUG nova.network.neutron [req-1c9553ff-6a32-4b23-ba51-b486358c9330 req-618a6471-3cc6-475e-8158-cde60acc614f service nova] [instance: bac22037-a5fc-4b74-a5eb-94c2e51e8155] Updating instance_info_cache with network_info: [{"id": "6e71fd7e-a0c2-47b4-9fab-e5f72fcb2927", "address": "fa:16:3e:bd:98:af", "network": {"id": "997a94dd-a6cc-485a-9bca-761040e12ccf", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-358973122-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c05b7c7e7bf147fcbc02a57ffda4a15d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6e71fd7e-a0", "ovs_interfaceid": "6e71fd7e-a0c2-47b4-9fab-e5f72fcb2927", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:26:03 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-1c9553ff-6a32-4b23-ba51-b486358c9330 req-618a6471-3cc6-475e-8158-cde60acc614f service nova] Releasing lock "refresh_cache-bac22037-a5fc-4b74-a5eb-94c2e51e8155" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:26:03 user nova-compute[75147]: DEBUG nova.network.neutron [None req-1dbf0f17-7b26-4967-b432-26a0a295e847 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: d3fb6898-879f-4828-b0c8-f4c7911c334c] Successfully updated port: 24cd132f-d0bb-46ce-b74d-64535d946a24 {{(pid=75147) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 19:26:03 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-1dbf0f17-7b26-4967-b432-26a0a295e847 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Acquiring lock "refresh_cache-d3fb6898-879f-4828-b0c8-f4c7911c334c" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:26:03 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-1dbf0f17-7b26-4967-b432-26a0a295e847 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Acquired lock "refresh_cache-d3fb6898-879f-4828-b0c8-f4c7911c334c" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:26:03 user nova-compute[75147]: DEBUG nova.network.neutron [None req-1dbf0f17-7b26-4967-b432-26a0a295e847 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: d3fb6898-879f-4828-b0c8-f4c7911c334c] Building network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 19:26:03 user nova-compute[75147]: DEBUG nova.network.neutron [None req-1dbf0f17-7b26-4967-b432-26a0a295e847 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: d3fb6898-879f-4828-b0c8-f4c7911c334c] Instance cache missing network info. {{(pid=75147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 19:26:03 user nova-compute[75147]: DEBUG nova.compute.manager [req-9531a340-6620-46f2-a28a-00f1a061a24a req-84f4ac58-2570-4550-ba31-2efc0abc4ba0 service nova] [instance: d3fb6898-879f-4828-b0c8-f4c7911c334c] Received event network-changed-24cd132f-d0bb-46ce-b74d-64535d946a24 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:26:03 user nova-compute[75147]: DEBUG nova.compute.manager [req-9531a340-6620-46f2-a28a-00f1a061a24a req-84f4ac58-2570-4550-ba31-2efc0abc4ba0 service nova] [instance: d3fb6898-879f-4828-b0c8-f4c7911c334c] Refreshing instance network info cache due to event network-changed-24cd132f-d0bb-46ce-b74d-64535d946a24. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 19:26:03 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-9531a340-6620-46f2-a28a-00f1a061a24a req-84f4ac58-2570-4550-ba31-2efc0abc4ba0 service nova] Acquiring lock "refresh_cache-d3fb6898-879f-4828-b0c8-f4c7911c334c" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:26:04 user sudo[84759]: pam_unix(sudo:session): session closed for user root
Oct 27 19:26:04 user nova-compute[75147]: INFO oslo.privsep.daemon [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Spawned new privsep daemon via rootwrap
Oct 27 19:26:04 user nova-compute[75147]: INFO oslo.privsep.daemon [-] privsep daemon starting
Oct 27 19:26:04 user nova-compute[75147]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Oct 27 19:26:04 user nova-compute[75147]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_DAC_OVERRIDE|CAP_NET_ADMIN/CAP_DAC_OVERRIDE|CAP_NET_ADMIN/none
Oct 27 19:26:04 user nova-compute[75147]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 84780
Oct 27 19:26:04 user nova-compute[75147]: DEBUG nova.network.neutron [None req-45b2d593-6a74-4221-9419-24b08a02c217 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Successfully created port: c329eb13-c03a-457b-b808-2c836a4f4dc9 {{(pid=75147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 19:26:04 user nova-compute[75147]: WARNING oslo_privsep.priv_context [None req-2779e6ae-4cf5-47f2-8695-1da0477c1dec tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] privsep daemon already running
Oct 27 19:26:04 user nova-compute[75147]: DEBUG nova.network.neutron [None req-1dbf0f17-7b26-4967-b432-26a0a295e847 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: d3fb6898-879f-4828-b0c8-f4c7911c334c] Updating instance_info_cache with network_info: [{"id": "24cd132f-d0bb-46ce-b74d-64535d946a24", "address": "fa:16:3e:d4:a1:89", "network": {"id": "bae3f1ff-b48f-4e91-a1ac-2c877ecca1af", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1949095258-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9368eab86d5248b2a34511d5d0fd64eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap24cd132f-d0", "ovs_interfaceid": "24cd132f-d0bb-46ce-b74d-64535d946a24", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:26:04 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-1dbf0f17-7b26-4967-b432-26a0a295e847 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Releasing lock "refresh_cache-d3fb6898-879f-4828-b0c8-f4c7911c334c" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:26:04 user nova-compute[75147]: DEBUG nova.compute.manager [None req-1dbf0f17-7b26-4967-b432-26a0a295e847 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: d3fb6898-879f-4828-b0c8-f4c7911c334c] Instance network_info: |[{"id": "24cd132f-d0bb-46ce-b74d-64535d946a24", "address": "fa:16:3e:d4:a1:89", "network": {"id": "bae3f1ff-b48f-4e91-a1ac-2c877ecca1af", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1949095258-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9368eab86d5248b2a34511d5d0fd64eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap24cd132f-d0", "ovs_interfaceid": "24cd132f-d0bb-46ce-b74d-64535d946a24", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 27 19:26:04 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-9531a340-6620-46f2-a28a-00f1a061a24a req-84f4ac58-2570-4550-ba31-2efc0abc4ba0 service nova] Acquired lock "refresh_cache-d3fb6898-879f-4828-b0c8-f4c7911c334c" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:26:04 user nova-compute[75147]: DEBUG nova.network.neutron [req-9531a340-6620-46f2-a28a-00f1a061a24a req-84f4ac58-2570-4550-ba31-2efc0abc4ba0 service nova] [instance: d3fb6898-879f-4828-b0c8-f4c7911c334c] Refreshing network info cache for port 24cd132f-d0bb-46ce-b74d-64535d946a24 {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 19:26:04 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-1dbf0f17-7b26-4967-b432-26a0a295e847 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: d3fb6898-879f-4828-b0c8-f4c7911c334c] Start _get_guest_xml network_info=[{"id": "24cd132f-d0bb-46ce-b74d-64535d946a24", "address": "fa:16:3e:d4:a1:89", "network": {"id": "bae3f1ff-b48f-4e91-a1ac-2c877ecca1af", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1949095258-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9368eab86d5248b2a34511d5d0fd64eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap24cd132f-d0", "ovs_interfaceid": "24cd132f-d0bb-46ce-b74d-64535d946a24", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T19:22:09Z,direct_url=<?>,disk_format='qcow2',id=d52df17c-5315-4a73-ab7c-34c161a414fb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0b43115555434818b0c8bdf6be4946da',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T19:22:11Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'encryption_options': None, 'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encrypted': False, 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_format': None, 'device_name': '/dev/vda', 'image_id': 'd52df17c-5315-4a73-ab7c-34c161a414fb'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 19:26:04 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-1dbf0f17-7b26-4967-b432-26a0a295e847 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:26:04 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-1dbf0f17-7b26-4967-b432-26a0a295e847 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:26:04 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-1dbf0f17-7b26-4967-b432-26a0a295e847 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 19:26:04 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-1dbf0f17-7b26-4967-b432-26a0a295e847 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] CPU controller missing on host. {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 19:26:04 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-1dbf0f17-7b26-4967-b432-26a0a295e847 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 19:26:04 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-1dbf0f17-7b26-4967-b432-26a0a295e847 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] CPU controller found on host. {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 19:26:04 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-1dbf0f17-7b26-4967-b432-26a0a295e847 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75147) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 19:26:04 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-1dbf0f17-7b26-4967-b432-26a0a295e847 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T19:21:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T19:22:09Z,direct_url=<?>,disk_format='qcow2',id=d52df17c-5315-4a73-ab7c-34c161a414fb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0b43115555434818b0c8bdf6be4946da',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T19:22:11Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 19:26:04 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-1dbf0f17-7b26-4967-b432-26a0a295e847 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Flavor limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 19:26:04 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-1dbf0f17-7b26-4967-b432-26a0a295e847 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Image limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 19:26:04 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-1dbf0f17-7b26-4967-b432-26a0a295e847 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Flavor pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 19:26:04 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-1dbf0f17-7b26-4967-b432-26a0a295e847 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Image pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 19:26:04 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-1dbf0f17-7b26-4967-b432-26a0a295e847 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 19:26:04 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-1dbf0f17-7b26-4967-b432-26a0a295e847 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 19:26:04 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-1dbf0f17-7b26-4967-b432-26a0a295e847 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 19:26:04 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-1dbf0f17-7b26-4967-b432-26a0a295e847 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Got 1 possible topologies {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 19:26:04 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-1dbf0f17-7b26-4967-b432-26a0a295e847 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 19:26:04 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-1dbf0f17-7b26-4967-b432-26a0a295e847 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 19:26:04 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-1dbf0f17-7b26-4967-b432-26a0a295e847 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:25:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1805393394',display_name='tempest-ServerActionsTestOtherA-server-1805393394',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1805393394',id=3,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOXkDIbd6Wo6RBSDiwWqz2XRHnZpRZKK50xWKjp/Qpbe61/J2k+R/KGHzH6S/IGkit18q4Sf5K11wZ/QA43Fc9LDj1WHdA6Fd7UEtHG5bF9plsV04AXI4rr9Ic84cyFoKw==',key_name='tempest-keypair-561519846',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9368eab86d5248b2a34511d5d0fd64eb',ramdisk_id='',reservation_id='r-b6wtxvzo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-2091358466',owner_user_name='tempest-ServerActionsTestOtherA-2091358466-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:25:58Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2ec18a0cb61842b092eeaecce2a03b70',uuid=d3fb6898-879f-4828-b0c8-f4c7911c334c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "24cd132f-d0bb-46ce-b74d-64535d946a24", "address": "fa:16:3e:d4:a1:89", "network": {"id": "bae3f1ff-b48f-4e91-a1ac-2c877ecca1af", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1949095258-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9368eab86d5248b2a34511d5d0fd64eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap24cd132f-d0", "ovs_interfaceid": "24cd132f-d0bb-46ce-b74d-64535d946a24", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75147) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 19:26:04 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-1dbf0f17-7b26-4967-b432-26a0a295e847 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Converting VIF {"id": "24cd132f-d0bb-46ce-b74d-64535d946a24", "address": "fa:16:3e:d4:a1:89", "network": {"id": "bae3f1ff-b48f-4e91-a1ac-2c877ecca1af", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1949095258-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9368eab86d5248b2a34511d5d0fd64eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap24cd132f-d0", "ovs_interfaceid": "24cd132f-d0bb-46ce-b74d-64535d946a24", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:26:04 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-1dbf0f17-7b26-4967-b432-26a0a295e847 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d4:a1:89,bridge_name='br-int',has_traffic_filtering=True,id=24cd132f-d0bb-46ce-b74d-64535d946a24,network=Network(bae3f1ff-b48f-4e91-a1ac-2c877ecca1af),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap24cd132f-d0') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:26:04 user nova-compute[75147]: DEBUG nova.objects.instance [None req-1dbf0f17-7b26-4967-b432-26a0a295e847 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Lazy-loading 'pci_devices' on Instance uuid d3fb6898-879f-4828-b0c8-f4c7911c334c {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:26:04 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-1dbf0f17-7b26-4967-b432-26a0a295e847 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: d3fb6898-879f-4828-b0c8-f4c7911c334c] End _get_guest_xml xml=<domain type="kvm">
Oct 27 19:26:04 user nova-compute[75147]:   <uuid>d3fb6898-879f-4828-b0c8-f4c7911c334c</uuid>
Oct 27 19:26:04 user nova-compute[75147]:   <name>instance-00000003</name>
Oct 27 19:26:04 user nova-compute[75147]:   <memory>524288</memory>
Oct 27 19:26:04 user nova-compute[75147]:   <vcpu>1</vcpu>
Oct 27 19:26:04 user nova-compute[75147]:   <metadata>
Oct 27 19:26:04 user nova-compute[75147]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 19:26:04 user nova-compute[75147]:       <nova:package version="0.0.0"/>
Oct 27 19:26:04 user nova-compute[75147]:       <nova:name>tempest-ServerActionsTestOtherA-server-1805393394</nova:name>
Oct 27 19:26:04 user nova-compute[75147]:       <nova:creationTime>2023-10-27 19:26:04</nova:creationTime>
Oct 27 19:26:04 user nova-compute[75147]:       <nova:flavor name="m1.tiny">
Oct 27 19:26:04 user nova-compute[75147]:         <nova:memory>512</nova:memory>
Oct 27 19:26:04 user nova-compute[75147]:         <nova:disk>1</nova:disk>
Oct 27 19:26:04 user nova-compute[75147]:         <nova:swap>0</nova:swap>
Oct 27 19:26:04 user nova-compute[75147]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 19:26:04 user nova-compute[75147]:         <nova:vcpus>1</nova:vcpus>
Oct 27 19:26:04 user nova-compute[75147]:       </nova:flavor>
Oct 27 19:26:04 user nova-compute[75147]:       <nova:owner>
Oct 27 19:26:04 user nova-compute[75147]:         <nova:user uuid="2ec18a0cb61842b092eeaecce2a03b70">tempest-ServerActionsTestOtherA-2091358466-project-member</nova:user>
Oct 27 19:26:04 user nova-compute[75147]:         <nova:project uuid="9368eab86d5248b2a34511d5d0fd64eb">tempest-ServerActionsTestOtherA-2091358466</nova:project>
Oct 27 19:26:04 user nova-compute[75147]:       </nova:owner>
Oct 27 19:26:04 user nova-compute[75147]:       <nova:root type="image" uuid="d52df17c-5315-4a73-ab7c-34c161a414fb"/>
Oct 27 19:26:04 user nova-compute[75147]:       <nova:ports>
Oct 27 19:26:04 user nova-compute[75147]:         <nova:port uuid="24cd132f-d0bb-46ce-b74d-64535d946a24">
Oct 27 19:26:04 user nova-compute[75147]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Oct 27 19:26:04 user nova-compute[75147]:         </nova:port>
Oct 27 19:26:04 user nova-compute[75147]:       </nova:ports>
Oct 27 19:26:04 user nova-compute[75147]:     </nova:instance>
Oct 27 19:26:04 user nova-compute[75147]:   </metadata>
Oct 27 19:26:04 user nova-compute[75147]:   <sysinfo type="smbios">
Oct 27 19:26:04 user nova-compute[75147]:     <system>
Oct 27 19:26:04 user nova-compute[75147]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 19:26:04 user nova-compute[75147]:       <entry name="product">OpenStack Nova</entry>
Oct 27 19:26:04 user nova-compute[75147]:       <entry name="version">0.0.0</entry>
Oct 27 19:26:04 user nova-compute[75147]:       <entry name="serial">d3fb6898-879f-4828-b0c8-f4c7911c334c</entry>
Oct 27 19:26:04 user nova-compute[75147]:       <entry name="uuid">d3fb6898-879f-4828-b0c8-f4c7911c334c</entry>
Oct 27 19:26:04 user nova-compute[75147]:       <entry name="family">Virtual Machine</entry>
Oct 27 19:26:04 user nova-compute[75147]:     </system>
Oct 27 19:26:04 user nova-compute[75147]:   </sysinfo>
Oct 27 19:26:04 user nova-compute[75147]:   <os>
Oct 27 19:26:04 user nova-compute[75147]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 19:26:04 user nova-compute[75147]:     <boot dev="hd"/>
Oct 27 19:26:04 user nova-compute[75147]:     <smbios mode="sysinfo"/>
Oct 27 19:26:04 user nova-compute[75147]:   </os>
Oct 27 19:26:04 user nova-compute[75147]:   <features>
Oct 27 19:26:04 user nova-compute[75147]:     <acpi/>
Oct 27 19:26:04 user nova-compute[75147]:     <apic/>
Oct 27 19:26:04 user nova-compute[75147]:     <vmcoreinfo/>
Oct 27 19:26:04 user nova-compute[75147]:   </features>
Oct 27 19:26:04 user nova-compute[75147]:   <clock offset="utc">
Oct 27 19:26:04 user nova-compute[75147]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 19:26:04 user nova-compute[75147]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 19:26:04 user nova-compute[75147]:     <timer name="hpet" present="no"/>
Oct 27 19:26:04 user nova-compute[75147]:   </clock>
Oct 27 19:26:04 user nova-compute[75147]:   <cpu mode="custom" match="exact">
Oct 27 19:26:04 user nova-compute[75147]:     <model>Nehalem</model>
Oct 27 19:26:04 user nova-compute[75147]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 19:26:04 user nova-compute[75147]:   </cpu>
Oct 27 19:26:04 user nova-compute[75147]:   <devices>
Oct 27 19:26:04 user nova-compute[75147]:     <disk type="file" device="disk">
Oct 27 19:26:04 user nova-compute[75147]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 27 19:26:04 user nova-compute[75147]:       <source file="/opt/stack/data/nova/instances/d3fb6898-879f-4828-b0c8-f4c7911c334c/disk"/>
Oct 27 19:26:04 user nova-compute[75147]:       <target dev="vda" bus="virtio"/>
Oct 27 19:26:04 user nova-compute[75147]:     </disk>
Oct 27 19:26:04 user nova-compute[75147]:     <interface type="ethernet">
Oct 27 19:26:04 user nova-compute[75147]:       <mac address="fa:16:3e:d4:a1:89"/>
Oct 27 19:26:04 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:26:04 user nova-compute[75147]:       <mtu size="1442"/>
Oct 27 19:26:04 user nova-compute[75147]:       <target dev="tap24cd132f-d0"/>
Oct 27 19:26:04 user nova-compute[75147]:     </interface>
Oct 27 19:26:04 user nova-compute[75147]:     <serial type="pty">
Oct 27 19:26:04 user nova-compute[75147]:       <log file="/opt/stack/data/nova/instances/d3fb6898-879f-4828-b0c8-f4c7911c334c/console.log" append="off"/>
Oct 27 19:26:04 user nova-compute[75147]:     </serial>
Oct 27 19:26:04 user nova-compute[75147]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 19:26:04 user nova-compute[75147]:     <video>
Oct 27 19:26:04 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:26:04 user nova-compute[75147]:     </video>
Oct 27 19:26:04 user nova-compute[75147]:     <rng model="virtio">
Oct 27 19:26:04 user nova-compute[75147]:       <backend model="random">/dev/urandom</backend>
Oct 27 19:26:04 user nova-compute[75147]:     </rng>
Oct 27 19:26:04 user nova-compute[75147]:     <controller type="usb" index="0" model="none"/>
Oct 27 19:26:04 user nova-compute[75147]:     <memballoon model="virtio">
Oct 27 19:26:04 user nova-compute[75147]:       <stats period="10"/>
Oct 27 19:26:04 user nova-compute[75147]:     </memballoon>
Oct 27 19:26:04 user nova-compute[75147]:   </devices>
Oct 27 19:26:04 user nova-compute[75147]: </domain>
Oct 27 19:26:04 user nova-compute[75147]:  {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 19:26:04 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-1dbf0f17-7b26-4967-b432-26a0a295e847 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:25:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1805393394',display_name='tempest-ServerActionsTestOtherA-server-1805393394',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1805393394',id=3,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOXkDIbd6Wo6RBSDiwWqz2XRHnZpRZKK50xWKjp/Qpbe61/J2k+R/KGHzH6S/IGkit18q4Sf5K11wZ/QA43Fc9LDj1WHdA6Fd7UEtHG5bF9plsV04AXI4rr9Ic84cyFoKw==',key_name='tempest-keypair-561519846',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9368eab86d5248b2a34511d5d0fd64eb',ramdisk_id='',reservation_id='r-b6wtxvzo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-2091358466',owner_user_name='tempest-ServerActionsTestOtherA-2091358466-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:25:58Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2ec18a0cb61842b092eeaecce2a03b70',uuid=d3fb6898-879f-4828-b0c8-f4c7911c334c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "24cd132f-d0bb-46ce-b74d-64535d946a24", "address": "fa:16:3e:d4:a1:89", "network": {"id": "bae3f1ff-b48f-4e91-a1ac-2c877ecca1af", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1949095258-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9368eab86d5248b2a34511d5d0fd64eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap24cd132f-d0", "ovs_interfaceid": "24cd132f-d0bb-46ce-b74d-64535d946a24", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 19:26:04 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-1dbf0f17-7b26-4967-b432-26a0a295e847 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Converting VIF {"id": "24cd132f-d0bb-46ce-b74d-64535d946a24", "address": "fa:16:3e:d4:a1:89", "network": {"id": "bae3f1ff-b48f-4e91-a1ac-2c877ecca1af", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1949095258-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9368eab86d5248b2a34511d5d0fd64eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap24cd132f-d0", "ovs_interfaceid": "24cd132f-d0bb-46ce-b74d-64535d946a24", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:26:04 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-1dbf0f17-7b26-4967-b432-26a0a295e847 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d4:a1:89,bridge_name='br-int',has_traffic_filtering=True,id=24cd132f-d0bb-46ce-b74d-64535d946a24,network=Network(bae3f1ff-b48f-4e91-a1ac-2c877ecca1af),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap24cd132f-d0') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:26:04 user nova-compute[75147]: DEBUG os_vif [None req-1dbf0f17-7b26-4967-b432-26a0a295e847 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d4:a1:89,bridge_name='br-int',has_traffic_filtering=True,id=24cd132f-d0bb-46ce-b74d-64535d946a24,network=Network(bae3f1ff-b48f-4e91-a1ac-2c877ecca1af),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap24cd132f-d0') {{(pid=75147) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 19:26:04 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:04 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:26:04 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 19:26:04 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:04 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c562ab7a-809b-5410-bbb6-6b1c6ad6fd99', '_type': 'linux-noop'}}, row=False) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:26:04 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:04 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:26:04 user nova-compute[75147]: DEBUG nova.network.neutron [req-9531a340-6620-46f2-a28a-00f1a061a24a req-84f4ac58-2570-4550-ba31-2efc0abc4ba0 service nova] [instance: d3fb6898-879f-4828-b0c8-f4c7911c334c] Updated VIF entry in instance network info cache for port 24cd132f-d0bb-46ce-b74d-64535d946a24. {{(pid=75147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 19:26:04 user nova-compute[75147]: DEBUG nova.network.neutron [req-9531a340-6620-46f2-a28a-00f1a061a24a req-84f4ac58-2570-4550-ba31-2efc0abc4ba0 service nova] [instance: d3fb6898-879f-4828-b0c8-f4c7911c334c] Updating instance_info_cache with network_info: [{"id": "24cd132f-d0bb-46ce-b74d-64535d946a24", "address": "fa:16:3e:d4:a1:89", "network": {"id": "bae3f1ff-b48f-4e91-a1ac-2c877ecca1af", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1949095258-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9368eab86d5248b2a34511d5d0fd64eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap24cd132f-d0", "ovs_interfaceid": "24cd132f-d0bb-46ce-b74d-64535d946a24", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:26:04 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-9531a340-6620-46f2-a28a-00f1a061a24a req-84f4ac58-2570-4550-ba31-2efc0abc4ba0 service nova] Releasing lock "refresh_cache-d3fb6898-879f-4828-b0c8-f4c7911c334c" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:26:04 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:04 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap6e71fd7e-a0, may_exist=True, interface_attrs={}) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:26:04 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap6e71fd7e-a0, col_values=(('qos', UUID('d1ed0518-c2b4-4b09-93a1-24cd2c8b2607')),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:26:04 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap6e71fd7e-a0, col_values=(('external_ids', {'iface-id': '6e71fd7e-a0c2-47b4-9fab-e5f72fcb2927', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:bd:98:af', 'vm-uuid': 'bac22037-a5fc-4b74-a5eb-94c2e51e8155'}),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:26:04 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:04 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:26:04 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:04 user nova-compute[75147]: INFO os_vif [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:bd:98:af,bridge_name='br-int',has_traffic_filtering=True,id=6e71fd7e-a0c2-47b4-9fab-e5f72fcb2927,network=Network(997a94dd-a6cc-485a-9bca-761040e12ccf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6e71fd7e-a0')
Oct 27 19:26:04 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:04 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapdf6ab6f1-d5, may_exist=True, interface_attrs={}) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:26:04 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapdf6ab6f1-d5, col_values=(('qos', UUID('14bb9eeb-e7fd-4334-b26c-83d3016204c3')),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:26:04 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapdf6ab6f1-d5, col_values=(('external_ids', {'iface-id': 'df6ab6f1-d51f-4de0-a6e0-33a292aacd9e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:08:ab:c2', 'vm-uuid': '18c1bbe4-9572-4a2e-b855-72ced4cd7f6a'}),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:26:04 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:04 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:26:04 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:04 user nova-compute[75147]: INFO os_vif [None req-2779e6ae-4cf5-47f2-8695-1da0477c1dec tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:08:ab:c2,bridge_name='br-int',has_traffic_filtering=True,id=df6ab6f1-d51f-4de0-a6e0-33a292aacd9e,network=Network(997a94dd-a6cc-485a-9bca-761040e12ccf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdf6ab6f1-d5')
Oct 27 19:26:04 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:04 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap24cd132f-d0, may_exist=True, interface_attrs={}) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:26:04 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap24cd132f-d0, col_values=(('qos', UUID('f3fdbb44-f2c8-4042-a7c3-4bbe6012aed3')),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:26:04 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap24cd132f-d0, col_values=(('external_ids', {'iface-id': '24cd132f-d0bb-46ce-b74d-64535d946a24', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:d4:a1:89', 'vm-uuid': 'd3fb6898-879f-4828-b0c8-f4c7911c334c'}),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:26:04 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:04 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:26:04 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:04 user nova-compute[75147]: INFO os_vif [None req-1dbf0f17-7b26-4967-b432-26a0a295e847 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d4:a1:89,bridge_name='br-int',has_traffic_filtering=True,id=24cd132f-d0bb-46ce-b74d-64535d946a24,network=Network(bae3f1ff-b48f-4e91-a1ac-2c877ecca1af),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap24cd132f-d0')
Oct 27 19:26:04 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] No BDM found with device name vda, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:26:04 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] No VIF found with MAC fa:16:3e:bd:98:af, not building metadata {{(pid=75147) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 19:26:04 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-2779e6ae-4cf5-47f2-8695-1da0477c1dec tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] No BDM found with device name vda, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:26:04 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-2779e6ae-4cf5-47f2-8695-1da0477c1dec tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] No VIF found with MAC fa:16:3e:08:ab:c2, not building metadata {{(pid=75147) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 19:26:04 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-1dbf0f17-7b26-4967-b432-26a0a295e847 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] No BDM found with device name vda, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:26:04 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-1dbf0f17-7b26-4967-b432-26a0a295e847 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] No VIF found with MAC fa:16:3e:d4:a1:89, not building metadata {{(pid=75147) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 19:26:04 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:05 user nova-compute[75147]: DEBUG nova.network.neutron [None req-95bae957-b3f1-41bd-aabe-fe402959ed5b tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Successfully created port: 47db9abc-70dc-4acc-9f17-22d53495f921 {{(pid=75147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 19:26:05 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:07 user nova-compute[75147]: DEBUG nova.network.neutron [None req-45b2d593-6a74-4221-9419-24b08a02c217 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Successfully updated port: c329eb13-c03a-457b-b808-2c836a4f4dc9 {{(pid=75147) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 19:26:07 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-45b2d593-6a74-4221-9419-24b08a02c217 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Acquiring lock "refresh_cache-c49c74a6-9955-4a79-848f-4e6b9e348f9c" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:26:07 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-45b2d593-6a74-4221-9419-24b08a02c217 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Acquired lock "refresh_cache-c49c74a6-9955-4a79-848f-4e6b9e348f9c" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:26:07 user nova-compute[75147]: DEBUG nova.network.neutron [None req-45b2d593-6a74-4221-9419-24b08a02c217 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Building network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 19:26:07 user nova-compute[75147]: DEBUG nova.network.neutron [None req-45b2d593-6a74-4221-9419-24b08a02c217 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Instance cache missing network info. {{(pid=75147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 19:26:07 user nova-compute[75147]: DEBUG nova.compute.manager [req-428d724a-be60-478e-8930-87bbb6e5de4c req-6b11436b-c86f-47b6-b81c-21cc7cd7c911 service nova] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Received event network-changed-c329eb13-c03a-457b-b808-2c836a4f4dc9 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:26:07 user nova-compute[75147]: DEBUG nova.compute.manager [req-428d724a-be60-478e-8930-87bbb6e5de4c req-6b11436b-c86f-47b6-b81c-21cc7cd7c911 service nova] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Refreshing instance network info cache due to event network-changed-c329eb13-c03a-457b-b808-2c836a4f4dc9. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 19:26:07 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-428d724a-be60-478e-8930-87bbb6e5de4c req-6b11436b-c86f-47b6-b81c-21cc7cd7c911 service nova] Acquiring lock "refresh_cache-c49c74a6-9955-4a79-848f-4e6b9e348f9c" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:26:07 user nova-compute[75147]: DEBUG nova.network.neutron [None req-95bae957-b3f1-41bd-aabe-fe402959ed5b tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Successfully updated port: 47db9abc-70dc-4acc-9f17-22d53495f921 {{(pid=75147) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 19:26:07 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-95bae957-b3f1-41bd-aabe-fe402959ed5b tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Acquiring lock "refresh_cache-cdbe7335-af99-486a-9a7e-adbdf4443572" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:26:07 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-95bae957-b3f1-41bd-aabe-fe402959ed5b tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Acquired lock "refresh_cache-cdbe7335-af99-486a-9a7e-adbdf4443572" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:26:07 user nova-compute[75147]: DEBUG nova.network.neutron [None req-95bae957-b3f1-41bd-aabe-fe402959ed5b tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Building network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 19:26:08 user nova-compute[75147]: DEBUG nova.network.neutron [None req-95bae957-b3f1-41bd-aabe-fe402959ed5b tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Instance cache missing network info. {{(pid=75147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 19:26:08 user nova-compute[75147]: DEBUG nova.network.neutron [None req-45b2d593-6a74-4221-9419-24b08a02c217 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Updating instance_info_cache with network_info: [{"id": "c329eb13-c03a-457b-b808-2c836a4f4dc9", "address": "fa:16:3e:6d:47:3d", "network": {"id": "c8178a72-f188-4ac8-96aa-f6db2911e3ca", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-2046459904-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2ce930abe29a45ce878e5d04fb97a063", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc329eb13-c0", "ovs_interfaceid": "c329eb13-c03a-457b-b808-2c836a4f4dc9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:26:08 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-45b2d593-6a74-4221-9419-24b08a02c217 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Releasing lock "refresh_cache-c49c74a6-9955-4a79-848f-4e6b9e348f9c" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:26:08 user nova-compute[75147]: DEBUG nova.compute.manager [None req-45b2d593-6a74-4221-9419-24b08a02c217 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Instance network_info: |[{"id": "c329eb13-c03a-457b-b808-2c836a4f4dc9", "address": "fa:16:3e:6d:47:3d", "network": {"id": "c8178a72-f188-4ac8-96aa-f6db2911e3ca", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-2046459904-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2ce930abe29a45ce878e5d04fb97a063", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc329eb13-c0", "ovs_interfaceid": "c329eb13-c03a-457b-b808-2c836a4f4dc9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 27 19:26:08 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-428d724a-be60-478e-8930-87bbb6e5de4c req-6b11436b-c86f-47b6-b81c-21cc7cd7c911 service nova] Acquired lock "refresh_cache-c49c74a6-9955-4a79-848f-4e6b9e348f9c" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:26:08 user nova-compute[75147]: DEBUG nova.network.neutron [req-428d724a-be60-478e-8930-87bbb6e5de4c req-6b11436b-c86f-47b6-b81c-21cc7cd7c911 service nova] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Refreshing network info cache for port c329eb13-c03a-457b-b808-2c836a4f4dc9 {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 19:26:08 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-45b2d593-6a74-4221-9419-24b08a02c217 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Start _get_guest_xml network_info=[{"id": "c329eb13-c03a-457b-b808-2c836a4f4dc9", "address": "fa:16:3e:6d:47:3d", "network": {"id": "c8178a72-f188-4ac8-96aa-f6db2911e3ca", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-2046459904-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2ce930abe29a45ce878e5d04fb97a063", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc329eb13-c0", "ovs_interfaceid": "c329eb13-c03a-457b-b808-2c836a4f4dc9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T19:22:09Z,direct_url=<?>,disk_format='qcow2',id=d52df17c-5315-4a73-ab7c-34c161a414fb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0b43115555434818b0c8bdf6be4946da',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T19:22:11Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'encryption_options': None, 'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encrypted': False, 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_format': None, 'device_name': '/dev/vda', 'image_id': 'd52df17c-5315-4a73-ab7c-34c161a414fb'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 19:26:08 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-45b2d593-6a74-4221-9419-24b08a02c217 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:26:08 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-45b2d593-6a74-4221-9419-24b08a02c217 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:26:08 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-45b2d593-6a74-4221-9419-24b08a02c217 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 19:26:08 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-45b2d593-6a74-4221-9419-24b08a02c217 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] CPU controller missing on host. {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 19:26:08 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-45b2d593-6a74-4221-9419-24b08a02c217 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 19:26:08 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-45b2d593-6a74-4221-9419-24b08a02c217 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] CPU controller found on host. {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 19:26:08 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-45b2d593-6a74-4221-9419-24b08a02c217 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75147) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 19:26:08 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-45b2d593-6a74-4221-9419-24b08a02c217 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T19:21:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T19:22:09Z,direct_url=<?>,disk_format='qcow2',id=d52df17c-5315-4a73-ab7c-34c161a414fb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0b43115555434818b0c8bdf6be4946da',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T19:22:11Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 19:26:08 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-45b2d593-6a74-4221-9419-24b08a02c217 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Flavor limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 19:26:08 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-45b2d593-6a74-4221-9419-24b08a02c217 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Image limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 19:26:08 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-45b2d593-6a74-4221-9419-24b08a02c217 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Flavor pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 19:26:08 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-45b2d593-6a74-4221-9419-24b08a02c217 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Image pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 19:26:08 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-45b2d593-6a74-4221-9419-24b08a02c217 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 19:26:08 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-45b2d593-6a74-4221-9419-24b08a02c217 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 19:26:08 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-45b2d593-6a74-4221-9419-24b08a02c217 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 19:26:08 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-45b2d593-6a74-4221-9419-24b08a02c217 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Got 1 possible topologies {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 19:26:08 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-45b2d593-6a74-4221-9419-24b08a02c217 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 19:26:08 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-45b2d593-6a74-4221-9419-24b08a02c217 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 19:26:08 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-45b2d593-6a74-4221-9419-24b08a02c217 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:25:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-2085052657',display_name='tempest-ServerStableDeviceRescueTest-server-2085052657',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-2085052657',id=4,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAKV3n0ocToQYZVwYbBDGPT/NjkSKAwc/UuY/6kSS3l2K8DRbFUCD4vyNpN2xNew1WT9gxmVuIP72KGnyD+q4g2RWoq/hmpKtvAxDS/x044VcMJtMOMRIPXXNAbgI0XBig==',key_name='tempest-keypair-1181284151',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2ce930abe29a45ce878e5d04fb97a063',ramdisk_id='',reservation_id='r-03ugllw2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerStableDeviceRescueTest-2135667897',owner_user_name='tempest-ServerStableDeviceRescueTest-2135667897-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:26:01Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='81c1832f565e4ec89c146e18199c15a4',uuid=c49c74a6-9955-4a79-848f-4e6b9e348f9c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c329eb13-c03a-457b-b808-2c836a4f4dc9", "address": "fa:16:3e:6d:47:3d", "network": {"id": "c8178a72-f188-4ac8-96aa-f6db2911e3ca", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-2046459904-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2ce930abe29a45ce878e5d04fb97a063", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc329eb13-c0", "ovs_interfaceid": "c329eb13-c03a-457b-b808-2c836a4f4dc9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75147) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 19:26:08 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-45b2d593-6a74-4221-9419-24b08a02c217 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Converting VIF {"id": "c329eb13-c03a-457b-b808-2c836a4f4dc9", "address": "fa:16:3e:6d:47:3d", "network": {"id": "c8178a72-f188-4ac8-96aa-f6db2911e3ca", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-2046459904-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2ce930abe29a45ce878e5d04fb97a063", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc329eb13-c0", "ovs_interfaceid": "c329eb13-c03a-457b-b808-2c836a4f4dc9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:26:08 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-45b2d593-6a74-4221-9419-24b08a02c217 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6d:47:3d,bridge_name='br-int',has_traffic_filtering=True,id=c329eb13-c03a-457b-b808-2c836a4f4dc9,network=Network(c8178a72-f188-4ac8-96aa-f6db2911e3ca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc329eb13-c0') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:26:08 user nova-compute[75147]: DEBUG nova.objects.instance [None req-45b2d593-6a74-4221-9419-24b08a02c217 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Lazy-loading 'pci_devices' on Instance uuid c49c74a6-9955-4a79-848f-4e6b9e348f9c {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:26:08 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-45b2d593-6a74-4221-9419-24b08a02c217 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] End _get_guest_xml xml=<domain type="kvm">
Oct 27 19:26:08 user nova-compute[75147]:   <uuid>c49c74a6-9955-4a79-848f-4e6b9e348f9c</uuid>
Oct 27 19:26:08 user nova-compute[75147]:   <name>instance-00000004</name>
Oct 27 19:26:08 user nova-compute[75147]:   <memory>524288</memory>
Oct 27 19:26:08 user nova-compute[75147]:   <vcpu>1</vcpu>
Oct 27 19:26:08 user nova-compute[75147]:   <metadata>
Oct 27 19:26:08 user nova-compute[75147]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 19:26:08 user nova-compute[75147]:       <nova:package version="0.0.0"/>
Oct 27 19:26:08 user nova-compute[75147]:       <nova:name>tempest-ServerStableDeviceRescueTest-server-2085052657</nova:name>
Oct 27 19:26:08 user nova-compute[75147]:       <nova:creationTime>2023-10-27 19:26:08</nova:creationTime>
Oct 27 19:26:08 user nova-compute[75147]:       <nova:flavor name="m1.tiny">
Oct 27 19:26:08 user nova-compute[75147]:         <nova:memory>512</nova:memory>
Oct 27 19:26:08 user nova-compute[75147]:         <nova:disk>1</nova:disk>
Oct 27 19:26:08 user nova-compute[75147]:         <nova:swap>0</nova:swap>
Oct 27 19:26:08 user nova-compute[75147]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 19:26:08 user nova-compute[75147]:         <nova:vcpus>1</nova:vcpus>
Oct 27 19:26:08 user nova-compute[75147]:       </nova:flavor>
Oct 27 19:26:08 user nova-compute[75147]:       <nova:owner>
Oct 27 19:26:08 user nova-compute[75147]:         <nova:user uuid="81c1832f565e4ec89c146e18199c15a4">tempest-ServerStableDeviceRescueTest-2135667897-project-member</nova:user>
Oct 27 19:26:08 user nova-compute[75147]:         <nova:project uuid="2ce930abe29a45ce878e5d04fb97a063">tempest-ServerStableDeviceRescueTest-2135667897</nova:project>
Oct 27 19:26:08 user nova-compute[75147]:       </nova:owner>
Oct 27 19:26:08 user nova-compute[75147]:       <nova:root type="image" uuid="d52df17c-5315-4a73-ab7c-34c161a414fb"/>
Oct 27 19:26:08 user nova-compute[75147]:       <nova:ports>
Oct 27 19:26:08 user nova-compute[75147]:         <nova:port uuid="c329eb13-c03a-457b-b808-2c836a4f4dc9">
Oct 27 19:26:08 user nova-compute[75147]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Oct 27 19:26:08 user nova-compute[75147]:         </nova:port>
Oct 27 19:26:08 user nova-compute[75147]:       </nova:ports>
Oct 27 19:26:08 user nova-compute[75147]:     </nova:instance>
Oct 27 19:26:08 user nova-compute[75147]:   </metadata>
Oct 27 19:26:08 user nova-compute[75147]:   <sysinfo type="smbios">
Oct 27 19:26:08 user nova-compute[75147]:     <system>
Oct 27 19:26:08 user nova-compute[75147]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 19:26:08 user nova-compute[75147]:       <entry name="product">OpenStack Nova</entry>
Oct 27 19:26:08 user nova-compute[75147]:       <entry name="version">0.0.0</entry>
Oct 27 19:26:08 user nova-compute[75147]:       <entry name="serial">c49c74a6-9955-4a79-848f-4e6b9e348f9c</entry>
Oct 27 19:26:08 user nova-compute[75147]:       <entry name="uuid">c49c74a6-9955-4a79-848f-4e6b9e348f9c</entry>
Oct 27 19:26:08 user nova-compute[75147]:       <entry name="family">Virtual Machine</entry>
Oct 27 19:26:08 user nova-compute[75147]:     </system>
Oct 27 19:26:08 user nova-compute[75147]:   </sysinfo>
Oct 27 19:26:08 user nova-compute[75147]:   <os>
Oct 27 19:26:08 user nova-compute[75147]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 19:26:08 user nova-compute[75147]:     <boot dev="hd"/>
Oct 27 19:26:08 user nova-compute[75147]:     <smbios mode="sysinfo"/>
Oct 27 19:26:08 user nova-compute[75147]:   </os>
Oct 27 19:26:08 user nova-compute[75147]:   <features>
Oct 27 19:26:08 user nova-compute[75147]:     <acpi/>
Oct 27 19:26:08 user nova-compute[75147]:     <apic/>
Oct 27 19:26:08 user nova-compute[75147]:     <vmcoreinfo/>
Oct 27 19:26:08 user nova-compute[75147]:   </features>
Oct 27 19:26:08 user nova-compute[75147]:   <clock offset="utc">
Oct 27 19:26:08 user nova-compute[75147]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 19:26:08 user nova-compute[75147]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 19:26:08 user nova-compute[75147]:     <timer name="hpet" present="no"/>
Oct 27 19:26:08 user nova-compute[75147]:   </clock>
Oct 27 19:26:08 user nova-compute[75147]:   <cpu mode="custom" match="exact">
Oct 27 19:26:08 user nova-compute[75147]:     <model>Nehalem</model>
Oct 27 19:26:08 user nova-compute[75147]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 19:26:08 user nova-compute[75147]:   </cpu>
Oct 27 19:26:08 user nova-compute[75147]:   <devices>
Oct 27 19:26:08 user nova-compute[75147]:     <disk type="file" device="disk">
Oct 27 19:26:08 user nova-compute[75147]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 27 19:26:08 user nova-compute[75147]:       <source file="/opt/stack/data/nova/instances/c49c74a6-9955-4a79-848f-4e6b9e348f9c/disk"/>
Oct 27 19:26:08 user nova-compute[75147]:       <target dev="vda" bus="virtio"/>
Oct 27 19:26:08 user nova-compute[75147]:     </disk>
Oct 27 19:26:08 user nova-compute[75147]:     <interface type="ethernet">
Oct 27 19:26:08 user nova-compute[75147]:       <mac address="fa:16:3e:6d:47:3d"/>
Oct 27 19:26:08 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:26:08 user nova-compute[75147]:       <mtu size="1442"/>
Oct 27 19:26:08 user nova-compute[75147]:       <target dev="tapc329eb13-c0"/>
Oct 27 19:26:08 user nova-compute[75147]:     </interface>
Oct 27 19:26:08 user nova-compute[75147]:     <serial type="pty">
Oct 27 19:26:08 user nova-compute[75147]:       <log file="/opt/stack/data/nova/instances/c49c74a6-9955-4a79-848f-4e6b9e348f9c/console.log" append="off"/>
Oct 27 19:26:08 user nova-compute[75147]:     </serial>
Oct 27 19:26:08 user nova-compute[75147]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 19:26:08 user nova-compute[75147]:     <video>
Oct 27 19:26:08 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:26:08 user nova-compute[75147]:     </video>
Oct 27 19:26:08 user nova-compute[75147]:     <rng model="virtio">
Oct 27 19:26:08 user nova-compute[75147]:       <backend model="random">/dev/urandom</backend>
Oct 27 19:26:08 user nova-compute[75147]:     </rng>
Oct 27 19:26:08 user nova-compute[75147]:     <controller type="usb" index="0" model="none"/>
Oct 27 19:26:08 user nova-compute[75147]:     <memballoon model="virtio">
Oct 27 19:26:08 user nova-compute[75147]:       <stats period="10"/>
Oct 27 19:26:08 user nova-compute[75147]:     </memballoon>
Oct 27 19:26:08 user nova-compute[75147]:   </devices>
Oct 27 19:26:08 user nova-compute[75147]: </domain>
Oct 27 19:26:08 user nova-compute[75147]:  {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 19:26:08 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-45b2d593-6a74-4221-9419-24b08a02c217 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:25:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-2085052657',display_name='tempest-ServerStableDeviceRescueTest-server-2085052657',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-2085052657',id=4,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAKV3n0ocToQYZVwYbBDGPT/NjkSKAwc/UuY/6kSS3l2K8DRbFUCD4vyNpN2xNew1WT9gxmVuIP72KGnyD+q4g2RWoq/hmpKtvAxDS/x044VcMJtMOMRIPXXNAbgI0XBig==',key_name='tempest-keypair-1181284151',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2ce930abe29a45ce878e5d04fb97a063',ramdisk_id='',reservation_id='r-03ugllw2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerStableDeviceRescueTest-2135667897',owner_user_name='tempest-ServerStableDeviceRescueTest-2135667897-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:26:01Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='81c1832f565e4ec89c146e18199c15a4',uuid=c49c74a6-9955-4a79-848f-4e6b9e348f9c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c329eb13-c03a-457b-b808-2c836a4f4dc9", "address": "fa:16:3e:6d:47:3d", "network": {"id": "c8178a72-f188-4ac8-96aa-f6db2911e3ca", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-2046459904-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2ce930abe29a45ce878e5d04fb97a063", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc329eb13-c0", "ovs_interfaceid": "c329eb13-c03a-457b-b808-2c836a4f4dc9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 19:26:08 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-45b2d593-6a74-4221-9419-24b08a02c217 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Converting VIF {"id": "c329eb13-c03a-457b-b808-2c836a4f4dc9", "address": "fa:16:3e:6d:47:3d", "network": {"id": "c8178a72-f188-4ac8-96aa-f6db2911e3ca", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-2046459904-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2ce930abe29a45ce878e5d04fb97a063", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc329eb13-c0", "ovs_interfaceid": "c329eb13-c03a-457b-b808-2c836a4f4dc9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:26:08 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-45b2d593-6a74-4221-9419-24b08a02c217 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6d:47:3d,bridge_name='br-int',has_traffic_filtering=True,id=c329eb13-c03a-457b-b808-2c836a4f4dc9,network=Network(c8178a72-f188-4ac8-96aa-f6db2911e3ca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc329eb13-c0') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:26:08 user nova-compute[75147]: DEBUG os_vif [None req-45b2d593-6a74-4221-9419-24b08a02c217 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:6d:47:3d,bridge_name='br-int',has_traffic_filtering=True,id=c329eb13-c03a-457b-b808-2c836a4f4dc9,network=Network(c8178a72-f188-4ac8-96aa-f6db2911e3ca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc329eb13-c0') {{(pid=75147) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 19:26:08 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:08 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:26:08 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 19:26:08 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:08 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'a2d56a62-f3c7-526b-a6f8-f9999654ac8f', '_type': 'linux-noop'}}, row=False) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:26:08 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:08 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:26:08 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:08 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:08 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc329eb13-c0, may_exist=True, interface_attrs={}) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:26:08 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc329eb13-c0, col_values=(('qos', UUID('7ffd467a-7977-4aaa-b144-2c523a30fbd4')),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:26:08 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc329eb13-c0, col_values=(('external_ids', {'iface-id': 'c329eb13-c03a-457b-b808-2c836a4f4dc9', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:6d:47:3d', 'vm-uuid': 'c49c74a6-9955-4a79-848f-4e6b9e348f9c'}),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:26:08 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:08 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:26:08 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:08 user nova-compute[75147]: INFO os_vif [None req-45b2d593-6a74-4221-9419-24b08a02c217 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:6d:47:3d,bridge_name='br-int',has_traffic_filtering=True,id=c329eb13-c03a-457b-b808-2c836a4f4dc9,network=Network(c8178a72-f188-4ac8-96aa-f6db2911e3ca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc329eb13-c0')
Oct 27 19:26:08 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-45b2d593-6a74-4221-9419-24b08a02c217 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] No BDM found with device name vda, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:26:08 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-45b2d593-6a74-4221-9419-24b08a02c217 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] No VIF found with MAC fa:16:3e:6d:47:3d, not building metadata {{(pid=75147) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 19:26:08 user nova-compute[75147]: DEBUG nova.network.neutron [None req-95bae957-b3f1-41bd-aabe-fe402959ed5b tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Updating instance_info_cache with network_info: [{"id": "47db9abc-70dc-4acc-9f17-22d53495f921", "address": "fa:16:3e:ac:d0:11", "network": {"id": "a71e29bc-f4c7-43bf-b62a-640bdbe1f778", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1494620895-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8beb0d83b9e445ec875766ef511f053b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47db9abc-70", "ovs_interfaceid": "47db9abc-70dc-4acc-9f17-22d53495f921", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:26:08 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-95bae957-b3f1-41bd-aabe-fe402959ed5b tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Releasing lock "refresh_cache-cdbe7335-af99-486a-9a7e-adbdf4443572" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:26:08 user nova-compute[75147]: DEBUG nova.compute.manager [None req-95bae957-b3f1-41bd-aabe-fe402959ed5b tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Instance network_info: |[{"id": "47db9abc-70dc-4acc-9f17-22d53495f921", "address": "fa:16:3e:ac:d0:11", "network": {"id": "a71e29bc-f4c7-43bf-b62a-640bdbe1f778", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1494620895-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8beb0d83b9e445ec875766ef511f053b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47db9abc-70", "ovs_interfaceid": "47db9abc-70dc-4acc-9f17-22d53495f921", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 27 19:26:08 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-95bae957-b3f1-41bd-aabe-fe402959ed5b tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Start _get_guest_xml network_info=[{"id": "47db9abc-70dc-4acc-9f17-22d53495f921", "address": "fa:16:3e:ac:d0:11", "network": {"id": "a71e29bc-f4c7-43bf-b62a-640bdbe1f778", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1494620895-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8beb0d83b9e445ec875766ef511f053b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47db9abc-70", "ovs_interfaceid": "47db9abc-70dc-4acc-9f17-22d53495f921", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T19:22:09Z,direct_url=<?>,disk_format='qcow2',id=d52df17c-5315-4a73-ab7c-34c161a414fb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0b43115555434818b0c8bdf6be4946da',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T19:22:11Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'encryption_options': None, 'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encrypted': False, 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_format': None, 'device_name': '/dev/vda', 'image_id': 'd52df17c-5315-4a73-ab7c-34c161a414fb'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 19:26:08 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-95bae957-b3f1-41bd-aabe-fe402959ed5b tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:26:08 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-95bae957-b3f1-41bd-aabe-fe402959ed5b tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:26:08 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-95bae957-b3f1-41bd-aabe-fe402959ed5b tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 19:26:08 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-95bae957-b3f1-41bd-aabe-fe402959ed5b tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] CPU controller missing on host. {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 19:26:08 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-95bae957-b3f1-41bd-aabe-fe402959ed5b tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 19:26:08 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-95bae957-b3f1-41bd-aabe-fe402959ed5b tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] CPU controller found on host. {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 19:26:08 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-95bae957-b3f1-41bd-aabe-fe402959ed5b tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75147) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 19:26:08 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-95bae957-b3f1-41bd-aabe-fe402959ed5b tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T19:21:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T19:22:09Z,direct_url=<?>,disk_format='qcow2',id=d52df17c-5315-4a73-ab7c-34c161a414fb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0b43115555434818b0c8bdf6be4946da',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T19:22:11Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 19:26:08 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-95bae957-b3f1-41bd-aabe-fe402959ed5b tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Flavor limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 19:26:08 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-95bae957-b3f1-41bd-aabe-fe402959ed5b tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Image limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 19:26:08 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-95bae957-b3f1-41bd-aabe-fe402959ed5b tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Flavor pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 19:26:08 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-95bae957-b3f1-41bd-aabe-fe402959ed5b tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Image pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 19:26:08 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-95bae957-b3f1-41bd-aabe-fe402959ed5b tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 19:26:08 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-95bae957-b3f1-41bd-aabe-fe402959ed5b tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 19:26:08 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-95bae957-b3f1-41bd-aabe-fe402959ed5b tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 19:26:08 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-95bae957-b3f1-41bd-aabe-fe402959ed5b tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Got 1 possible topologies {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 19:26:08 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-95bae957-b3f1-41bd-aabe-fe402959ed5b tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 19:26:08 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-95bae957-b3f1-41bd-aabe-fe402959ed5b tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 19:26:08 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-95bae957-b3f1-41bd-aabe-fe402959ed5b tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:26:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-214031538',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-214031538',id=5,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFmYZbXWmymoVlvv4tzYylEwO+7HjF6xAKLEu6PKsdnBkzP2t/PdQxEcG0bP0KfU7miPeimTY+olMTvOiy9l333AhBZgEUYoKU8zi4XG4nChWkAJbeHsZRaUOmunP0lmcA==',key_name='tempest-keypair-502324817',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8beb0d83b9e445ec875766ef511f053b',ramdisk_id='',reservation_id='r-qlriyuz4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-824631730',owner_user_name='tempest-AttachVolumeShelveTestJSON-824631730-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:26:02Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0142753c479d419eb7cad92bf6b372d3',uuid=cdbe7335-af99-486a-9a7e-adbdf4443572,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "47db9abc-70dc-4acc-9f17-22d53495f921", "address": "fa:16:3e:ac:d0:11", "network": {"id": "a71e29bc-f4c7-43bf-b62a-640bdbe1f778", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1494620895-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8beb0d83b9e445ec875766ef511f053b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47db9abc-70", "ovs_interfaceid": "47db9abc-70dc-4acc-9f17-22d53495f921", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75147) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 19:26:08 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-95bae957-b3f1-41bd-aabe-fe402959ed5b tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Converting VIF {"id": "47db9abc-70dc-4acc-9f17-22d53495f921", "address": "fa:16:3e:ac:d0:11", "network": {"id": "a71e29bc-f4c7-43bf-b62a-640bdbe1f778", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1494620895-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8beb0d83b9e445ec875766ef511f053b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47db9abc-70", "ovs_interfaceid": "47db9abc-70dc-4acc-9f17-22d53495f921", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:26:08 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-95bae957-b3f1-41bd-aabe-fe402959ed5b tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ac:d0:11,bridge_name='br-int',has_traffic_filtering=True,id=47db9abc-70dc-4acc-9f17-22d53495f921,network=Network(a71e29bc-f4c7-43bf-b62a-640bdbe1f778),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap47db9abc-70') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:26:08 user nova-compute[75147]: DEBUG nova.objects.instance [None req-95bae957-b3f1-41bd-aabe-fe402959ed5b tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Lazy-loading 'pci_devices' on Instance uuid cdbe7335-af99-486a-9a7e-adbdf4443572 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:26:08 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-95bae957-b3f1-41bd-aabe-fe402959ed5b tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] End _get_guest_xml xml=<domain type="kvm">
Oct 27 19:26:08 user nova-compute[75147]:   <uuid>cdbe7335-af99-486a-9a7e-adbdf4443572</uuid>
Oct 27 19:26:08 user nova-compute[75147]:   <name>instance-00000005</name>
Oct 27 19:26:08 user nova-compute[75147]:   <memory>524288</memory>
Oct 27 19:26:08 user nova-compute[75147]:   <vcpu>1</vcpu>
Oct 27 19:26:08 user nova-compute[75147]:   <metadata>
Oct 27 19:26:08 user nova-compute[75147]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 19:26:08 user nova-compute[75147]:       <nova:package version="0.0.0"/>
Oct 27 19:26:08 user nova-compute[75147]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-214031538</nova:name>
Oct 27 19:26:08 user nova-compute[75147]:       <nova:creationTime>2023-10-27 19:26:08</nova:creationTime>
Oct 27 19:26:08 user nova-compute[75147]:       <nova:flavor name="m1.tiny">
Oct 27 19:26:08 user nova-compute[75147]:         <nova:memory>512</nova:memory>
Oct 27 19:26:08 user nova-compute[75147]:         <nova:disk>1</nova:disk>
Oct 27 19:26:08 user nova-compute[75147]:         <nova:swap>0</nova:swap>
Oct 27 19:26:08 user nova-compute[75147]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 19:26:08 user nova-compute[75147]:         <nova:vcpus>1</nova:vcpus>
Oct 27 19:26:08 user nova-compute[75147]:       </nova:flavor>
Oct 27 19:26:08 user nova-compute[75147]:       <nova:owner>
Oct 27 19:26:08 user nova-compute[75147]:         <nova:user uuid="0142753c479d419eb7cad92bf6b372d3">tempest-AttachVolumeShelveTestJSON-824631730-project-member</nova:user>
Oct 27 19:26:08 user nova-compute[75147]:         <nova:project uuid="8beb0d83b9e445ec875766ef511f053b">tempest-AttachVolumeShelveTestJSON-824631730</nova:project>
Oct 27 19:26:08 user nova-compute[75147]:       </nova:owner>
Oct 27 19:26:08 user nova-compute[75147]:       <nova:root type="image" uuid="d52df17c-5315-4a73-ab7c-34c161a414fb"/>
Oct 27 19:26:08 user nova-compute[75147]:       <nova:ports>
Oct 27 19:26:08 user nova-compute[75147]:         <nova:port uuid="47db9abc-70dc-4acc-9f17-22d53495f921">
Oct 27 19:26:08 user nova-compute[75147]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Oct 27 19:26:08 user nova-compute[75147]:         </nova:port>
Oct 27 19:26:08 user nova-compute[75147]:       </nova:ports>
Oct 27 19:26:08 user nova-compute[75147]:     </nova:instance>
Oct 27 19:26:08 user nova-compute[75147]:   </metadata>
Oct 27 19:26:08 user nova-compute[75147]:   <sysinfo type="smbios">
Oct 27 19:26:08 user nova-compute[75147]:     <system>
Oct 27 19:26:08 user nova-compute[75147]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 19:26:08 user nova-compute[75147]:       <entry name="product">OpenStack Nova</entry>
Oct 27 19:26:08 user nova-compute[75147]:       <entry name="version">0.0.0</entry>
Oct 27 19:26:08 user nova-compute[75147]:       <entry name="serial">cdbe7335-af99-486a-9a7e-adbdf4443572</entry>
Oct 27 19:26:08 user nova-compute[75147]:       <entry name="uuid">cdbe7335-af99-486a-9a7e-adbdf4443572</entry>
Oct 27 19:26:08 user nova-compute[75147]:       <entry name="family">Virtual Machine</entry>
Oct 27 19:26:08 user nova-compute[75147]:     </system>
Oct 27 19:26:08 user nova-compute[75147]:   </sysinfo>
Oct 27 19:26:08 user nova-compute[75147]:   <os>
Oct 27 19:26:08 user nova-compute[75147]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 19:26:08 user nova-compute[75147]:     <boot dev="hd"/>
Oct 27 19:26:08 user nova-compute[75147]:     <smbios mode="sysinfo"/>
Oct 27 19:26:08 user nova-compute[75147]:   </os>
Oct 27 19:26:08 user nova-compute[75147]:   <features>
Oct 27 19:26:08 user nova-compute[75147]:     <acpi/>
Oct 27 19:26:08 user nova-compute[75147]:     <apic/>
Oct 27 19:26:08 user nova-compute[75147]:     <vmcoreinfo/>
Oct 27 19:26:08 user nova-compute[75147]:   </features>
Oct 27 19:26:08 user nova-compute[75147]:   <clock offset="utc">
Oct 27 19:26:08 user nova-compute[75147]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 19:26:08 user nova-compute[75147]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 19:26:08 user nova-compute[75147]:     <timer name="hpet" present="no"/>
Oct 27 19:26:08 user nova-compute[75147]:   </clock>
Oct 27 19:26:08 user nova-compute[75147]:   <cpu mode="custom" match="exact">
Oct 27 19:26:08 user nova-compute[75147]:     <model>Nehalem</model>
Oct 27 19:26:08 user nova-compute[75147]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 19:26:08 user nova-compute[75147]:   </cpu>
Oct 27 19:26:08 user nova-compute[75147]:   <devices>
Oct 27 19:26:08 user nova-compute[75147]:     <disk type="file" device="disk">
Oct 27 19:26:08 user nova-compute[75147]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 27 19:26:08 user nova-compute[75147]:       <source file="/opt/stack/data/nova/instances/cdbe7335-af99-486a-9a7e-adbdf4443572/disk"/>
Oct 27 19:26:08 user nova-compute[75147]:       <target dev="vda" bus="virtio"/>
Oct 27 19:26:08 user nova-compute[75147]:     </disk>
Oct 27 19:26:08 user nova-compute[75147]:     <interface type="ethernet">
Oct 27 19:26:08 user nova-compute[75147]:       <mac address="fa:16:3e:ac:d0:11"/>
Oct 27 19:26:08 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:26:08 user nova-compute[75147]:       <mtu size="1442"/>
Oct 27 19:26:08 user nova-compute[75147]:       <target dev="tap47db9abc-70"/>
Oct 27 19:26:08 user nova-compute[75147]:     </interface>
Oct 27 19:26:08 user nova-compute[75147]:     <serial type="pty">
Oct 27 19:26:08 user nova-compute[75147]:       <log file="/opt/stack/data/nova/instances/cdbe7335-af99-486a-9a7e-adbdf4443572/console.log" append="off"/>
Oct 27 19:26:08 user nova-compute[75147]:     </serial>
Oct 27 19:26:08 user nova-compute[75147]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 19:26:08 user nova-compute[75147]:     <video>
Oct 27 19:26:08 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:26:08 user nova-compute[75147]:     </video>
Oct 27 19:26:08 user nova-compute[75147]:     <rng model="virtio">
Oct 27 19:26:08 user nova-compute[75147]:       <backend model="random">/dev/urandom</backend>
Oct 27 19:26:08 user nova-compute[75147]:     </rng>
Oct 27 19:26:08 user nova-compute[75147]:     <controller type="usb" index="0" model="none"/>
Oct 27 19:26:08 user nova-compute[75147]:     <memballoon model="virtio">
Oct 27 19:26:08 user nova-compute[75147]:       <stats period="10"/>
Oct 27 19:26:08 user nova-compute[75147]:     </memballoon>
Oct 27 19:26:08 user nova-compute[75147]:   </devices>
Oct 27 19:26:08 user nova-compute[75147]: </domain>
Oct 27 19:26:08 user nova-compute[75147]:  {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 19:26:08 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-95bae957-b3f1-41bd-aabe-fe402959ed5b tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:26:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-214031538',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-214031538',id=5,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFmYZbXWmymoVlvv4tzYylEwO+7HjF6xAKLEu6PKsdnBkzP2t/PdQxEcG0bP0KfU7miPeimTY+olMTvOiy9l333AhBZgEUYoKU8zi4XG4nChWkAJbeHsZRaUOmunP0lmcA==',key_name='tempest-keypair-502324817',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8beb0d83b9e445ec875766ef511f053b',ramdisk_id='',reservation_id='r-qlriyuz4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-824631730',owner_user_name='tempest-AttachVolumeShelveTestJSON-824631730-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:26:02Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0142753c479d419eb7cad92bf6b372d3',uuid=cdbe7335-af99-486a-9a7e-adbdf4443572,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "47db9abc-70dc-4acc-9f17-22d53495f921", "address": "fa:16:3e:ac:d0:11", "network": {"id": "a71e29bc-f4c7-43bf-b62a-640bdbe1f778", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1494620895-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8beb0d83b9e445ec875766ef511f053b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47db9abc-70", "ovs_interfaceid": "47db9abc-70dc-4acc-9f17-22d53495f921", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 19:26:08 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-95bae957-b3f1-41bd-aabe-fe402959ed5b tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Converting VIF {"id": "47db9abc-70dc-4acc-9f17-22d53495f921", "address": "fa:16:3e:ac:d0:11", "network": {"id": "a71e29bc-f4c7-43bf-b62a-640bdbe1f778", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1494620895-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8beb0d83b9e445ec875766ef511f053b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47db9abc-70", "ovs_interfaceid": "47db9abc-70dc-4acc-9f17-22d53495f921", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:26:08 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-95bae957-b3f1-41bd-aabe-fe402959ed5b tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ac:d0:11,bridge_name='br-int',has_traffic_filtering=True,id=47db9abc-70dc-4acc-9f17-22d53495f921,network=Network(a71e29bc-f4c7-43bf-b62a-640bdbe1f778),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap47db9abc-70') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:26:08 user nova-compute[75147]: DEBUG os_vif [None req-95bae957-b3f1-41bd-aabe-fe402959ed5b tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ac:d0:11,bridge_name='br-int',has_traffic_filtering=True,id=47db9abc-70dc-4acc-9f17-22d53495f921,network=Network(a71e29bc-f4c7-43bf-b62a-640bdbe1f778),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap47db9abc-70') {{(pid=75147) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 19:26:08 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:08 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:26:08 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 19:26:08 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:08 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '3dd40303-8bb3-50f7-b3b2-b729d22b4250', '_type': 'linux-noop'}}, row=False) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:26:08 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:08 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:26:08 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:08 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:08 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap47db9abc-70, may_exist=True, interface_attrs={}) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:26:08 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap47db9abc-70, col_values=(('qos', UUID('30b23672-4b03-4cbc-89ba-f0a2537e0442')),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:26:08 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap47db9abc-70, col_values=(('external_ids', {'iface-id': '47db9abc-70dc-4acc-9f17-22d53495f921', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ac:d0:11', 'vm-uuid': 'cdbe7335-af99-486a-9a7e-adbdf4443572'}),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:26:08 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:08 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:26:08 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:08 user nova-compute[75147]: INFO os_vif [None req-95bae957-b3f1-41bd-aabe-fe402959ed5b tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ac:d0:11,bridge_name='br-int',has_traffic_filtering=True,id=47db9abc-70dc-4acc-9f17-22d53495f921,network=Network(a71e29bc-f4c7-43bf-b62a-640bdbe1f778),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap47db9abc-70')
Oct 27 19:26:08 user nova-compute[75147]: DEBUG nova.network.neutron [req-428d724a-be60-478e-8930-87bbb6e5de4c req-6b11436b-c86f-47b6-b81c-21cc7cd7c911 service nova] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Updated VIF entry in instance network info cache for port c329eb13-c03a-457b-b808-2c836a4f4dc9. {{(pid=75147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 19:26:08 user nova-compute[75147]: DEBUG nova.network.neutron [req-428d724a-be60-478e-8930-87bbb6e5de4c req-6b11436b-c86f-47b6-b81c-21cc7cd7c911 service nova] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Updating instance_info_cache with network_info: [{"id": "c329eb13-c03a-457b-b808-2c836a4f4dc9", "address": "fa:16:3e:6d:47:3d", "network": {"id": "c8178a72-f188-4ac8-96aa-f6db2911e3ca", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-2046459904-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2ce930abe29a45ce878e5d04fb97a063", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc329eb13-c0", "ovs_interfaceid": "c329eb13-c03a-457b-b808-2c836a4f4dc9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:26:08 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-95bae957-b3f1-41bd-aabe-fe402959ed5b tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] No BDM found with device name vda, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:26:08 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-95bae957-b3f1-41bd-aabe-fe402959ed5b tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] No VIF found with MAC fa:16:3e:ac:d0:11, not building metadata {{(pid=75147) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 19:26:08 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-428d724a-be60-478e-8930-87bbb6e5de4c req-6b11436b-c86f-47b6-b81c-21cc7cd7c911 service nova] Releasing lock "refresh_cache-c49c74a6-9955-4a79-848f-4e6b9e348f9c" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:26:09 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:09 user nova-compute[75147]: DEBUG nova.compute.manager [req-a5995a42-05ce-4bb9-83ef-807bd03877a6 req-cce29d98-87e3-4f45-937a-f04ab8718ff4 service nova] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Received event network-changed-47db9abc-70dc-4acc-9f17-22d53495f921 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:26:09 user nova-compute[75147]: DEBUG nova.compute.manager [req-a5995a42-05ce-4bb9-83ef-807bd03877a6 req-cce29d98-87e3-4f45-937a-f04ab8718ff4 service nova] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Refreshing instance network info cache due to event network-changed-47db9abc-70dc-4acc-9f17-22d53495f921. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 19:26:09 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-a5995a42-05ce-4bb9-83ef-807bd03877a6 req-cce29d98-87e3-4f45-937a-f04ab8718ff4 service nova] Acquiring lock "refresh_cache-cdbe7335-af99-486a-9a7e-adbdf4443572" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:26:09 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-a5995a42-05ce-4bb9-83ef-807bd03877a6 req-cce29d98-87e3-4f45-937a-f04ab8718ff4 service nova] Acquired lock "refresh_cache-cdbe7335-af99-486a-9a7e-adbdf4443572" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:26:09 user nova-compute[75147]: DEBUG nova.network.neutron [req-a5995a42-05ce-4bb9-83ef-807bd03877a6 req-cce29d98-87e3-4f45-937a-f04ab8718ff4 service nova] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Refreshing network info cache for port 47db9abc-70dc-4acc-9f17-22d53495f921 {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 19:26:09 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-46225c46-7e1d-4fba-a013-7628b0c4f813 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Acquiring lock "17da16fe-2762-4442-a31f-c966695dea37" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:26:09 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-46225c46-7e1d-4fba-a013-7628b0c4f813 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Lock "17da16fe-2762-4442-a31f-c966695dea37" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:26:09 user nova-compute[75147]: DEBUG nova.compute.manager [None req-46225c46-7e1d-4fba-a013-7628b0c4f813 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] [instance: 17da16fe-2762-4442-a31f-c966695dea37] Starting instance... {{(pid=75147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 27 19:26:09 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:09 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-46225c46-7e1d-4fba-a013-7628b0c4f813 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:26:09 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-46225c46-7e1d-4fba-a013-7628b0c4f813 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:26:09 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:09 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:09 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:10 user nova-compute[75147]: DEBUG nova.network.neutron [req-a5995a42-05ce-4bb9-83ef-807bd03877a6 req-cce29d98-87e3-4f45-937a-f04ab8718ff4 service nova] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Updated VIF entry in instance network info cache for port 47db9abc-70dc-4acc-9f17-22d53495f921. {{(pid=75147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 19:26:10 user nova-compute[75147]: DEBUG nova.network.neutron [req-a5995a42-05ce-4bb9-83ef-807bd03877a6 req-cce29d98-87e3-4f45-937a-f04ab8718ff4 service nova] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Updating instance_info_cache with network_info: [{"id": "47db9abc-70dc-4acc-9f17-22d53495f921", "address": "fa:16:3e:ac:d0:11", "network": {"id": "a71e29bc-f4c7-43bf-b62a-640bdbe1f778", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1494620895-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8beb0d83b9e445ec875766ef511f053b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47db9abc-70", "ovs_interfaceid": "47db9abc-70dc-4acc-9f17-22d53495f921", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:26:10 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-a5995a42-05ce-4bb9-83ef-807bd03877a6 req-cce29d98-87e3-4f45-937a-f04ab8718ff4 service nova] Releasing lock "refresh_cache-cdbe7335-af99-486a-9a7e-adbdf4443572" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:26:10 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:11 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:12 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:12 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-97647e0c-90d0-4dd4-ad2a-4491c512329b tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Acquiring lock "bb800ac4-3e39-4e7f-9475-55d23c135d0b" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:26:12 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-97647e0c-90d0-4dd4-ad2a-4491c512329b tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Lock "bb800ac4-3e39-4e7f-9475-55d23c135d0b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:26:12 user nova-compute[75147]: DEBUG nova.compute.manager [None req-97647e0c-90d0-4dd4-ad2a-4491c512329b tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] [instance: bb800ac4-3e39-4e7f-9475-55d23c135d0b] Starting instance... {{(pid=75147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 27 19:26:12 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:12 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:12 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-97647e0c-90d0-4dd4-ad2a-4491c512329b tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:26:12 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:12 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:12 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:12 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:13 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:13 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:13 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:13 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:13 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:13 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:14 user nova-compute[75147]: DEBUG nova.compute.manager [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: bac22037-a5fc-4b74-a5eb-94c2e51e8155] Instance event wait completed in 0 seconds for  {{(pid=75147) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 19:26:14 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: bac22037-a5fc-4b74-a5eb-94c2e51e8155] Guest created on hypervisor {{(pid=75147) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 19:26:14 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-46225c46-7e1d-4fba-a013-7628b0c4f813 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75147) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 19:26:14 user nova-compute[75147]: INFO nova.compute.claims [None req-46225c46-7e1d-4fba-a013-7628b0c4f813 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] [instance: 17da16fe-2762-4442-a31f-c966695dea37] Claim successful on node user
Oct 27 19:26:14 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: bac22037-a5fc-4b74-a5eb-94c2e51e8155] Instance spawned successfully.
Oct 27 19:26:14 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: bac22037-a5fc-4b74-a5eb-94c2e51e8155] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 27 19:26:14 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: bac22037-a5fc-4b74-a5eb-94c2e51e8155] Found default for hw_cdrom_bus of ide {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:26:14 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: bac22037-a5fc-4b74-a5eb-94c2e51e8155] Found default for hw_disk_bus of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:26:14 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: bac22037-a5fc-4b74-a5eb-94c2e51e8155] Found default for hw_input_bus of None {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:26:14 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: bac22037-a5fc-4b74-a5eb-94c2e51e8155] Found default for hw_pointer_model of None {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:26:14 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: bac22037-a5fc-4b74-a5eb-94c2e51e8155] Found default for hw_video_model of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:26:14 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: bac22037-a5fc-4b74-a5eb-94c2e51e8155] Found default for hw_vif_model of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:26:15 user nova-compute[75147]: INFO nova.compute.manager [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: bac22037-a5fc-4b74-a5eb-94c2e51e8155] Took 21.58 seconds to spawn the instance on the hypervisor.
Oct 27 19:26:15 user nova-compute[75147]: DEBUG nova.compute.manager [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: bac22037-a5fc-4b74-a5eb-94c2e51e8155] Checking state {{(pid=75147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 19:26:15 user nova-compute[75147]: INFO nova.compute.manager [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: bac22037-a5fc-4b74-a5eb-94c2e51e8155] Took 22.82 seconds to build instance.
Oct 27 19:26:15 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9950d25d-3c9d-465b-adef-0098d0727484 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Lock "bac22037-a5fc-4b74-a5eb-94c2e51e8155" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 23.045s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:26:15 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-46225c46-7e1d-4fba-a013-7628b0c4f813 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:26:15 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-46225c46-7e1d-4fba-a013-7628b0c4f813 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:26:15 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-46225c46-7e1d-4fba-a013-7628b0c4f813 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.815s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:26:15 user nova-compute[75147]: DEBUG nova.compute.manager [None req-46225c46-7e1d-4fba-a013-7628b0c4f813 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] [instance: 17da16fe-2762-4442-a31f-c966695dea37] Start building networks asynchronously for instance. {{(pid=75147) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 27 19:26:15 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-97647e0c-90d0-4dd4-ad2a-4491c512329b tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.004s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:26:15 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-97647e0c-90d0-4dd4-ad2a-4491c512329b tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75147) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 19:26:15 user nova-compute[75147]: INFO nova.compute.claims [None req-97647e0c-90d0-4dd4-ad2a-4491c512329b tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] [instance: bb800ac4-3e39-4e7f-9475-55d23c135d0b] Claim successful on node user
Oct 27 19:26:15 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:15 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:15 user nova-compute[75147]: DEBUG nova.compute.manager [None req-46225c46-7e1d-4fba-a013-7628b0c4f813 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] [instance: 17da16fe-2762-4442-a31f-c966695dea37] Allocating IP information in the background. {{(pid=75147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 27 19:26:15 user nova-compute[75147]: DEBUG nova.network.neutron [None req-46225c46-7e1d-4fba-a013-7628b0c4f813 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] [instance: 17da16fe-2762-4442-a31f-c966695dea37] allocate_for_instance() {{(pid=75147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 27 19:26:15 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-46225c46-7e1d-4fba-a013-7628b0c4f813 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] [instance: 17da16fe-2762-4442-a31f-c966695dea37] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 27 19:26:15 user nova-compute[75147]: DEBUG nova.compute.manager [None req-46225c46-7e1d-4fba-a013-7628b0c4f813 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] [instance: 17da16fe-2762-4442-a31f-c966695dea37] Start building block device mappings for instance. {{(pid=75147) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 27 19:26:15 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:15 user nova-compute[75147]: DEBUG nova.policy [None req-46225c46-7e1d-4fba-a013-7628b0c4f813 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '85f4d793a0ae48b6babe0cf7a92163d9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '567efa430de8417fb405d6ec8360f235', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75147) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 27 19:26:15 user nova-compute[75147]: DEBUG nova.compute.manager [None req-46225c46-7e1d-4fba-a013-7628b0c4f813 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] [instance: 17da16fe-2762-4442-a31f-c966695dea37] Start spawning the instance on the hypervisor. {{(pid=75147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 27 19:26:15 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-46225c46-7e1d-4fba-a013-7628b0c4f813 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] [instance: 17da16fe-2762-4442-a31f-c966695dea37] Creating instance directory {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 19:26:15 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-46225c46-7e1d-4fba-a013-7628b0c4f813 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] [instance: 17da16fe-2762-4442-a31f-c966695dea37] Creating image(s)
Oct 27 19:26:15 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-46225c46-7e1d-4fba-a013-7628b0c4f813 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Acquiring lock "/opt/stack/data/nova/instances/17da16fe-2762-4442-a31f-c966695dea37/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:26:15 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-46225c46-7e1d-4fba-a013-7628b0c4f813 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Lock "/opt/stack/data/nova/instances/17da16fe-2762-4442-a31f-c966695dea37/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:26:15 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-46225c46-7e1d-4fba-a013-7628b0c4f813 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Lock "/opt/stack/data/nova/instances/17da16fe-2762-4442-a31f-c966695dea37/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:26:15 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-46225c46-7e1d-4fba-a013-7628b0c4f813 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:26:15 user nova-compute[75147]: DEBUG nova.compute.manager [None req-1dbf0f17-7b26-4967-b432-26a0a295e847 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: d3fb6898-879f-4828-b0c8-f4c7911c334c] Instance event wait completed in 0 seconds for  {{(pid=75147) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 19:26:15 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-1dbf0f17-7b26-4967-b432-26a0a295e847 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: d3fb6898-879f-4828-b0c8-f4c7911c334c] Guest created on hypervisor {{(pid=75147) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 19:26:15 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: d3fb6898-879f-4828-b0c8-f4c7911c334c] Instance spawned successfully.
Oct 27 19:26:15 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-1dbf0f17-7b26-4967-b432-26a0a295e847 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: d3fb6898-879f-4828-b0c8-f4c7911c334c] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 27 19:26:15 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-1dbf0f17-7b26-4967-b432-26a0a295e847 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: d3fb6898-879f-4828-b0c8-f4c7911c334c] Found default for hw_cdrom_bus of ide {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:26:15 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-1dbf0f17-7b26-4967-b432-26a0a295e847 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: d3fb6898-879f-4828-b0c8-f4c7911c334c] Found default for hw_disk_bus of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:26:15 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-1dbf0f17-7b26-4967-b432-26a0a295e847 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: d3fb6898-879f-4828-b0c8-f4c7911c334c] Found default for hw_input_bus of None {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:26:15 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-1dbf0f17-7b26-4967-b432-26a0a295e847 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: d3fb6898-879f-4828-b0c8-f4c7911c334c] Found default for hw_pointer_model of None {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:26:15 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-1dbf0f17-7b26-4967-b432-26a0a295e847 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: d3fb6898-879f-4828-b0c8-f4c7911c334c] Found default for hw_video_model of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:26:15 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-1dbf0f17-7b26-4967-b432-26a0a295e847 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: d3fb6898-879f-4828-b0c8-f4c7911c334c] Found default for hw_vif_model of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:26:15 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-97647e0c-90d0-4dd4-ad2a-4491c512329b tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:26:15 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-97647e0c-90d0-4dd4-ad2a-4491c512329b tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:26:15 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-46225c46-7e1d-4fba-a013-7628b0c4f813 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.195s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:26:15 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-46225c46-7e1d-4fba-a013-7628b0c4f813 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Acquiring lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:26:15 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-46225c46-7e1d-4fba-a013-7628b0c4f813 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:26:15 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-46225c46-7e1d-4fba-a013-7628b0c4f813 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:26:16 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-97647e0c-90d0-4dd4-ad2a-4491c512329b tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.614s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:26:16 user nova-compute[75147]: DEBUG nova.compute.manager [None req-97647e0c-90d0-4dd4-ad2a-4491c512329b tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] [instance: bb800ac4-3e39-4e7f-9475-55d23c135d0b] Start building networks asynchronously for instance. {{(pid=75147) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 27 19:26:16 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2779e6ae-4cf5-47f2-8695-1da0477c1dec tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a] Instance event wait completed in 0 seconds for  {{(pid=75147) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 19:26:16 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-2779e6ae-4cf5-47f2-8695-1da0477c1dec tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a] Guest created on hypervisor {{(pid=75147) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 19:26:16 user nova-compute[75147]: DEBUG nova.compute.manager [None req-95bae957-b3f1-41bd-aabe-fe402959ed5b tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Instance event wait completed in 0 seconds for  {{(pid=75147) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 19:26:16 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-95bae957-b3f1-41bd-aabe-fe402959ed5b tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Guest created on hypervisor {{(pid=75147) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 19:26:16 user nova-compute[75147]: DEBUG nova.compute.manager [None req-45b2d593-6a74-4221-9419-24b08a02c217 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Instance event wait completed in 0 seconds for  {{(pid=75147) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 19:26:16 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-45b2d593-6a74-4221-9419-24b08a02c217 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Guest created on hypervisor {{(pid=75147) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 19:26:16 user nova-compute[75147]: INFO nova.compute.manager [None req-1dbf0f17-7b26-4967-b432-26a0a295e847 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: d3fb6898-879f-4828-b0c8-f4c7911c334c] Took 17.85 seconds to spawn the instance on the hypervisor.
Oct 27 19:26:16 user nova-compute[75147]: DEBUG nova.compute.manager [None req-1dbf0f17-7b26-4967-b432-26a0a295e847 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: d3fb6898-879f-4828-b0c8-f4c7911c334c] Checking state {{(pid=75147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 19:26:16 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a] Instance spawned successfully.
Oct 27 19:26:16 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-2779e6ae-4cf5-47f2-8695-1da0477c1dec tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 27 19:26:16 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Instance spawned successfully.
Oct 27 19:26:16 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-95bae957-b3f1-41bd-aabe-fe402959ed5b tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 27 19:26:16 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Instance spawned successfully.
Oct 27 19:26:16 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-45b2d593-6a74-4221-9419-24b08a02c217 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 27 19:26:16 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-2779e6ae-4cf5-47f2-8695-1da0477c1dec tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a] Found default for hw_cdrom_bus of ide {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:26:16 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-2779e6ae-4cf5-47f2-8695-1da0477c1dec tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a] Found default for hw_disk_bus of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:26:16 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-2779e6ae-4cf5-47f2-8695-1da0477c1dec tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a] Found default for hw_input_bus of None {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:26:16 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-2779e6ae-4cf5-47f2-8695-1da0477c1dec tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a] Found default for hw_pointer_model of None {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:26:16 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-2779e6ae-4cf5-47f2-8695-1da0477c1dec tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a] Found default for hw_video_model of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:26:16 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-2779e6ae-4cf5-47f2-8695-1da0477c1dec tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a] Found default for hw_vif_model of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:26:16 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-95bae957-b3f1-41bd-aabe-fe402959ed5b tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Found default for hw_cdrom_bus of ide {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:26:16 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-95bae957-b3f1-41bd-aabe-fe402959ed5b tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Found default for hw_disk_bus of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:26:16 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-95bae957-b3f1-41bd-aabe-fe402959ed5b tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Found default for hw_input_bus of None {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:26:16 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-95bae957-b3f1-41bd-aabe-fe402959ed5b tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Found default for hw_pointer_model of None {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:26:16 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-95bae957-b3f1-41bd-aabe-fe402959ed5b tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Found default for hw_video_model of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:26:16 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-95bae957-b3f1-41bd-aabe-fe402959ed5b tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Found default for hw_vif_model of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:26:16 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-45b2d593-6a74-4221-9419-24b08a02c217 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Found default for hw_cdrom_bus of ide {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:26:16 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-45b2d593-6a74-4221-9419-24b08a02c217 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Found default for hw_disk_bus of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:26:16 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-45b2d593-6a74-4221-9419-24b08a02c217 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Found default for hw_input_bus of None {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:26:16 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-45b2d593-6a74-4221-9419-24b08a02c217 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Found default for hw_pointer_model of None {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:26:16 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-45b2d593-6a74-4221-9419-24b08a02c217 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Found default for hw_video_model of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:26:16 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-45b2d593-6a74-4221-9419-24b08a02c217 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Found default for hw_vif_model of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:26:16 user nova-compute[75147]: INFO nova.compute.manager [None req-2779e6ae-4cf5-47f2-8695-1da0477c1dec tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a] Took 20.90 seconds to spawn the instance on the hypervisor.
Oct 27 19:26:16 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2779e6ae-4cf5-47f2-8695-1da0477c1dec tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a] Checking state {{(pid=75147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 19:26:16 user nova-compute[75147]: DEBUG nova.compute.manager [None req-97647e0c-90d0-4dd4-ad2a-4491c512329b tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] [instance: bb800ac4-3e39-4e7f-9475-55d23c135d0b] Allocating IP information in the background. {{(pid=75147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 27 19:26:16 user nova-compute[75147]: DEBUG nova.network.neutron [None req-97647e0c-90d0-4dd4-ad2a-4491c512329b tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] [instance: bb800ac4-3e39-4e7f-9475-55d23c135d0b] allocate_for_instance() {{(pid=75147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 27 19:26:16 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-97647e0c-90d0-4dd4-ad2a-4491c512329b tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] [instance: bb800ac4-3e39-4e7f-9475-55d23c135d0b] Ignoring supplied device name: /dev/sda. Libvirt can't honour user-supplied dev names
Oct 27 19:26:16 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-46225c46-7e1d-4fba-a013-7628b0c4f813 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.296s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:26:16 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-46225c46-7e1d-4fba-a013-7628b0c4f813 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa,backing_fmt=raw /opt/stack/data/nova/instances/17da16fe-2762-4442-a31f-c966695dea37/disk 1073741824 {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:26:16 user nova-compute[75147]: INFO nova.compute.manager [None req-1dbf0f17-7b26-4967-b432-26a0a295e847 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: d3fb6898-879f-4828-b0c8-f4c7911c334c] Took 19.26 seconds to build instance.
Oct 27 19:26:16 user nova-compute[75147]: DEBUG nova.compute.manager [None req-97647e0c-90d0-4dd4-ad2a-4491c512329b tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] [instance: bb800ac4-3e39-4e7f-9475-55d23c135d0b] Start building block device mappings for instance. {{(pid=75147) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 27 19:26:16 user nova-compute[75147]: INFO nova.compute.manager [None req-45b2d593-6a74-4221-9419-24b08a02c217 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Took 14.87 seconds to spawn the instance on the hypervisor.
Oct 27 19:26:16 user nova-compute[75147]: DEBUG nova.compute.manager [None req-45b2d593-6a74-4221-9419-24b08a02c217 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Checking state {{(pid=75147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 19:26:16 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-46225c46-7e1d-4fba-a013-7628b0c4f813 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa,backing_fmt=raw /opt/stack/data/nova/instances/17da16fe-2762-4442-a31f-c966695dea37/disk 1073741824" returned: 0 in 0.087s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:26:16 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-46225c46-7e1d-4fba-a013-7628b0c4f813 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.387s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:26:16 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-46225c46-7e1d-4fba-a013-7628b0c4f813 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:26:16 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-1dbf0f17-7b26-4967-b432-26a0a295e847 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Lock "d3fb6898-879f-4828-b0c8-f4c7911c334c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 19.483s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:26:16 user nova-compute[75147]: DEBUG nova.policy [None req-97647e0c-90d0-4dd4-ad2a-4491c512329b tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '258447cd97824506b28b53b3f0492cc4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1d347d9084a34a0b9baba41641a19ed5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75147) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 27 19:26:16 user nova-compute[75147]: INFO nova.compute.manager [None req-95bae957-b3f1-41bd-aabe-fe402959ed5b tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Took 13.91 seconds to spawn the instance on the hypervisor.
Oct 27 19:26:16 user nova-compute[75147]: DEBUG nova.compute.manager [None req-95bae957-b3f1-41bd-aabe-fe402959ed5b tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Checking state {{(pid=75147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 19:26:16 user nova-compute[75147]: INFO nova.compute.manager [None req-2779e6ae-4cf5-47f2-8695-1da0477c1dec tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a] Took 22.19 seconds to build instance.
Oct 27 19:26:16 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2779e6ae-4cf5-47f2-8695-1da0477c1dec tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Lock "18c1bbe4-9572-4a2e-b855-72ced4cd7f6a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 22.438s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:26:16 user nova-compute[75147]: DEBUG nova.compute.manager [req-eb5eee14-8274-442f-9f55-0741bf6c9a98 req-69629c80-2352-449e-95db-c52a26be2d0d service nova] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Received event network-vif-plugged-c329eb13-c03a-457b-b808-2c836a4f4dc9 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:26:16 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-eb5eee14-8274-442f-9f55-0741bf6c9a98 req-69629c80-2352-449e-95db-c52a26be2d0d service nova] Acquiring lock "c49c74a6-9955-4a79-848f-4e6b9e348f9c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:26:16 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-eb5eee14-8274-442f-9f55-0741bf6c9a98 req-69629c80-2352-449e-95db-c52a26be2d0d service nova] Lock "c49c74a6-9955-4a79-848f-4e6b9e348f9c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:26:16 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-eb5eee14-8274-442f-9f55-0741bf6c9a98 req-69629c80-2352-449e-95db-c52a26be2d0d service nova] Lock "c49c74a6-9955-4a79-848f-4e6b9e348f9c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:26:16 user nova-compute[75147]: DEBUG nova.compute.manager [req-eb5eee14-8274-442f-9f55-0741bf6c9a98 req-69629c80-2352-449e-95db-c52a26be2d0d service nova] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] No waiting events found dispatching network-vif-plugged-c329eb13-c03a-457b-b808-2c836a4f4dc9 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:26:16 user nova-compute[75147]: WARNING nova.compute.manager [req-eb5eee14-8274-442f-9f55-0741bf6c9a98 req-69629c80-2352-449e-95db-c52a26be2d0d service nova] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Received unexpected event network-vif-plugged-c329eb13-c03a-457b-b808-2c836a4f4dc9 for instance with vm_state building and task_state spawning.
Oct 27 19:26:16 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-46225c46-7e1d-4fba-a013-7628b0c4f813 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.290s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:26:16 user nova-compute[75147]: DEBUG nova.virt.disk.api [None req-46225c46-7e1d-4fba-a013-7628b0c4f813 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Checking if we can resize image /opt/stack/data/nova/instances/17da16fe-2762-4442-a31f-c966695dea37/disk. size=1073741824 {{(pid=75147) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 27 19:26:16 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-46225c46-7e1d-4fba-a013-7628b0c4f813 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/17da16fe-2762-4442-a31f-c966695dea37/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:26:16 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:16 user nova-compute[75147]: INFO nova.compute.manager [None req-45b2d593-6a74-4221-9419-24b08a02c217 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Took 16.08 seconds to build instance.
Oct 27 19:26:16 user nova-compute[75147]: DEBUG nova.compute.manager [None req-97647e0c-90d0-4dd4-ad2a-4491c512329b tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] [instance: bb800ac4-3e39-4e7f-9475-55d23c135d0b] Start spawning the instance on the hypervisor. {{(pid=75147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 27 19:26:16 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-97647e0c-90d0-4dd4-ad2a-4491c512329b tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] [instance: bb800ac4-3e39-4e7f-9475-55d23c135d0b] Creating instance directory {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 19:26:16 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-97647e0c-90d0-4dd4-ad2a-4491c512329b tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] [instance: bb800ac4-3e39-4e7f-9475-55d23c135d0b] Creating image(s)
Oct 27 19:26:16 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-97647e0c-90d0-4dd4-ad2a-4491c512329b tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Acquiring lock "/opt/stack/data/nova/instances/bb800ac4-3e39-4e7f-9475-55d23c135d0b/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:26:16 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-97647e0c-90d0-4dd4-ad2a-4491c512329b tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Lock "/opt/stack/data/nova/instances/bb800ac4-3e39-4e7f-9475-55d23c135d0b/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:26:16 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-97647e0c-90d0-4dd4-ad2a-4491c512329b tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Lock "/opt/stack/data/nova/instances/bb800ac4-3e39-4e7f-9475-55d23c135d0b/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.140s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:26:16 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-97647e0c-90d0-4dd4-ad2a-4491c512329b tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Acquiring lock "1143aaabe7a3634a22d001065a9ded5577bf9c7f" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:26:16 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-97647e0c-90d0-4dd4-ad2a-4491c512329b tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Lock "1143aaabe7a3634a22d001065a9ded5577bf9c7f" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:26:16 user nova-compute[75147]: INFO nova.compute.manager [None req-95bae957-b3f1-41bd-aabe-fe402959ed5b tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Took 15.66 seconds to build instance.
Oct 27 19:26:16 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-45b2d593-6a74-4221-9419-24b08a02c217 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Lock "c49c74a6-9955-4a79-848f-4e6b9e348f9c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 16.483s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:26:16 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-95bae957-b3f1-41bd-aabe-fe402959ed5b tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Lock "cdbe7335-af99-486a-9a7e-adbdf4443572" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 15.896s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:26:17 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-97647e0c-90d0-4dd4-ad2a-4491c512329b tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1143aaabe7a3634a22d001065a9ded5577bf9c7f.part --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:26:17 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-46225c46-7e1d-4fba-a013-7628b0c4f813 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/17da16fe-2762-4442-a31f-c966695dea37/disk --force-share --output=json" returned: 0 in 0.824s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:26:17 user nova-compute[75147]: DEBUG nova.virt.disk.api [None req-46225c46-7e1d-4fba-a013-7628b0c4f813 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Cannot resize image /opt/stack/data/nova/instances/17da16fe-2762-4442-a31f-c966695dea37/disk to a smaller size. {{(pid=75147) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 27 19:26:17 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-46225c46-7e1d-4fba-a013-7628b0c4f813 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] [instance: 17da16fe-2762-4442-a31f-c966695dea37] Created local disks {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 27 19:26:17 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-46225c46-7e1d-4fba-a013-7628b0c4f813 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] [instance: 17da16fe-2762-4442-a31f-c966695dea37] Ensure instance console log exists: /opt/stack/data/nova/instances/17da16fe-2762-4442-a31f-c966695dea37/console.log {{(pid=75147) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 19:26:17 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-46225c46-7e1d-4fba-a013-7628b0c4f813 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:26:17 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-46225c46-7e1d-4fba-a013-7628b0c4f813 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:26:17 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-46225c46-7e1d-4fba-a013-7628b0c4f813 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:26:17 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:17 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-97647e0c-90d0-4dd4-ad2a-4491c512329b tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1143aaabe7a3634a22d001065a9ded5577bf9c7f.part --force-share --output=json" returned: 0 in 0.225s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:26:17 user nova-compute[75147]: DEBUG nova.virt.images [None req-97647e0c-90d0-4dd4-ad2a-4491c512329b tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] 820af2c9-f71c-4e70-96fa-80be39592a94 was qcow2, converting to raw {{(pid=75147) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 27 19:26:17 user nova-compute[75147]: DEBUG nova.privsep.utils [None req-97647e0c-90d0-4dd4-ad2a-4491c512329b tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75147) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 27 19:26:17 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-97647e0c-90d0-4dd4-ad2a-4491c512329b tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/1143aaabe7a3634a22d001065a9ded5577bf9c7f.part /opt/stack/data/nova/instances/_base/1143aaabe7a3634a22d001065a9ded5577bf9c7f.converted {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:26:17 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:17 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-97647e0c-90d0-4dd4-ad2a-4491c512329b tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/1143aaabe7a3634a22d001065a9ded5577bf9c7f.part /opt/stack/data/nova/instances/_base/1143aaabe7a3634a22d001065a9ded5577bf9c7f.converted" returned: 0 in 0.285s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:26:17 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-97647e0c-90d0-4dd4-ad2a-4491c512329b tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1143aaabe7a3634a22d001065a9ded5577bf9c7f.converted --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:26:18 user nova-compute[75147]: DEBUG nova.network.neutron [None req-46225c46-7e1d-4fba-a013-7628b0c4f813 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] [instance: 17da16fe-2762-4442-a31f-c966695dea37] Successfully created port: f10f4b7d-866f-4ae4-b962-69f8613fb428 {{(pid=75147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 19:26:18 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-97647e0c-90d0-4dd4-ad2a-4491c512329b tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1143aaabe7a3634a22d001065a9ded5577bf9c7f.converted --force-share --output=json" returned: 0 in 0.328s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:26:18 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-97647e0c-90d0-4dd4-ad2a-4491c512329b tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Lock "1143aaabe7a3634a22d001065a9ded5577bf9c7f" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.432s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:26:18 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-97647e0c-90d0-4dd4-ad2a-4491c512329b tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1143aaabe7a3634a22d001065a9ded5577bf9c7f --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:26:18 user nova-compute[75147]: DEBUG nova.network.neutron [None req-97647e0c-90d0-4dd4-ad2a-4491c512329b tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] [instance: bb800ac4-3e39-4e7f-9475-55d23c135d0b] Successfully created port: 5befc449-e164-4be2-bc60-d9d9d6df8000 {{(pid=75147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 19:26:18 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-97647e0c-90d0-4dd4-ad2a-4491c512329b tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1143aaabe7a3634a22d001065a9ded5577bf9c7f --force-share --output=json" returned: 0 in 0.231s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:26:18 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-97647e0c-90d0-4dd4-ad2a-4491c512329b tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Acquiring lock "1143aaabe7a3634a22d001065a9ded5577bf9c7f" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:26:18 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-97647e0c-90d0-4dd4-ad2a-4491c512329b tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Lock "1143aaabe7a3634a22d001065a9ded5577bf9c7f" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:26:18 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-97647e0c-90d0-4dd4-ad2a-4491c512329b tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1143aaabe7a3634a22d001065a9ded5577bf9c7f --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:26:18 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:18 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:18 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:18 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:18 user nova-compute[75147]: DEBUG nova.compute.manager [req-394fa89a-0541-4b16-ac99-3bfd2ad3667c req-5c31d35a-2468-45fb-b161-a3455a0e6c67 service nova] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Received event network-vif-plugged-c329eb13-c03a-457b-b808-2c836a4f4dc9 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:26:18 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-394fa89a-0541-4b16-ac99-3bfd2ad3667c req-5c31d35a-2468-45fb-b161-a3455a0e6c67 service nova] Acquiring lock "c49c74a6-9955-4a79-848f-4e6b9e348f9c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:26:18 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-394fa89a-0541-4b16-ac99-3bfd2ad3667c req-5c31d35a-2468-45fb-b161-a3455a0e6c67 service nova] Lock "c49c74a6-9955-4a79-848f-4e6b9e348f9c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:26:18 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-394fa89a-0541-4b16-ac99-3bfd2ad3667c req-5c31d35a-2468-45fb-b161-a3455a0e6c67 service nova] Lock "c49c74a6-9955-4a79-848f-4e6b9e348f9c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:26:18 user nova-compute[75147]: DEBUG nova.compute.manager [req-394fa89a-0541-4b16-ac99-3bfd2ad3667c req-5c31d35a-2468-45fb-b161-a3455a0e6c67 service nova] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] No waiting events found dispatching network-vif-plugged-c329eb13-c03a-457b-b808-2c836a4f4dc9 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:26:18 user nova-compute[75147]: WARNING nova.compute.manager [req-394fa89a-0541-4b16-ac99-3bfd2ad3667c req-5c31d35a-2468-45fb-b161-a3455a0e6c67 service nova] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Received unexpected event network-vif-plugged-c329eb13-c03a-457b-b808-2c836a4f4dc9 for instance with vm_state active and task_state None.
Oct 27 19:26:18 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-97647e0c-90d0-4dd4-ad2a-4491c512329b tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1143aaabe7a3634a22d001065a9ded5577bf9c7f --force-share --output=json" returned: 0 in 0.244s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:26:18 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-97647e0c-90d0-4dd4-ad2a-4491c512329b tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1143aaabe7a3634a22d001065a9ded5577bf9c7f,backing_fmt=raw /opt/stack/data/nova/instances/bb800ac4-3e39-4e7f-9475-55d23c135d0b/disk 1073741824 {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:26:18 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-97647e0c-90d0-4dd4-ad2a-4491c512329b tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1143aaabe7a3634a22d001065a9ded5577bf9c7f,backing_fmt=raw /opt/stack/data/nova/instances/bb800ac4-3e39-4e7f-9475-55d23c135d0b/disk 1073741824" returned: 0 in 0.084s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:26:18 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-97647e0c-90d0-4dd4-ad2a-4491c512329b tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Lock "1143aaabe7a3634a22d001065a9ded5577bf9c7f" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.335s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:26:18 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-97647e0c-90d0-4dd4-ad2a-4491c512329b tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1143aaabe7a3634a22d001065a9ded5577bf9c7f --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:26:19 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-97647e0c-90d0-4dd4-ad2a-4491c512329b tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1143aaabe7a3634a22d001065a9ded5577bf9c7f --force-share --output=json" returned: 0 in 0.208s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:26:19 user nova-compute[75147]: DEBUG nova.virt.disk.api [None req-97647e0c-90d0-4dd4-ad2a-4491c512329b tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Checking if we can resize image /opt/stack/data/nova/instances/bb800ac4-3e39-4e7f-9475-55d23c135d0b/disk. size=1073741824 {{(pid=75147) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 27 19:26:19 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-97647e0c-90d0-4dd4-ad2a-4491c512329b tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bb800ac4-3e39-4e7f-9475-55d23c135d0b/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:26:19 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-97647e0c-90d0-4dd4-ad2a-4491c512329b tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bb800ac4-3e39-4e7f-9475-55d23c135d0b/disk --force-share --output=json" returned: 0 in 0.216s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:26:19 user nova-compute[75147]: DEBUG nova.virt.disk.api [None req-97647e0c-90d0-4dd4-ad2a-4491c512329b tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Cannot resize image /opt/stack/data/nova/instances/bb800ac4-3e39-4e7f-9475-55d23c135d0b/disk to a smaller size. {{(pid=75147) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 27 19:26:19 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-97647e0c-90d0-4dd4-ad2a-4491c512329b tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] [instance: bb800ac4-3e39-4e7f-9475-55d23c135d0b] Created local disks {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 27 19:26:19 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-97647e0c-90d0-4dd4-ad2a-4491c512329b tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] [instance: bb800ac4-3e39-4e7f-9475-55d23c135d0b] Ensure instance console log exists: /opt/stack/data/nova/instances/bb800ac4-3e39-4e7f-9475-55d23c135d0b/console.log {{(pid=75147) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 19:26:19 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-97647e0c-90d0-4dd4-ad2a-4491c512329b tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:26:19 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-97647e0c-90d0-4dd4-ad2a-4491c512329b tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:26:19 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-97647e0c-90d0-4dd4-ad2a-4491c512329b tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:26:19 user nova-compute[75147]: DEBUG nova.network.neutron [None req-46225c46-7e1d-4fba-a013-7628b0c4f813 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] [instance: 17da16fe-2762-4442-a31f-c966695dea37] Successfully updated port: f10f4b7d-866f-4ae4-b962-69f8613fb428 {{(pid=75147) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 19:26:19 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:19 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-46225c46-7e1d-4fba-a013-7628b0c4f813 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Acquiring lock "refresh_cache-17da16fe-2762-4442-a31f-c966695dea37" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:26:19 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-46225c46-7e1d-4fba-a013-7628b0c4f813 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Acquired lock "refresh_cache-17da16fe-2762-4442-a31f-c966695dea37" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:26:19 user nova-compute[75147]: DEBUG nova.network.neutron [None req-46225c46-7e1d-4fba-a013-7628b0c4f813 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] [instance: 17da16fe-2762-4442-a31f-c966695dea37] Building network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 19:26:19 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:19 user nova-compute[75147]: DEBUG nova.compute.manager [req-0e730c08-4ad8-4228-99ab-cb562956b0da req-4d662095-7507-45aa-851a-7d883aab73d0 service nova] [instance: 17da16fe-2762-4442-a31f-c966695dea37] Received event network-changed-f10f4b7d-866f-4ae4-b962-69f8613fb428 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:26:19 user nova-compute[75147]: DEBUG nova.compute.manager [req-0e730c08-4ad8-4228-99ab-cb562956b0da req-4d662095-7507-45aa-851a-7d883aab73d0 service nova] [instance: 17da16fe-2762-4442-a31f-c966695dea37] Refreshing instance network info cache due to event network-changed-f10f4b7d-866f-4ae4-b962-69f8613fb428. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 19:26:19 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-0e730c08-4ad8-4228-99ab-cb562956b0da req-4d662095-7507-45aa-851a-7d883aab73d0 service nova] Acquiring lock "refresh_cache-17da16fe-2762-4442-a31f-c966695dea37" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:26:19 user nova-compute[75147]: DEBUG nova.network.neutron [None req-46225c46-7e1d-4fba-a013-7628b0c4f813 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] [instance: 17da16fe-2762-4442-a31f-c966695dea37] Instance cache missing network info. {{(pid=75147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 19:26:20 user nova-compute[75147]: DEBUG nova.network.neutron [None req-97647e0c-90d0-4dd4-ad2a-4491c512329b tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] [instance: bb800ac4-3e39-4e7f-9475-55d23c135d0b] Successfully updated port: 5befc449-e164-4be2-bc60-d9d9d6df8000 {{(pid=75147) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 19:26:20 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-97647e0c-90d0-4dd4-ad2a-4491c512329b tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Acquiring lock "refresh_cache-bb800ac4-3e39-4e7f-9475-55d23c135d0b" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:26:20 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-97647e0c-90d0-4dd4-ad2a-4491c512329b tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Acquired lock "refresh_cache-bb800ac4-3e39-4e7f-9475-55d23c135d0b" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:26:20 user nova-compute[75147]: DEBUG nova.network.neutron [None req-97647e0c-90d0-4dd4-ad2a-4491c512329b tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] [instance: bb800ac4-3e39-4e7f-9475-55d23c135d0b] Building network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 19:26:20 user nova-compute[75147]: DEBUG nova.network.neutron [None req-97647e0c-90d0-4dd4-ad2a-4491c512329b tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] [instance: bb800ac4-3e39-4e7f-9475-55d23c135d0b] Instance cache missing network info. {{(pid=75147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 19:26:20 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:20 user nova-compute[75147]: DEBUG nova.network.neutron [None req-46225c46-7e1d-4fba-a013-7628b0c4f813 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] [instance: 17da16fe-2762-4442-a31f-c966695dea37] Updating instance_info_cache with network_info: [{"id": "f10f4b7d-866f-4ae4-b962-69f8613fb428", "address": "fa:16:3e:de:6c:42", "network": {"id": "95183f82-97a6-4a28-a730-1603f8944490", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1454550508-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "567efa430de8417fb405d6ec8360f235", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf10f4b7d-86", "ovs_interfaceid": "f10f4b7d-866f-4ae4-b962-69f8613fb428", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:26:20 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-46225c46-7e1d-4fba-a013-7628b0c4f813 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Releasing lock "refresh_cache-17da16fe-2762-4442-a31f-c966695dea37" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:26:20 user nova-compute[75147]: DEBUG nova.compute.manager [None req-46225c46-7e1d-4fba-a013-7628b0c4f813 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] [instance: 17da16fe-2762-4442-a31f-c966695dea37] Instance network_info: |[{"id": "f10f4b7d-866f-4ae4-b962-69f8613fb428", "address": "fa:16:3e:de:6c:42", "network": {"id": "95183f82-97a6-4a28-a730-1603f8944490", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1454550508-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "567efa430de8417fb405d6ec8360f235", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf10f4b7d-86", "ovs_interfaceid": "f10f4b7d-866f-4ae4-b962-69f8613fb428", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 27 19:26:20 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-0e730c08-4ad8-4228-99ab-cb562956b0da req-4d662095-7507-45aa-851a-7d883aab73d0 service nova] Acquired lock "refresh_cache-17da16fe-2762-4442-a31f-c966695dea37" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:26:20 user nova-compute[75147]: DEBUG nova.network.neutron [req-0e730c08-4ad8-4228-99ab-cb562956b0da req-4d662095-7507-45aa-851a-7d883aab73d0 service nova] [instance: 17da16fe-2762-4442-a31f-c966695dea37] Refreshing network info cache for port f10f4b7d-866f-4ae4-b962-69f8613fb428 {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 19:26:20 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-46225c46-7e1d-4fba-a013-7628b0c4f813 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] [instance: 17da16fe-2762-4442-a31f-c966695dea37] Start _get_guest_xml network_info=[{"id": "f10f4b7d-866f-4ae4-b962-69f8613fb428", "address": "fa:16:3e:de:6c:42", "network": {"id": "95183f82-97a6-4a28-a730-1603f8944490", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1454550508-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "567efa430de8417fb405d6ec8360f235", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf10f4b7d-86", "ovs_interfaceid": "f10f4b7d-866f-4ae4-b962-69f8613fb428", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T19:22:09Z,direct_url=<?>,disk_format='qcow2',id=d52df17c-5315-4a73-ab7c-34c161a414fb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0b43115555434818b0c8bdf6be4946da',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T19:22:11Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'encryption_options': None, 'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encrypted': False, 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_format': None, 'device_name': '/dev/vda', 'image_id': 'd52df17c-5315-4a73-ab7c-34c161a414fb'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 19:26:20 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-46225c46-7e1d-4fba-a013-7628b0c4f813 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:26:20 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-46225c46-7e1d-4fba-a013-7628b0c4f813 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:26:20 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-46225c46-7e1d-4fba-a013-7628b0c4f813 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 19:26:20 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-46225c46-7e1d-4fba-a013-7628b0c4f813 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] CPU controller missing on host. {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 19:26:20 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-46225c46-7e1d-4fba-a013-7628b0c4f813 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 19:26:20 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-46225c46-7e1d-4fba-a013-7628b0c4f813 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] CPU controller found on host. {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 19:26:20 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-46225c46-7e1d-4fba-a013-7628b0c4f813 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75147) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 19:26:20 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-46225c46-7e1d-4fba-a013-7628b0c4f813 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T19:21:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T19:22:09Z,direct_url=<?>,disk_format='qcow2',id=d52df17c-5315-4a73-ab7c-34c161a414fb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0b43115555434818b0c8bdf6be4946da',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T19:22:11Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 19:26:20 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-46225c46-7e1d-4fba-a013-7628b0c4f813 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Flavor limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 19:26:20 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-46225c46-7e1d-4fba-a013-7628b0c4f813 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Image limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 19:26:20 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-46225c46-7e1d-4fba-a013-7628b0c4f813 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Flavor pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 19:26:20 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-46225c46-7e1d-4fba-a013-7628b0c4f813 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Image pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 19:26:20 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-46225c46-7e1d-4fba-a013-7628b0c4f813 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 19:26:20 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-46225c46-7e1d-4fba-a013-7628b0c4f813 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 19:26:20 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-46225c46-7e1d-4fba-a013-7628b0c4f813 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 19:26:20 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-46225c46-7e1d-4fba-a013-7628b0c4f813 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Got 1 possible topologies {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 19:26:20 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-46225c46-7e1d-4fba-a013-7628b0c4f813 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 19:26:20 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-46225c46-7e1d-4fba-a013-7628b0c4f813 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 19:26:20 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-46225c46-7e1d-4fba-a013-7628b0c4f813 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:26:08Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-1128531034',display_name='tempest-VolumesAdminNegativeTest-server-1128531034',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-1128531034',id=6,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBM1BUJ1NfokpVruz8dY+N2d3AEpLDvKiUmo50DfoJ55o3H2D8YmZWsOd1d06Wz3sBogwT0faCOtuV7gPOao4r8tIzjEE/gAUBQ8s6LdTw39aeP+PiOJHjHVIHYFoLQBPLg==',key_name='tempest-keypair-520713091',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='567efa430de8417fb405d6ec8360f235',ramdisk_id='',reservation_id='r-db7al30l',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-942172662',owner_user_name='tempest-VolumesAdminNegativeTest-942172662-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:26:16Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='85f4d793a0ae48b6babe0cf7a92163d9',uuid=17da16fe-2762-4442-a31f-c966695dea37,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f10f4b7d-866f-4ae4-b962-69f8613fb428", "address": "fa:16:3e:de:6c:42", "network": {"id": "95183f82-97a6-4a28-a730-1603f8944490", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1454550508-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "567efa430de8417fb405d6ec8360f235", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf10f4b7d-86", "ovs_interfaceid": "f10f4b7d-866f-4ae4-b962-69f8613fb428", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75147) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 19:26:20 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-46225c46-7e1d-4fba-a013-7628b0c4f813 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Converting VIF {"id": "f10f4b7d-866f-4ae4-b962-69f8613fb428", "address": "fa:16:3e:de:6c:42", "network": {"id": "95183f82-97a6-4a28-a730-1603f8944490", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1454550508-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "567efa430de8417fb405d6ec8360f235", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf10f4b7d-86", "ovs_interfaceid": "f10f4b7d-866f-4ae4-b962-69f8613fb428", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:26:20 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-46225c46-7e1d-4fba-a013-7628b0c4f813 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:de:6c:42,bridge_name='br-int',has_traffic_filtering=True,id=f10f4b7d-866f-4ae4-b962-69f8613fb428,network=Network(95183f82-97a6-4a28-a730-1603f8944490),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf10f4b7d-86') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:26:20 user nova-compute[75147]: DEBUG nova.objects.instance [None req-46225c46-7e1d-4fba-a013-7628b0c4f813 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Lazy-loading 'pci_devices' on Instance uuid 17da16fe-2762-4442-a31f-c966695dea37 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:26:20 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-46225c46-7e1d-4fba-a013-7628b0c4f813 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] [instance: 17da16fe-2762-4442-a31f-c966695dea37] End _get_guest_xml xml=<domain type="kvm">
Oct 27 19:26:20 user nova-compute[75147]:   <uuid>17da16fe-2762-4442-a31f-c966695dea37</uuid>
Oct 27 19:26:20 user nova-compute[75147]:   <name>instance-00000006</name>
Oct 27 19:26:20 user nova-compute[75147]:   <memory>524288</memory>
Oct 27 19:26:20 user nova-compute[75147]:   <vcpu>1</vcpu>
Oct 27 19:26:20 user nova-compute[75147]:   <metadata>
Oct 27 19:26:20 user nova-compute[75147]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 19:26:20 user nova-compute[75147]:       <nova:package version="0.0.0"/>
Oct 27 19:26:20 user nova-compute[75147]:       <nova:name>tempest-VolumesAdminNegativeTest-server-1128531034</nova:name>
Oct 27 19:26:20 user nova-compute[75147]:       <nova:creationTime>2023-10-27 19:26:20</nova:creationTime>
Oct 27 19:26:20 user nova-compute[75147]:       <nova:flavor name="m1.tiny">
Oct 27 19:26:20 user nova-compute[75147]:         <nova:memory>512</nova:memory>
Oct 27 19:26:20 user nova-compute[75147]:         <nova:disk>1</nova:disk>
Oct 27 19:26:20 user nova-compute[75147]:         <nova:swap>0</nova:swap>
Oct 27 19:26:20 user nova-compute[75147]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 19:26:20 user nova-compute[75147]:         <nova:vcpus>1</nova:vcpus>
Oct 27 19:26:20 user nova-compute[75147]:       </nova:flavor>
Oct 27 19:26:20 user nova-compute[75147]:       <nova:owner>
Oct 27 19:26:20 user nova-compute[75147]:         <nova:user uuid="85f4d793a0ae48b6babe0cf7a92163d9">tempest-VolumesAdminNegativeTest-942172662-project-member</nova:user>
Oct 27 19:26:20 user nova-compute[75147]:         <nova:project uuid="567efa430de8417fb405d6ec8360f235">tempest-VolumesAdminNegativeTest-942172662</nova:project>
Oct 27 19:26:20 user nova-compute[75147]:       </nova:owner>
Oct 27 19:26:20 user nova-compute[75147]:       <nova:root type="image" uuid="d52df17c-5315-4a73-ab7c-34c161a414fb"/>
Oct 27 19:26:20 user nova-compute[75147]:       <nova:ports>
Oct 27 19:26:20 user nova-compute[75147]:         <nova:port uuid="f10f4b7d-866f-4ae4-b962-69f8613fb428">
Oct 27 19:26:20 user nova-compute[75147]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Oct 27 19:26:20 user nova-compute[75147]:         </nova:port>
Oct 27 19:26:20 user nova-compute[75147]:       </nova:ports>
Oct 27 19:26:20 user nova-compute[75147]:     </nova:instance>
Oct 27 19:26:20 user nova-compute[75147]:   </metadata>
Oct 27 19:26:20 user nova-compute[75147]:   <sysinfo type="smbios">
Oct 27 19:26:20 user nova-compute[75147]:     <system>
Oct 27 19:26:20 user nova-compute[75147]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 19:26:20 user nova-compute[75147]:       <entry name="product">OpenStack Nova</entry>
Oct 27 19:26:20 user nova-compute[75147]:       <entry name="version">0.0.0</entry>
Oct 27 19:26:20 user nova-compute[75147]:       <entry name="serial">17da16fe-2762-4442-a31f-c966695dea37</entry>
Oct 27 19:26:20 user nova-compute[75147]:       <entry name="uuid">17da16fe-2762-4442-a31f-c966695dea37</entry>
Oct 27 19:26:20 user nova-compute[75147]:       <entry name="family">Virtual Machine</entry>
Oct 27 19:26:20 user nova-compute[75147]:     </system>
Oct 27 19:26:20 user nova-compute[75147]:   </sysinfo>
Oct 27 19:26:20 user nova-compute[75147]:   <os>
Oct 27 19:26:20 user nova-compute[75147]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 19:26:20 user nova-compute[75147]:     <boot dev="hd"/>
Oct 27 19:26:20 user nova-compute[75147]:     <smbios mode="sysinfo"/>
Oct 27 19:26:20 user nova-compute[75147]:   </os>
Oct 27 19:26:20 user nova-compute[75147]:   <features>
Oct 27 19:26:20 user nova-compute[75147]:     <acpi/>
Oct 27 19:26:20 user nova-compute[75147]:     <apic/>
Oct 27 19:26:20 user nova-compute[75147]:     <vmcoreinfo/>
Oct 27 19:26:20 user nova-compute[75147]:   </features>
Oct 27 19:26:20 user nova-compute[75147]:   <clock offset="utc">
Oct 27 19:26:20 user nova-compute[75147]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 19:26:20 user nova-compute[75147]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 19:26:20 user nova-compute[75147]:     <timer name="hpet" present="no"/>
Oct 27 19:26:20 user nova-compute[75147]:   </clock>
Oct 27 19:26:20 user nova-compute[75147]:   <cpu mode="custom" match="exact">
Oct 27 19:26:20 user nova-compute[75147]:     <model>Nehalem</model>
Oct 27 19:26:20 user nova-compute[75147]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 19:26:20 user nova-compute[75147]:   </cpu>
Oct 27 19:26:20 user nova-compute[75147]:   <devices>
Oct 27 19:26:20 user nova-compute[75147]:     <disk type="file" device="disk">
Oct 27 19:26:20 user nova-compute[75147]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 27 19:26:20 user nova-compute[75147]:       <source file="/opt/stack/data/nova/instances/17da16fe-2762-4442-a31f-c966695dea37/disk"/>
Oct 27 19:26:20 user nova-compute[75147]:       <target dev="vda" bus="virtio"/>
Oct 27 19:26:20 user nova-compute[75147]:     </disk>
Oct 27 19:26:20 user nova-compute[75147]:     <interface type="ethernet">
Oct 27 19:26:20 user nova-compute[75147]:       <mac address="fa:16:3e:de:6c:42"/>
Oct 27 19:26:20 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:26:20 user nova-compute[75147]:       <mtu size="1442"/>
Oct 27 19:26:20 user nova-compute[75147]:       <target dev="tapf10f4b7d-86"/>
Oct 27 19:26:20 user nova-compute[75147]:     </interface>
Oct 27 19:26:20 user nova-compute[75147]:     <serial type="pty">
Oct 27 19:26:20 user nova-compute[75147]:       <log file="/opt/stack/data/nova/instances/17da16fe-2762-4442-a31f-c966695dea37/console.log" append="off"/>
Oct 27 19:26:20 user nova-compute[75147]:     </serial>
Oct 27 19:26:20 user nova-compute[75147]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 19:26:20 user nova-compute[75147]:     <video>
Oct 27 19:26:20 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:26:20 user nova-compute[75147]:     </video>
Oct 27 19:26:20 user nova-compute[75147]:     <rng model="virtio">
Oct 27 19:26:20 user nova-compute[75147]:       <backend model="random">/dev/urandom</backend>
Oct 27 19:26:20 user nova-compute[75147]:     </rng>
Oct 27 19:26:20 user nova-compute[75147]:     <controller type="usb" index="0" model="none"/>
Oct 27 19:26:20 user nova-compute[75147]:     <memballoon model="virtio">
Oct 27 19:26:20 user nova-compute[75147]:       <stats period="10"/>
Oct 27 19:26:20 user nova-compute[75147]:     </memballoon>
Oct 27 19:26:20 user nova-compute[75147]:   </devices>
Oct 27 19:26:20 user nova-compute[75147]: </domain>
Oct 27 19:26:20 user nova-compute[75147]:  {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 19:26:20 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-46225c46-7e1d-4fba-a013-7628b0c4f813 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:26:08Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-1128531034',display_name='tempest-VolumesAdminNegativeTest-server-1128531034',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-1128531034',id=6,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBM1BUJ1NfokpVruz8dY+N2d3AEpLDvKiUmo50DfoJ55o3H2D8YmZWsOd1d06Wz3sBogwT0faCOtuV7gPOao4r8tIzjEE/gAUBQ8s6LdTw39aeP+PiOJHjHVIHYFoLQBPLg==',key_name='tempest-keypair-520713091',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='567efa430de8417fb405d6ec8360f235',ramdisk_id='',reservation_id='r-db7al30l',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-942172662',owner_user_name='tempest-VolumesAdminNegativeTest-942172662-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:26:16Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='85f4d793a0ae48b6babe0cf7a92163d9',uuid=17da16fe-2762-4442-a31f-c966695dea37,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f10f4b7d-866f-4ae4-b962-69f8613fb428", "address": "fa:16:3e:de:6c:42", "network": {"id": "95183f82-97a6-4a28-a730-1603f8944490", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1454550508-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "567efa430de8417fb405d6ec8360f235", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf10f4b7d-86", "ovs_interfaceid": "f10f4b7d-866f-4ae4-b962-69f8613fb428", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 19:26:20 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-46225c46-7e1d-4fba-a013-7628b0c4f813 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Converting VIF {"id": "f10f4b7d-866f-4ae4-b962-69f8613fb428", "address": "fa:16:3e:de:6c:42", "network": {"id": "95183f82-97a6-4a28-a730-1603f8944490", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1454550508-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "567efa430de8417fb405d6ec8360f235", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf10f4b7d-86", "ovs_interfaceid": "f10f4b7d-866f-4ae4-b962-69f8613fb428", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:26:20 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-46225c46-7e1d-4fba-a013-7628b0c4f813 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:de:6c:42,bridge_name='br-int',has_traffic_filtering=True,id=f10f4b7d-866f-4ae4-b962-69f8613fb428,network=Network(95183f82-97a6-4a28-a730-1603f8944490),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf10f4b7d-86') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:26:20 user nova-compute[75147]: DEBUG os_vif [None req-46225c46-7e1d-4fba-a013-7628b0c4f813 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:de:6c:42,bridge_name='br-int',has_traffic_filtering=True,id=f10f4b7d-866f-4ae4-b962-69f8613fb428,network=Network(95183f82-97a6-4a28-a730-1603f8944490),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf10f4b7d-86') {{(pid=75147) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 19:26:20 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:20 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:26:20 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 19:26:20 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:20 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '341b412d-3058-501e-98cd-90290b2bc7fb', '_type': 'linux-noop'}}, row=False) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:26:20 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:20 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:26:20 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:20 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf10f4b7d-86, may_exist=True, interface_attrs={}) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:26:20 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf10f4b7d-86, col_values=(('qos', UUID('b7fd1021-de5a-433c-a2c2-cf239bbb909d')),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:26:20 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf10f4b7d-86, col_values=(('external_ids', {'iface-id': 'f10f4b7d-866f-4ae4-b962-69f8613fb428', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:de:6c:42', 'vm-uuid': '17da16fe-2762-4442-a31f-c966695dea37'}),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:26:20 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:20 user nova-compute[75147]: DEBUG nova.network.neutron [None req-97647e0c-90d0-4dd4-ad2a-4491c512329b tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] [instance: bb800ac4-3e39-4e7f-9475-55d23c135d0b] Updating instance_info_cache with network_info: [{"id": "5befc449-e164-4be2-bc60-d9d9d6df8000", "address": "fa:16:3e:41:fd:a8", "network": {"id": "0a330d84-2a5c-4cb3-82fc-9b174954894e", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-722644214-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1d347d9084a34a0b9baba41641a19ed5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5befc449-e1", "ovs_interfaceid": "5befc449-e164-4be2-bc60-d9d9d6df8000", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:26:20 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:26:20 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:20 user nova-compute[75147]: INFO os_vif [None req-46225c46-7e1d-4fba-a013-7628b0c4f813 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:de:6c:42,bridge_name='br-int',has_traffic_filtering=True,id=f10f4b7d-866f-4ae4-b962-69f8613fb428,network=Network(95183f82-97a6-4a28-a730-1603f8944490),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf10f4b7d-86')
Oct 27 19:26:20 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-97647e0c-90d0-4dd4-ad2a-4491c512329b tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Releasing lock "refresh_cache-bb800ac4-3e39-4e7f-9475-55d23c135d0b" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:26:20 user nova-compute[75147]: DEBUG nova.compute.manager [None req-97647e0c-90d0-4dd4-ad2a-4491c512329b tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] [instance: bb800ac4-3e39-4e7f-9475-55d23c135d0b] Instance network_info: |[{"id": "5befc449-e164-4be2-bc60-d9d9d6df8000", "address": "fa:16:3e:41:fd:a8", "network": {"id": "0a330d84-2a5c-4cb3-82fc-9b174954894e", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-722644214-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1d347d9084a34a0b9baba41641a19ed5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5befc449-e1", "ovs_interfaceid": "5befc449-e164-4be2-bc60-d9d9d6df8000", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 27 19:26:21 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-97647e0c-90d0-4dd4-ad2a-4491c512329b tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] [instance: bb800ac4-3e39-4e7f-9475-55d23c135d0b] Start _get_guest_xml network_info=[{"id": "5befc449-e164-4be2-bc60-d9d9d6df8000", "address": "fa:16:3e:41:fd:a8", "network": {"id": "0a330d84-2a5c-4cb3-82fc-9b174954894e", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-722644214-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1d347d9084a34a0b9baba41641a19ed5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5befc449-e1", "ovs_interfaceid": "5befc449-e164-4be2-bc60-d9d9d6df8000", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'scsi', 'cdrom_bus': 'scsi', 'mapping': {'root': {'bus': 'scsi', 'dev': 'sda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'scsi', 'dev': 'sda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'scsi', 'dev': 'sdb', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T19:26:05Z,direct_url=<?>,disk_format='qcow2',id=820af2c9-f71c-4e70-96fa-80be39592a94,min_disk=0,min_ram=0,name='',owner='946505b9a7b9490f92772f9ef0cd24a7',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T19:26:08Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/sda', 'image': [{'device_type': 'disk', 'encryption_options': None, 'boot_index': 0, 'size': 0, 'disk_bus': 'scsi', 'encrypted': False, 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_format': None, 'device_name': '/dev/sda', 'image_id': '820af2c9-f71c-4e70-96fa-80be39592a94'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 19:26:21 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-97647e0c-90d0-4dd4-ad2a-4491c512329b tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:26:21 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-97647e0c-90d0-4dd4-ad2a-4491c512329b tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:26:21 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-97647e0c-90d0-4dd4-ad2a-4491c512329b tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 19:26:21 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-97647e0c-90d0-4dd4-ad2a-4491c512329b tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] CPU controller missing on host. {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 19:26:21 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-97647e0c-90d0-4dd4-ad2a-4491c512329b tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 19:26:21 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-97647e0c-90d0-4dd4-ad2a-4491c512329b tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] CPU controller found on host. {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 19:26:21 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-97647e0c-90d0-4dd4-ad2a-4491c512329b tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75147) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 19:26:21 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-97647e0c-90d0-4dd4-ad2a-4491c512329b tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T19:21:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T19:26:05Z,direct_url=<?>,disk_format='qcow2',id=820af2c9-f71c-4e70-96fa-80be39592a94,min_disk=0,min_ram=0,name='',owner='946505b9a7b9490f92772f9ef0cd24a7',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T19:26:08Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 19:26:21 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-97647e0c-90d0-4dd4-ad2a-4491c512329b tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Flavor limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 19:26:21 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-97647e0c-90d0-4dd4-ad2a-4491c512329b tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Image limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 19:26:21 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-97647e0c-90d0-4dd4-ad2a-4491c512329b tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Flavor pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 19:26:21 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-97647e0c-90d0-4dd4-ad2a-4491c512329b tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Image pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 19:26:21 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-97647e0c-90d0-4dd4-ad2a-4491c512329b tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 19:26:21 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-97647e0c-90d0-4dd4-ad2a-4491c512329b tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 19:26:21 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-97647e0c-90d0-4dd4-ad2a-4491c512329b tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 19:26:21 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-97647e0c-90d0-4dd4-ad2a-4491c512329b tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Got 1 possible topologies {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 19:26:21 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-97647e0c-90d0-4dd4-ad2a-4491c512329b tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 19:26:21 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-97647e0c-90d0-4dd4-ad2a-4491c512329b tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 19:26:21 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-97647e0c-90d0-4dd4-ad2a-4491c512329b tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-27T19:26:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachSCSIVolumeTestJSON-server-2061856779',display_name='tempest-AttachSCSIVolumeTestJSON-server-2061856779',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachscsivolumetestjson-server-2061856779',id=7,image_ref='820af2c9-f71c-4e70-96fa-80be39592a94',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCbqduFgUfTHmOelnImSfj9dxhlGO3x9qSFUsuez8jM8lH+aMSPcep8HQDnUK24bSEgkn1zK20gBVyEIDXRTpPyFWqmW6yQxQghQIbtoXq94jQSwK7mkRWRWmufes/B0xg==',key_name='tempest-keypair-1278105520',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1d347d9084a34a0b9baba41641a19ed5',ramdisk_id='',reservation_id='r-dmnubfq4',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='820af2c9-f71c-4e70-96fa-80be39592a94',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='scsi',image_hw_disk_bus='scsi',image_hw_machine_type='pc',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-AttachSCSIVolumeTestJSON-662521334',owner_user_name='tempest-AttachSCSIVolumeTestJSON-662521334-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:26:16Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='258447cd97824506b28b53b3f0492cc4',uuid=bb800ac4-3e39-4e7f-9475-55d23c135d0b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5befc449-e164-4be2-bc60-d9d9d6df8000", "address": "fa:16:3e:41:fd:a8", "network": {"id": "0a330d84-2a5c-4cb3-82fc-9b174954894e", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-722644214-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1d347d9084a34a0b9baba41641a19ed5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5befc449-e1", "ovs_interfaceid": "5befc449-e164-4be2-bc60-d9d9d6df8000", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75147) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 19:26:21 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-97647e0c-90d0-4dd4-ad2a-4491c512329b tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Converting VIF {"id": "5befc449-e164-4be2-bc60-d9d9d6df8000", "address": "fa:16:3e:41:fd:a8", "network": {"id": "0a330d84-2a5c-4cb3-82fc-9b174954894e", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-722644214-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1d347d9084a34a0b9baba41641a19ed5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5befc449-e1", "ovs_interfaceid": "5befc449-e164-4be2-bc60-d9d9d6df8000", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:26:21 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-97647e0c-90d0-4dd4-ad2a-4491c512329b tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:41:fd:a8,bridge_name='br-int',has_traffic_filtering=True,id=5befc449-e164-4be2-bc60-d9d9d6df8000,network=Network(0a330d84-2a5c-4cb3-82fc-9b174954894e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5befc449-e1') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:26:21 user nova-compute[75147]: DEBUG nova.objects.instance [None req-97647e0c-90d0-4dd4-ad2a-4491c512329b tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Lazy-loading 'pci_devices' on Instance uuid bb800ac4-3e39-4e7f-9475-55d23c135d0b {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:26:21 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-46225c46-7e1d-4fba-a013-7628b0c4f813 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] No BDM found with device name vda, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:26:21 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-46225c46-7e1d-4fba-a013-7628b0c4f813 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] No VIF found with MAC fa:16:3e:de:6c:42, not building metadata {{(pid=75147) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 19:26:21 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-97647e0c-90d0-4dd4-ad2a-4491c512329b tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] [instance: bb800ac4-3e39-4e7f-9475-55d23c135d0b] End _get_guest_xml xml=<domain type="kvm">
Oct 27 19:26:21 user nova-compute[75147]:   <uuid>bb800ac4-3e39-4e7f-9475-55d23c135d0b</uuid>
Oct 27 19:26:21 user nova-compute[75147]:   <name>instance-00000007</name>
Oct 27 19:26:21 user nova-compute[75147]:   <memory>524288</memory>
Oct 27 19:26:21 user nova-compute[75147]:   <vcpu>1</vcpu>
Oct 27 19:26:21 user nova-compute[75147]:   <metadata>
Oct 27 19:26:21 user nova-compute[75147]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 19:26:21 user nova-compute[75147]:       <nova:package version="0.0.0"/>
Oct 27 19:26:21 user nova-compute[75147]:       <nova:name>tempest-AttachSCSIVolumeTestJSON-server-2061856779</nova:name>
Oct 27 19:26:21 user nova-compute[75147]:       <nova:creationTime>2023-10-27 19:26:21</nova:creationTime>
Oct 27 19:26:21 user nova-compute[75147]:       <nova:flavor name="m1.tiny">
Oct 27 19:26:21 user nova-compute[75147]:         <nova:memory>512</nova:memory>
Oct 27 19:26:21 user nova-compute[75147]:         <nova:disk>1</nova:disk>
Oct 27 19:26:21 user nova-compute[75147]:         <nova:swap>0</nova:swap>
Oct 27 19:26:21 user nova-compute[75147]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 19:26:21 user nova-compute[75147]:         <nova:vcpus>1</nova:vcpus>
Oct 27 19:26:21 user nova-compute[75147]:       </nova:flavor>
Oct 27 19:26:21 user nova-compute[75147]:       <nova:owner>
Oct 27 19:26:21 user nova-compute[75147]:         <nova:user uuid="258447cd97824506b28b53b3f0492cc4">tempest-AttachSCSIVolumeTestJSON-662521334-project-member</nova:user>
Oct 27 19:26:21 user nova-compute[75147]:         <nova:project uuid="1d347d9084a34a0b9baba41641a19ed5">tempest-AttachSCSIVolumeTestJSON-662521334</nova:project>
Oct 27 19:26:21 user nova-compute[75147]:       </nova:owner>
Oct 27 19:26:21 user nova-compute[75147]:       <nova:root type="image" uuid="820af2c9-f71c-4e70-96fa-80be39592a94"/>
Oct 27 19:26:21 user nova-compute[75147]:       <nova:ports>
Oct 27 19:26:21 user nova-compute[75147]:         <nova:port uuid="5befc449-e164-4be2-bc60-d9d9d6df8000">
Oct 27 19:26:21 user nova-compute[75147]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Oct 27 19:26:21 user nova-compute[75147]:         </nova:port>
Oct 27 19:26:21 user nova-compute[75147]:       </nova:ports>
Oct 27 19:26:21 user nova-compute[75147]:     </nova:instance>
Oct 27 19:26:21 user nova-compute[75147]:   </metadata>
Oct 27 19:26:21 user nova-compute[75147]:   <sysinfo type="smbios">
Oct 27 19:26:21 user nova-compute[75147]:     <system>
Oct 27 19:26:21 user nova-compute[75147]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 19:26:21 user nova-compute[75147]:       <entry name="product">OpenStack Nova</entry>
Oct 27 19:26:21 user nova-compute[75147]:       <entry name="version">0.0.0</entry>
Oct 27 19:26:21 user nova-compute[75147]:       <entry name="serial">bb800ac4-3e39-4e7f-9475-55d23c135d0b</entry>
Oct 27 19:26:21 user nova-compute[75147]:       <entry name="uuid">bb800ac4-3e39-4e7f-9475-55d23c135d0b</entry>
Oct 27 19:26:21 user nova-compute[75147]:       <entry name="family">Virtual Machine</entry>
Oct 27 19:26:21 user nova-compute[75147]:     </system>
Oct 27 19:26:21 user nova-compute[75147]:   </sysinfo>
Oct 27 19:26:21 user nova-compute[75147]:   <os>
Oct 27 19:26:21 user nova-compute[75147]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 19:26:21 user nova-compute[75147]:     <boot dev="hd"/>
Oct 27 19:26:21 user nova-compute[75147]:     <smbios mode="sysinfo"/>
Oct 27 19:26:21 user nova-compute[75147]:   </os>
Oct 27 19:26:21 user nova-compute[75147]:   <features>
Oct 27 19:26:21 user nova-compute[75147]:     <acpi/>
Oct 27 19:26:21 user nova-compute[75147]:     <apic/>
Oct 27 19:26:21 user nova-compute[75147]:     <vmcoreinfo/>
Oct 27 19:26:21 user nova-compute[75147]:   </features>
Oct 27 19:26:21 user nova-compute[75147]:   <clock offset="utc">
Oct 27 19:26:21 user nova-compute[75147]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 19:26:21 user nova-compute[75147]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 19:26:21 user nova-compute[75147]:     <timer name="hpet" present="no"/>
Oct 27 19:26:21 user nova-compute[75147]:   </clock>
Oct 27 19:26:21 user nova-compute[75147]:   <cpu mode="custom" match="exact">
Oct 27 19:26:21 user nova-compute[75147]:     <model>Nehalem</model>
Oct 27 19:26:21 user nova-compute[75147]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 19:26:21 user nova-compute[75147]:   </cpu>
Oct 27 19:26:21 user nova-compute[75147]:   <devices>
Oct 27 19:26:21 user nova-compute[75147]:     <disk type="file" device="disk">
Oct 27 19:26:21 user nova-compute[75147]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 27 19:26:21 user nova-compute[75147]:       <source file="/opt/stack/data/nova/instances/bb800ac4-3e39-4e7f-9475-55d23c135d0b/disk"/>
Oct 27 19:26:21 user nova-compute[75147]:       <target dev="sda" bus="scsi"/>
Oct 27 19:26:21 user nova-compute[75147]:       <address type="drive" controller="0" unit="0"/>
Oct 27 19:26:21 user nova-compute[75147]:     </disk>
Oct 27 19:26:21 user nova-compute[75147]:     <disk type="file" device="cdrom">
Oct 27 19:26:21 user nova-compute[75147]:       <driver name="qemu" type="raw" cache="none"/>
Oct 27 19:26:21 user nova-compute[75147]:       <source file="/opt/stack/data/nova/instances/bb800ac4-3e39-4e7f-9475-55d23c135d0b/disk.config"/>
Oct 27 19:26:21 user nova-compute[75147]:       <target dev="sdb" bus="scsi"/>
Oct 27 19:26:21 user nova-compute[75147]:       <address type="drive" controller="0" unit="1"/>
Oct 27 19:26:21 user nova-compute[75147]:     </disk>
Oct 27 19:26:21 user nova-compute[75147]:     <controller type="scsi" index="0" model="virtio-scsi"/>
Oct 27 19:26:21 user nova-compute[75147]:     <interface type="ethernet">
Oct 27 19:26:21 user nova-compute[75147]:       <mac address="fa:16:3e:41:fd:a8"/>
Oct 27 19:26:21 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:26:21 user nova-compute[75147]:       <mtu size="1442"/>
Oct 27 19:26:21 user nova-compute[75147]:       <target dev="tap5befc449-e1"/>
Oct 27 19:26:21 user nova-compute[75147]:     </interface>
Oct 27 19:26:21 user nova-compute[75147]:     <serial type="pty">
Oct 27 19:26:21 user nova-compute[75147]:       <log file="/opt/stack/data/nova/instances/bb800ac4-3e39-4e7f-9475-55d23c135d0b/console.log" append="off"/>
Oct 27 19:26:21 user nova-compute[75147]:     </serial>
Oct 27 19:26:21 user nova-compute[75147]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 19:26:21 user nova-compute[75147]:     <video>
Oct 27 19:26:21 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:26:21 user nova-compute[75147]:     </video>
Oct 27 19:26:21 user nova-compute[75147]:     <rng model="virtio">
Oct 27 19:26:21 user nova-compute[75147]:       <backend model="random">/dev/urandom</backend>
Oct 27 19:26:21 user nova-compute[75147]:     </rng>
Oct 27 19:26:21 user nova-compute[75147]:     <controller type="usb" index="0" model="none"/>
Oct 27 19:26:21 user nova-compute[75147]:     <memballoon model="virtio">
Oct 27 19:26:21 user nova-compute[75147]:       <stats period="10"/>
Oct 27 19:26:21 user nova-compute[75147]:     </memballoon>
Oct 27 19:26:21 user nova-compute[75147]:   </devices>
Oct 27 19:26:21 user nova-compute[75147]: </domain>
Oct 27 19:26:21 user nova-compute[75147]:  {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 19:26:21 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-97647e0c-90d0-4dd4-ad2a-4491c512329b tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-27T19:26:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachSCSIVolumeTestJSON-server-2061856779',display_name='tempest-AttachSCSIVolumeTestJSON-server-2061856779',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachscsivolumetestjson-server-2061856779',id=7,image_ref='820af2c9-f71c-4e70-96fa-80be39592a94',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCbqduFgUfTHmOelnImSfj9dxhlGO3x9qSFUsuez8jM8lH+aMSPcep8HQDnUK24bSEgkn1zK20gBVyEIDXRTpPyFWqmW6yQxQghQIbtoXq94jQSwK7mkRWRWmufes/B0xg==',key_name='tempest-keypair-1278105520',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1d347d9084a34a0b9baba41641a19ed5',ramdisk_id='',reservation_id='r-dmnubfq4',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='820af2c9-f71c-4e70-96fa-80be39592a94',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='scsi',image_hw_disk_bus='scsi',image_hw_machine_type='pc',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-AttachSCSIVolumeTestJSON-662521334',owner_user_name='tempest-AttachSCSIVolumeTestJSON-662521334-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:26:16Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='258447cd97824506b28b53b3f0492cc4',uuid=bb800ac4-3e39-4e7f-9475-55d23c135d0b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5befc449-e164-4be2-bc60-d9d9d6df8000", "address": "fa:16:3e:41:fd:a8", "network": {"id": "0a330d84-2a5c-4cb3-82fc-9b174954894e", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-722644214-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1d347d9084a34a0b9baba41641a19ed5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5befc449-e1", "ovs_interfaceid": "5befc449-e164-4be2-bc60-d9d9d6df8000", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 19:26:21 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-97647e0c-90d0-4dd4-ad2a-4491c512329b tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Converting VIF {"id": "5befc449-e164-4be2-bc60-d9d9d6df8000", "address": "fa:16:3e:41:fd:a8", "network": {"id": "0a330d84-2a5c-4cb3-82fc-9b174954894e", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-722644214-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1d347d9084a34a0b9baba41641a19ed5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5befc449-e1", "ovs_interfaceid": "5befc449-e164-4be2-bc60-d9d9d6df8000", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:26:21 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-97647e0c-90d0-4dd4-ad2a-4491c512329b tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:41:fd:a8,bridge_name='br-int',has_traffic_filtering=True,id=5befc449-e164-4be2-bc60-d9d9d6df8000,network=Network(0a330d84-2a5c-4cb3-82fc-9b174954894e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5befc449-e1') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:26:21 user nova-compute[75147]: DEBUG os_vif [None req-97647e0c-90d0-4dd4-ad2a-4491c512329b tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:41:fd:a8,bridge_name='br-int',has_traffic_filtering=True,id=5befc449-e164-4be2-bc60-d9d9d6df8000,network=Network(0a330d84-2a5c-4cb3-82fc-9b174954894e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5befc449-e1') {{(pid=75147) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 19:26:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:26:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 19:26:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '05a216fc-51e6-5c69-93db-d4e5e8bb4d87', '_type': 'linux-noop'}}, row=False) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:26:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:26:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap5befc449-e1, may_exist=True, interface_attrs={}) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:26:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap5befc449-e1, col_values=(('qos', UUID('027af0f5-3205-480b-a8e8-dd73cd3b721c')),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:26:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap5befc449-e1, col_values=(('external_ids', {'iface-id': '5befc449-e164-4be2-bc60-d9d9d6df8000', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:41:fd:a8', 'vm-uuid': 'bb800ac4-3e39-4e7f-9475-55d23c135d0b'}),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:26:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:26:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:21 user nova-compute[75147]: INFO os_vif [None req-97647e0c-90d0-4dd4-ad2a-4491c512329b tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:41:fd:a8,bridge_name='br-int',has_traffic_filtering=True,id=5befc449-e164-4be2-bc60-d9d9d6df8000,network=Network(0a330d84-2a5c-4cb3-82fc-9b174954894e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5befc449-e1')
Oct 27 19:26:21 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-97647e0c-90d0-4dd4-ad2a-4491c512329b tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] No BDM found with device name sda, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:26:21 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-97647e0c-90d0-4dd4-ad2a-4491c512329b tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] No BDM found with device name sdb, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:26:21 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-97647e0c-90d0-4dd4-ad2a-4491c512329b tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] No VIF found with MAC fa:16:3e:41:fd:a8, not building metadata {{(pid=75147) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 19:26:21 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-97647e0c-90d0-4dd4-ad2a-4491c512329b tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] [instance: bb800ac4-3e39-4e7f-9475-55d23c135d0b] Using config drive
Oct 27 19:26:21 user nova-compute[75147]: DEBUG nova.compute.manager [req-9b24f5e1-9a8d-4a6f-ac59-bce0edf95dd8 req-574bfcea-80c2-4af1-a4c7-55783cc7ab05 service nova] [instance: bb800ac4-3e39-4e7f-9475-55d23c135d0b] Received event network-changed-5befc449-e164-4be2-bc60-d9d9d6df8000 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:26:21 user nova-compute[75147]: DEBUG nova.compute.manager [req-9b24f5e1-9a8d-4a6f-ac59-bce0edf95dd8 req-574bfcea-80c2-4af1-a4c7-55783cc7ab05 service nova] [instance: bb800ac4-3e39-4e7f-9475-55d23c135d0b] Refreshing instance network info cache due to event network-changed-5befc449-e164-4be2-bc60-d9d9d6df8000. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 19:26:21 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-9b24f5e1-9a8d-4a6f-ac59-bce0edf95dd8 req-574bfcea-80c2-4af1-a4c7-55783cc7ab05 service nova] Acquiring lock "refresh_cache-bb800ac4-3e39-4e7f-9475-55d23c135d0b" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:26:21 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-9b24f5e1-9a8d-4a6f-ac59-bce0edf95dd8 req-574bfcea-80c2-4af1-a4c7-55783cc7ab05 service nova] Acquired lock "refresh_cache-bb800ac4-3e39-4e7f-9475-55d23c135d0b" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:26:21 user nova-compute[75147]: DEBUG nova.network.neutron [req-9b24f5e1-9a8d-4a6f-ac59-bce0edf95dd8 req-574bfcea-80c2-4af1-a4c7-55783cc7ab05 service nova] [instance: bb800ac4-3e39-4e7f-9475-55d23c135d0b] Refreshing network info cache for port 5befc449-e164-4be2-bc60-d9d9d6df8000 {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 19:26:21 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-97647e0c-90d0-4dd4-ad2a-4491c512329b tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] [instance: bb800ac4-3e39-4e7f-9475-55d23c135d0b] Creating config drive at /opt/stack/data/nova/instances/bb800ac4-3e39-4e7f-9475-55d23c135d0b/disk.config
Oct 27 19:26:21 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-97647e0c-90d0-4dd4-ad2a-4491c512329b tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/bb800ac4-3e39-4e7f-9475-55d23c135d0b/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpt5lg3dia {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:26:22 user nova-compute[75147]: DEBUG nova.network.neutron [req-0e730c08-4ad8-4228-99ab-cb562956b0da req-4d662095-7507-45aa-851a-7d883aab73d0 service nova] [instance: 17da16fe-2762-4442-a31f-c966695dea37] Updated VIF entry in instance network info cache for port f10f4b7d-866f-4ae4-b962-69f8613fb428. {{(pid=75147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 19:26:22 user nova-compute[75147]: DEBUG nova.network.neutron [req-0e730c08-4ad8-4228-99ab-cb562956b0da req-4d662095-7507-45aa-851a-7d883aab73d0 service nova] [instance: 17da16fe-2762-4442-a31f-c966695dea37] Updating instance_info_cache with network_info: [{"id": "f10f4b7d-866f-4ae4-b962-69f8613fb428", "address": "fa:16:3e:de:6c:42", "network": {"id": "95183f82-97a6-4a28-a730-1603f8944490", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1454550508-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "567efa430de8417fb405d6ec8360f235", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf10f4b7d-86", "ovs_interfaceid": "f10f4b7d-866f-4ae4-b962-69f8613fb428", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:26:22 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-0e730c08-4ad8-4228-99ab-cb562956b0da req-4d662095-7507-45aa-851a-7d883aab73d0 service nova] Releasing lock "refresh_cache-17da16fe-2762-4442-a31f-c966695dea37" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:26:22 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-97647e0c-90d0-4dd4-ad2a-4491c512329b tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/bb800ac4-3e39-4e7f-9475-55d23c135d0b/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpt5lg3dia" returned: 0 in 0.105s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:26:22 user nova-compute[75147]: DEBUG nova.network.neutron [req-9b24f5e1-9a8d-4a6f-ac59-bce0edf95dd8 req-574bfcea-80c2-4af1-a4c7-55783cc7ab05 service nova] [instance: bb800ac4-3e39-4e7f-9475-55d23c135d0b] Updated VIF entry in instance network info cache for port 5befc449-e164-4be2-bc60-d9d9d6df8000. {{(pid=75147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 19:26:22 user nova-compute[75147]: DEBUG nova.network.neutron [req-9b24f5e1-9a8d-4a6f-ac59-bce0edf95dd8 req-574bfcea-80c2-4af1-a4c7-55783cc7ab05 service nova] [instance: bb800ac4-3e39-4e7f-9475-55d23c135d0b] Updating instance_info_cache with network_info: [{"id": "5befc449-e164-4be2-bc60-d9d9d6df8000", "address": "fa:16:3e:41:fd:a8", "network": {"id": "0a330d84-2a5c-4cb3-82fc-9b174954894e", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-722644214-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1d347d9084a34a0b9baba41641a19ed5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5befc449-e1", "ovs_interfaceid": "5befc449-e164-4be2-bc60-d9d9d6df8000", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:26:22 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-9b24f5e1-9a8d-4a6f-ac59-bce0edf95dd8 req-574bfcea-80c2-4af1-a4c7-55783cc7ab05 service nova] Releasing lock "refresh_cache-bb800ac4-3e39-4e7f-9475-55d23c135d0b" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:26:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:24 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:24 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:24 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:24 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:25 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:25 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:25 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:25 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:25 user nova-compute[75147]: DEBUG nova.compute.manager [req-86976366-4e7d-48ce-84bf-243a696cb82e req-cad54ab6-2cc2-44a3-9694-c20df0e72341 service nova] [instance: bb800ac4-3e39-4e7f-9475-55d23c135d0b] Received event network-vif-plugged-5befc449-e164-4be2-bc60-d9d9d6df8000 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:26:25 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-86976366-4e7d-48ce-84bf-243a696cb82e req-cad54ab6-2cc2-44a3-9694-c20df0e72341 service nova] Acquiring lock "bb800ac4-3e39-4e7f-9475-55d23c135d0b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:26:25 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-86976366-4e7d-48ce-84bf-243a696cb82e req-cad54ab6-2cc2-44a3-9694-c20df0e72341 service nova] Lock "bb800ac4-3e39-4e7f-9475-55d23c135d0b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.004s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:26:25 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-86976366-4e7d-48ce-84bf-243a696cb82e req-cad54ab6-2cc2-44a3-9694-c20df0e72341 service nova] Lock "bb800ac4-3e39-4e7f-9475-55d23c135d0b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:26:25 user nova-compute[75147]: DEBUG nova.compute.manager [req-86976366-4e7d-48ce-84bf-243a696cb82e req-cad54ab6-2cc2-44a3-9694-c20df0e72341 service nova] [instance: bb800ac4-3e39-4e7f-9475-55d23c135d0b] No waiting events found dispatching network-vif-plugged-5befc449-e164-4be2-bc60-d9d9d6df8000 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:26:25 user nova-compute[75147]: WARNING nova.compute.manager [req-86976366-4e7d-48ce-84bf-243a696cb82e req-cad54ab6-2cc2-44a3-9694-c20df0e72341 service nova] [instance: bb800ac4-3e39-4e7f-9475-55d23c135d0b] Received unexpected event network-vif-plugged-5befc449-e164-4be2-bc60-d9d9d6df8000 for instance with vm_state building and task_state spawning.
Oct 27 19:26:25 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:27 user nova-compute[75147]: DEBUG nova.compute.manager [req-18abfe6e-6a11-4f04-8a96-b6e735bfe688 req-ca3404a1-214a-4682-a59f-e28626ed5066 service nova] [instance: bb800ac4-3e39-4e7f-9475-55d23c135d0b] Received event network-vif-plugged-5befc449-e164-4be2-bc60-d9d9d6df8000 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:26:27 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-18abfe6e-6a11-4f04-8a96-b6e735bfe688 req-ca3404a1-214a-4682-a59f-e28626ed5066 service nova] Acquiring lock "bb800ac4-3e39-4e7f-9475-55d23c135d0b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:26:27 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-18abfe6e-6a11-4f04-8a96-b6e735bfe688 req-ca3404a1-214a-4682-a59f-e28626ed5066 service nova] Lock "bb800ac4-3e39-4e7f-9475-55d23c135d0b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.015s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:26:27 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-18abfe6e-6a11-4f04-8a96-b6e735bfe688 req-ca3404a1-214a-4682-a59f-e28626ed5066 service nova] Lock "bb800ac4-3e39-4e7f-9475-55d23c135d0b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:26:27 user nova-compute[75147]: DEBUG nova.compute.manager [req-18abfe6e-6a11-4f04-8a96-b6e735bfe688 req-ca3404a1-214a-4682-a59f-e28626ed5066 service nova] [instance: bb800ac4-3e39-4e7f-9475-55d23c135d0b] No waiting events found dispatching network-vif-plugged-5befc449-e164-4be2-bc60-d9d9d6df8000 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:26:27 user nova-compute[75147]: WARNING nova.compute.manager [req-18abfe6e-6a11-4f04-8a96-b6e735bfe688 req-ca3404a1-214a-4682-a59f-e28626ed5066 service nova] [instance: bb800ac4-3e39-4e7f-9475-55d23c135d0b] Received unexpected event network-vif-plugged-5befc449-e164-4be2-bc60-d9d9d6df8000 for instance with vm_state building and task_state spawning.
Oct 27 19:26:27 user nova-compute[75147]: DEBUG nova.compute.manager [None req-46225c46-7e1d-4fba-a013-7628b0c4f813 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] [instance: 17da16fe-2762-4442-a31f-c966695dea37] Instance event wait completed in 0 seconds for  {{(pid=75147) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 19:26:27 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-46225c46-7e1d-4fba-a013-7628b0c4f813 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] [instance: 17da16fe-2762-4442-a31f-c966695dea37] Guest created on hypervisor {{(pid=75147) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 19:26:27 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: 17da16fe-2762-4442-a31f-c966695dea37] Instance spawned successfully.
Oct 27 19:26:27 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-46225c46-7e1d-4fba-a013-7628b0c4f813 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] [instance: 17da16fe-2762-4442-a31f-c966695dea37] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 27 19:26:27 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-46225c46-7e1d-4fba-a013-7628b0c4f813 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] [instance: 17da16fe-2762-4442-a31f-c966695dea37] Found default for hw_cdrom_bus of ide {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:26:27 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-46225c46-7e1d-4fba-a013-7628b0c4f813 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] [instance: 17da16fe-2762-4442-a31f-c966695dea37] Found default for hw_disk_bus of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:26:27 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-46225c46-7e1d-4fba-a013-7628b0c4f813 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] [instance: 17da16fe-2762-4442-a31f-c966695dea37] Found default for hw_input_bus of None {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:26:27 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-46225c46-7e1d-4fba-a013-7628b0c4f813 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] [instance: 17da16fe-2762-4442-a31f-c966695dea37] Found default for hw_pointer_model of None {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:26:27 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-46225c46-7e1d-4fba-a013-7628b0c4f813 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] [instance: 17da16fe-2762-4442-a31f-c966695dea37] Found default for hw_video_model of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:26:27 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-46225c46-7e1d-4fba-a013-7628b0c4f813 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] [instance: 17da16fe-2762-4442-a31f-c966695dea37] Found default for hw_vif_model of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:26:27 user nova-compute[75147]: INFO nova.compute.manager [None req-46225c46-7e1d-4fba-a013-7628b0c4f813 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] [instance: 17da16fe-2762-4442-a31f-c966695dea37] Took 12.25 seconds to spawn the instance on the hypervisor.
Oct 27 19:26:27 user nova-compute[75147]: DEBUG nova.compute.manager [None req-46225c46-7e1d-4fba-a013-7628b0c4f813 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] [instance: 17da16fe-2762-4442-a31f-c966695dea37] Checking state {{(pid=75147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 19:26:28 user nova-compute[75147]: DEBUG nova.compute.manager [None req-97647e0c-90d0-4dd4-ad2a-4491c512329b tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] [instance: bb800ac4-3e39-4e7f-9475-55d23c135d0b] Instance event wait completed in 0 seconds for  {{(pid=75147) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 19:26:28 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-97647e0c-90d0-4dd4-ad2a-4491c512329b tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] [instance: bb800ac4-3e39-4e7f-9475-55d23c135d0b] Guest created on hypervisor {{(pid=75147) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 19:26:28 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: bb800ac4-3e39-4e7f-9475-55d23c135d0b] Instance spawned successfully.
Oct 27 19:26:28 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-97647e0c-90d0-4dd4-ad2a-4491c512329b tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] [instance: bb800ac4-3e39-4e7f-9475-55d23c135d0b] Attempting to register defaults for the following image properties: ['hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 27 19:26:28 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-97647e0c-90d0-4dd4-ad2a-4491c512329b tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] [instance: bb800ac4-3e39-4e7f-9475-55d23c135d0b] Found default for hw_input_bus of None {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:26:28 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-97647e0c-90d0-4dd4-ad2a-4491c512329b tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] [instance: bb800ac4-3e39-4e7f-9475-55d23c135d0b] Found default for hw_pointer_model of None {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:26:28 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-97647e0c-90d0-4dd4-ad2a-4491c512329b tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] [instance: bb800ac4-3e39-4e7f-9475-55d23c135d0b] Found default for hw_video_model of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:26:28 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-97647e0c-90d0-4dd4-ad2a-4491c512329b tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] [instance: bb800ac4-3e39-4e7f-9475-55d23c135d0b] Found default for hw_vif_model of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:26:28 user nova-compute[75147]: INFO nova.compute.manager [None req-46225c46-7e1d-4fba-a013-7628b0c4f813 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] [instance: 17da16fe-2762-4442-a31f-c966695dea37] Took 18.65 seconds to build instance.
Oct 27 19:26:28 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-46225c46-7e1d-4fba-a013-7628b0c4f813 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Lock "17da16fe-2762-4442-a31f-c966695dea37" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 18.814s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:26:28 user nova-compute[75147]: INFO nova.compute.manager [None req-97647e0c-90d0-4dd4-ad2a-4491c512329b tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] [instance: bb800ac4-3e39-4e7f-9475-55d23c135d0b] Took 11.58 seconds to spawn the instance on the hypervisor.
Oct 27 19:26:28 user nova-compute[75147]: DEBUG nova.compute.manager [None req-97647e0c-90d0-4dd4-ad2a-4491c512329b tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] [instance: bb800ac4-3e39-4e7f-9475-55d23c135d0b] Checking state {{(pid=75147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 19:26:28 user nova-compute[75147]: INFO nova.compute.manager [None req-97647e0c-90d0-4dd4-ad2a-4491c512329b tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] [instance: bb800ac4-3e39-4e7f-9475-55d23c135d0b] Took 16.08 seconds to build instance.
Oct 27 19:26:28 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-97647e0c-90d0-4dd4-ad2a-4491c512329b tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Lock "bb800ac4-3e39-4e7f-9475-55d23c135d0b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 16.252s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:26:28 user nova-compute[75147]: DEBUG nova.compute.manager [req-6b79957c-2d95-46ab-815b-0057a475f53d req-9a95b025-4f3a-4cb5-af9b-1f436427bcd3 service nova] [instance: bac22037-a5fc-4b74-a5eb-94c2e51e8155] Received event network-vif-plugged-6e71fd7e-a0c2-47b4-9fab-e5f72fcb2927 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:26:28 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-6b79957c-2d95-46ab-815b-0057a475f53d req-9a95b025-4f3a-4cb5-af9b-1f436427bcd3 service nova] Acquiring lock "bac22037-a5fc-4b74-a5eb-94c2e51e8155-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:26:28 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-6b79957c-2d95-46ab-815b-0057a475f53d req-9a95b025-4f3a-4cb5-af9b-1f436427bcd3 service nova] Lock "bac22037-a5fc-4b74-a5eb-94c2e51e8155-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:26:28 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-6b79957c-2d95-46ab-815b-0057a475f53d req-9a95b025-4f3a-4cb5-af9b-1f436427bcd3 service nova] Lock "bac22037-a5fc-4b74-a5eb-94c2e51e8155-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:26:28 user nova-compute[75147]: DEBUG nova.compute.manager [req-6b79957c-2d95-46ab-815b-0057a475f53d req-9a95b025-4f3a-4cb5-af9b-1f436427bcd3 service nova] [instance: bac22037-a5fc-4b74-a5eb-94c2e51e8155] No waiting events found dispatching network-vif-plugged-6e71fd7e-a0c2-47b4-9fab-e5f72fcb2927 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:26:28 user nova-compute[75147]: WARNING nova.compute.manager [req-6b79957c-2d95-46ab-815b-0057a475f53d req-9a95b025-4f3a-4cb5-af9b-1f436427bcd3 service nova] [instance: bac22037-a5fc-4b74-a5eb-94c2e51e8155] Received unexpected event network-vif-plugged-6e71fd7e-a0c2-47b4-9fab-e5f72fcb2927 for instance with vm_state active and task_state None.
Oct 27 19:26:30 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:30 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:31 user nova-compute[75147]: DEBUG nova.compute.manager [req-92897d79-f79a-4477-861a-e4c0d7835138 req-1205150e-2a0f-4566-9808-bb4bbc6204bc service nova] [instance: bac22037-a5fc-4b74-a5eb-94c2e51e8155] Received event network-vif-plugged-6e71fd7e-a0c2-47b4-9fab-e5f72fcb2927 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:26:31 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-92897d79-f79a-4477-861a-e4c0d7835138 req-1205150e-2a0f-4566-9808-bb4bbc6204bc service nova] Acquiring lock "bac22037-a5fc-4b74-a5eb-94c2e51e8155-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:26:31 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-92897d79-f79a-4477-861a-e4c0d7835138 req-1205150e-2a0f-4566-9808-bb4bbc6204bc service nova] Lock "bac22037-a5fc-4b74-a5eb-94c2e51e8155-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:26:31 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-92897d79-f79a-4477-861a-e4c0d7835138 req-1205150e-2a0f-4566-9808-bb4bbc6204bc service nova] Lock "bac22037-a5fc-4b74-a5eb-94c2e51e8155-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:26:31 user nova-compute[75147]: DEBUG nova.compute.manager [req-92897d79-f79a-4477-861a-e4c0d7835138 req-1205150e-2a0f-4566-9808-bb4bbc6204bc service nova] [instance: bac22037-a5fc-4b74-a5eb-94c2e51e8155] No waiting events found dispatching network-vif-plugged-6e71fd7e-a0c2-47b4-9fab-e5f72fcb2927 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:26:31 user nova-compute[75147]: WARNING nova.compute.manager [req-92897d79-f79a-4477-861a-e4c0d7835138 req-1205150e-2a0f-4566-9808-bb4bbc6204bc service nova] [instance: bac22037-a5fc-4b74-a5eb-94c2e51e8155] Received unexpected event network-vif-plugged-6e71fd7e-a0c2-47b4-9fab-e5f72fcb2927 for instance with vm_state active and task_state None.
Oct 27 19:26:31 user nova-compute[75147]: DEBUG nova.compute.manager [req-92897d79-f79a-4477-861a-e4c0d7835138 req-1205150e-2a0f-4566-9808-bb4bbc6204bc service nova] [instance: 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a] Received event network-vif-plugged-df6ab6f1-d51f-4de0-a6e0-33a292aacd9e {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:26:31 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-92897d79-f79a-4477-861a-e4c0d7835138 req-1205150e-2a0f-4566-9808-bb4bbc6204bc service nova] Acquiring lock "18c1bbe4-9572-4a2e-b855-72ced4cd7f6a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:26:31 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-92897d79-f79a-4477-861a-e4c0d7835138 req-1205150e-2a0f-4566-9808-bb4bbc6204bc service nova] Lock "18c1bbe4-9572-4a2e-b855-72ced4cd7f6a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:26:31 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-92897d79-f79a-4477-861a-e4c0d7835138 req-1205150e-2a0f-4566-9808-bb4bbc6204bc service nova] Lock "18c1bbe4-9572-4a2e-b855-72ced4cd7f6a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:26:31 user nova-compute[75147]: DEBUG nova.compute.manager [req-92897d79-f79a-4477-861a-e4c0d7835138 req-1205150e-2a0f-4566-9808-bb4bbc6204bc service nova] [instance: 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a] No waiting events found dispatching network-vif-plugged-df6ab6f1-d51f-4de0-a6e0-33a292aacd9e {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:26:31 user nova-compute[75147]: WARNING nova.compute.manager [req-92897d79-f79a-4477-861a-e4c0d7835138 req-1205150e-2a0f-4566-9808-bb4bbc6204bc service nova] [instance: 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a] Received unexpected event network-vif-plugged-df6ab6f1-d51f-4de0-a6e0-33a292aacd9e for instance with vm_state active and task_state None.
Oct 27 19:26:31 user nova-compute[75147]: DEBUG nova.compute.manager [req-92897d79-f79a-4477-861a-e4c0d7835138 req-1205150e-2a0f-4566-9808-bb4bbc6204bc service nova] [instance: 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a] Received event network-vif-plugged-df6ab6f1-d51f-4de0-a6e0-33a292aacd9e {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:26:31 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-92897d79-f79a-4477-861a-e4c0d7835138 req-1205150e-2a0f-4566-9808-bb4bbc6204bc service nova] Acquiring lock "18c1bbe4-9572-4a2e-b855-72ced4cd7f6a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:26:31 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-92897d79-f79a-4477-861a-e4c0d7835138 req-1205150e-2a0f-4566-9808-bb4bbc6204bc service nova] Lock "18c1bbe4-9572-4a2e-b855-72ced4cd7f6a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:26:31 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-92897d79-f79a-4477-861a-e4c0d7835138 req-1205150e-2a0f-4566-9808-bb4bbc6204bc service nova] Lock "18c1bbe4-9572-4a2e-b855-72ced4cd7f6a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:26:31 user nova-compute[75147]: DEBUG nova.compute.manager [req-92897d79-f79a-4477-861a-e4c0d7835138 req-1205150e-2a0f-4566-9808-bb4bbc6204bc service nova] [instance: 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a] No waiting events found dispatching network-vif-plugged-df6ab6f1-d51f-4de0-a6e0-33a292aacd9e {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:26:31 user nova-compute[75147]: WARNING nova.compute.manager [req-92897d79-f79a-4477-861a-e4c0d7835138 req-1205150e-2a0f-4566-9808-bb4bbc6204bc service nova] [instance: 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a] Received unexpected event network-vif-plugged-df6ab6f1-d51f-4de0-a6e0-33a292aacd9e for instance with vm_state active and task_state None.
Oct 27 19:26:31 user nova-compute[75147]: DEBUG nova.compute.manager [req-92897d79-f79a-4477-861a-e4c0d7835138 req-1205150e-2a0f-4566-9808-bb4bbc6204bc service nova] [instance: d3fb6898-879f-4828-b0c8-f4c7911c334c] Received event network-vif-plugged-24cd132f-d0bb-46ce-b74d-64535d946a24 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:26:31 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-92897d79-f79a-4477-861a-e4c0d7835138 req-1205150e-2a0f-4566-9808-bb4bbc6204bc service nova] Acquiring lock "d3fb6898-879f-4828-b0c8-f4c7911c334c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:26:31 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-92897d79-f79a-4477-861a-e4c0d7835138 req-1205150e-2a0f-4566-9808-bb4bbc6204bc service nova] Lock "d3fb6898-879f-4828-b0c8-f4c7911c334c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:26:31 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-92897d79-f79a-4477-861a-e4c0d7835138 req-1205150e-2a0f-4566-9808-bb4bbc6204bc service nova] Lock "d3fb6898-879f-4828-b0c8-f4c7911c334c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:26:31 user nova-compute[75147]: DEBUG nova.compute.manager [req-92897d79-f79a-4477-861a-e4c0d7835138 req-1205150e-2a0f-4566-9808-bb4bbc6204bc service nova] [instance: d3fb6898-879f-4828-b0c8-f4c7911c334c] No waiting events found dispatching network-vif-plugged-24cd132f-d0bb-46ce-b74d-64535d946a24 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:26:31 user nova-compute[75147]: WARNING nova.compute.manager [req-92897d79-f79a-4477-861a-e4c0d7835138 req-1205150e-2a0f-4566-9808-bb4bbc6204bc service nova] [instance: d3fb6898-879f-4828-b0c8-f4c7911c334c] Received unexpected event network-vif-plugged-24cd132f-d0bb-46ce-b74d-64535d946a24 for instance with vm_state active and task_state None.
Oct 27 19:26:31 user nova-compute[75147]: DEBUG nova.compute.manager [req-92897d79-f79a-4477-861a-e4c0d7835138 req-1205150e-2a0f-4566-9808-bb4bbc6204bc service nova] [instance: d3fb6898-879f-4828-b0c8-f4c7911c334c] Received event network-vif-plugged-24cd132f-d0bb-46ce-b74d-64535d946a24 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:26:31 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-92897d79-f79a-4477-861a-e4c0d7835138 req-1205150e-2a0f-4566-9808-bb4bbc6204bc service nova] Acquiring lock "d3fb6898-879f-4828-b0c8-f4c7911c334c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:26:31 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-92897d79-f79a-4477-861a-e4c0d7835138 req-1205150e-2a0f-4566-9808-bb4bbc6204bc service nova] Lock "d3fb6898-879f-4828-b0c8-f4c7911c334c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:26:31 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-92897d79-f79a-4477-861a-e4c0d7835138 req-1205150e-2a0f-4566-9808-bb4bbc6204bc service nova] Lock "d3fb6898-879f-4828-b0c8-f4c7911c334c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:26:31 user nova-compute[75147]: DEBUG nova.compute.manager [req-92897d79-f79a-4477-861a-e4c0d7835138 req-1205150e-2a0f-4566-9808-bb4bbc6204bc service nova] [instance: d3fb6898-879f-4828-b0c8-f4c7911c334c] No waiting events found dispatching network-vif-plugged-24cd132f-d0bb-46ce-b74d-64535d946a24 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:26:31 user nova-compute[75147]: WARNING nova.compute.manager [req-92897d79-f79a-4477-861a-e4c0d7835138 req-1205150e-2a0f-4566-9808-bb4bbc6204bc service nova] [instance: d3fb6898-879f-4828-b0c8-f4c7911c334c] Received unexpected event network-vif-plugged-24cd132f-d0bb-46ce-b74d-64535d946a24 for instance with vm_state active and task_state None.
Oct 27 19:26:31 user nova-compute[75147]: DEBUG nova.compute.manager [req-92897d79-f79a-4477-861a-e4c0d7835138 req-1205150e-2a0f-4566-9808-bb4bbc6204bc service nova] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Received event network-vif-plugged-47db9abc-70dc-4acc-9f17-22d53495f921 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:26:31 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-92897d79-f79a-4477-861a-e4c0d7835138 req-1205150e-2a0f-4566-9808-bb4bbc6204bc service nova] Acquiring lock "cdbe7335-af99-486a-9a7e-adbdf4443572-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:26:31 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-92897d79-f79a-4477-861a-e4c0d7835138 req-1205150e-2a0f-4566-9808-bb4bbc6204bc service nova] Lock "cdbe7335-af99-486a-9a7e-adbdf4443572-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:26:31 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-92897d79-f79a-4477-861a-e4c0d7835138 req-1205150e-2a0f-4566-9808-bb4bbc6204bc service nova] Lock "cdbe7335-af99-486a-9a7e-adbdf4443572-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:26:31 user nova-compute[75147]: DEBUG nova.compute.manager [req-92897d79-f79a-4477-861a-e4c0d7835138 req-1205150e-2a0f-4566-9808-bb4bbc6204bc service nova] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] No waiting events found dispatching network-vif-plugged-47db9abc-70dc-4acc-9f17-22d53495f921 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:26:31 user nova-compute[75147]: WARNING nova.compute.manager [req-92897d79-f79a-4477-861a-e4c0d7835138 req-1205150e-2a0f-4566-9808-bb4bbc6204bc service nova] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Received unexpected event network-vif-plugged-47db9abc-70dc-4acc-9f17-22d53495f921 for instance with vm_state active and task_state None.
Oct 27 19:26:31 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:33 user nova-compute[75147]: DEBUG nova.compute.manager [req-f9843f2e-d498-49d1-aac2-5bd9744f27ec req-f42c1826-93b8-488f-abf8-773718ffb74b service nova] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Received event network-vif-plugged-47db9abc-70dc-4acc-9f17-22d53495f921 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:26:33 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-f9843f2e-d498-49d1-aac2-5bd9744f27ec req-f42c1826-93b8-488f-abf8-773718ffb74b service nova] Acquiring lock "cdbe7335-af99-486a-9a7e-adbdf4443572-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:26:33 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-f9843f2e-d498-49d1-aac2-5bd9744f27ec req-f42c1826-93b8-488f-abf8-773718ffb74b service nova] Lock "cdbe7335-af99-486a-9a7e-adbdf4443572-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:26:33 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-f9843f2e-d498-49d1-aac2-5bd9744f27ec req-f42c1826-93b8-488f-abf8-773718ffb74b service nova] Lock "cdbe7335-af99-486a-9a7e-adbdf4443572-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:26:33 user nova-compute[75147]: DEBUG nova.compute.manager [req-f9843f2e-d498-49d1-aac2-5bd9744f27ec req-f42c1826-93b8-488f-abf8-773718ffb74b service nova] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] No waiting events found dispatching network-vif-plugged-47db9abc-70dc-4acc-9f17-22d53495f921 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:26:33 user nova-compute[75147]: WARNING nova.compute.manager [req-f9843f2e-d498-49d1-aac2-5bd9744f27ec req-f42c1826-93b8-488f-abf8-773718ffb74b service nova] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Received unexpected event network-vif-plugged-47db9abc-70dc-4acc-9f17-22d53495f921 for instance with vm_state active and task_state None.
Oct 27 19:26:33 user nova-compute[75147]: DEBUG nova.compute.manager [req-f9843f2e-d498-49d1-aac2-5bd9744f27ec req-f42c1826-93b8-488f-abf8-773718ffb74b service nova] [instance: 17da16fe-2762-4442-a31f-c966695dea37] Received event network-vif-plugged-f10f4b7d-866f-4ae4-b962-69f8613fb428 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:26:33 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-f9843f2e-d498-49d1-aac2-5bd9744f27ec req-f42c1826-93b8-488f-abf8-773718ffb74b service nova] Acquiring lock "17da16fe-2762-4442-a31f-c966695dea37-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:26:33 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-f9843f2e-d498-49d1-aac2-5bd9744f27ec req-f42c1826-93b8-488f-abf8-773718ffb74b service nova] Lock "17da16fe-2762-4442-a31f-c966695dea37-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:26:33 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-f9843f2e-d498-49d1-aac2-5bd9744f27ec req-f42c1826-93b8-488f-abf8-773718ffb74b service nova] Lock "17da16fe-2762-4442-a31f-c966695dea37-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:26:33 user nova-compute[75147]: DEBUG nova.compute.manager [req-f9843f2e-d498-49d1-aac2-5bd9744f27ec req-f42c1826-93b8-488f-abf8-773718ffb74b service nova] [instance: 17da16fe-2762-4442-a31f-c966695dea37] No waiting events found dispatching network-vif-plugged-f10f4b7d-866f-4ae4-b962-69f8613fb428 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:26:33 user nova-compute[75147]: WARNING nova.compute.manager [req-f9843f2e-d498-49d1-aac2-5bd9744f27ec req-f42c1826-93b8-488f-abf8-773718ffb74b service nova] [instance: 17da16fe-2762-4442-a31f-c966695dea37] Received unexpected event network-vif-plugged-f10f4b7d-866f-4ae4-b962-69f8613fb428 for instance with vm_state active and task_state None.
Oct 27 19:26:33 user nova-compute[75147]: DEBUG nova.compute.manager [req-f9843f2e-d498-49d1-aac2-5bd9744f27ec req-f42c1826-93b8-488f-abf8-773718ffb74b service nova] [instance: 17da16fe-2762-4442-a31f-c966695dea37] Received event network-vif-plugged-f10f4b7d-866f-4ae4-b962-69f8613fb428 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:26:33 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-f9843f2e-d498-49d1-aac2-5bd9744f27ec req-f42c1826-93b8-488f-abf8-773718ffb74b service nova] Acquiring lock "17da16fe-2762-4442-a31f-c966695dea37-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:26:33 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-f9843f2e-d498-49d1-aac2-5bd9744f27ec req-f42c1826-93b8-488f-abf8-773718ffb74b service nova] Lock "17da16fe-2762-4442-a31f-c966695dea37-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:26:33 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-f9843f2e-d498-49d1-aac2-5bd9744f27ec req-f42c1826-93b8-488f-abf8-773718ffb74b service nova] Lock "17da16fe-2762-4442-a31f-c966695dea37-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:26:33 user nova-compute[75147]: DEBUG nova.compute.manager [req-f9843f2e-d498-49d1-aac2-5bd9744f27ec req-f42c1826-93b8-488f-abf8-773718ffb74b service nova] [instance: 17da16fe-2762-4442-a31f-c966695dea37] No waiting events found dispatching network-vif-plugged-f10f4b7d-866f-4ae4-b962-69f8613fb428 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:26:33 user nova-compute[75147]: WARNING nova.compute.manager [req-f9843f2e-d498-49d1-aac2-5bd9744f27ec req-f42c1826-93b8-488f-abf8-773718ffb74b service nova] [instance: 17da16fe-2762-4442-a31f-c966695dea37] Received unexpected event network-vif-plugged-f10f4b7d-866f-4ae4-b962-69f8613fb428 for instance with vm_state active and task_state None.
Oct 27 19:26:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:36 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:39 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:26:39 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Cleaning up deleted instances {{(pid=75147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 27 19:26:39 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] There are 0 instances to clean {{(pid=75147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 27 19:26:39 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:26:39 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75147) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 27 19:26:39 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:26:40 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:40 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:26:41 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:41 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:26:41 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:26:41 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:26:41 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:26:41 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:26:41 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:26:41 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Auditing locally available compute resources for user (node: user) {{(pid=75147) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 19:26:42 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:26:42 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk --force-share --output=json" returned: 0 in 0.260s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:26:42 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:26:42 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk --force-share --output=json" returned: 0 in 0.222s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:26:42 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c49c74a6-9955-4a79-848f-4e6b9e348f9c/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:26:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c49c74a6-9955-4a79-848f-4e6b9e348f9c/disk --force-share --output=json" returned: 0 in 0.233s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:26:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c49c74a6-9955-4a79-848f-4e6b9e348f9c/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:26:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c49c74a6-9955-4a79-848f-4e6b9e348f9c/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:26:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdbe7335-af99-486a-9a7e-adbdf4443572/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:26:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdbe7335-af99-486a-9a7e-adbdf4443572/disk --force-share --output=json" returned: 0 in 0.282s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:26:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdbe7335-af99-486a-9a7e-adbdf4443572/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:26:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdbe7335-af99-486a-9a7e-adbdf4443572/disk --force-share --output=json" returned: 0 in 0.216s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:26:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bb800ac4-3e39-4e7f-9475-55d23c135d0b/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:26:44 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bb800ac4-3e39-4e7f-9475-55d23c135d0b/disk --force-share --output=json" returned: 0 in 0.244s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:26:44 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bb800ac4-3e39-4e7f-9475-55d23c135d0b/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:26:44 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bb800ac4-3e39-4e7f-9475-55d23c135d0b/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:26:44 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bac22037-a5fc-4b74-a5eb-94c2e51e8155/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:26:44 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bac22037-a5fc-4b74-a5eb-94c2e51e8155/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:26:44 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bac22037-a5fc-4b74-a5eb-94c2e51e8155/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:26:44 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bac22037-a5fc-4b74-a5eb-94c2e51e8155/disk --force-share --output=json" returned: 0 in 0.242s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:26:44 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3fb6898-879f-4828-b0c8-f4c7911c334c/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:26:44 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3fb6898-879f-4828-b0c8-f4c7911c334c/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:26:44 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3fb6898-879f-4828-b0c8-f4c7911c334c/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:26:45 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3fb6898-879f-4828-b0c8-f4c7911c334c/disk --force-share --output=json" returned: 0 in 0.290s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:26:45 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/17da16fe-2762-4442-a31f-c966695dea37/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:26:45 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/17da16fe-2762-4442-a31f-c966695dea37/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:26:45 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/17da16fe-2762-4442-a31f-c966695dea37/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:26:45 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/17da16fe-2762-4442-a31f-c966695dea37/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:26:46 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:46 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e452d5db-374e-4a41-bcdc-c20541a3dfef tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] Acquiring lock "4168f40d-0502-411c-9e29-5f827192ad86" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:26:46 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e452d5db-374e-4a41-bcdc-c20541a3dfef tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] Lock "4168f40d-0502-411c-9e29-5f827192ad86" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:26:46 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:26:46 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:26:46 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Hypervisor/Node resource view: name=user free_ram=7695MB free_disk=25.54767608642578GB free_vcpus=5 pci_devices=[{"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75147) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 19:26:46 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:26:46 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:26:46 user nova-compute[75147]: DEBUG nova.compute.manager [None req-e452d5db-374e-4a41-bcdc-c20541a3dfef tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] [instance: 4168f40d-0502-411c-9e29-5f827192ad86] Starting instance... {{(pid=75147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 27 19:26:46 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:46 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e452d5db-374e-4a41-bcdc-c20541a3dfef tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:26:46 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance bb800ac4-3e39-4e7f-9475-55d23c135d0b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:26:46 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance c49c74a6-9955-4a79-848f-4e6b9e348f9c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:26:46 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 17da16fe-2762-4442-a31f-c966695dea37 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:26:46 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 4168f40d-0502-411c-9e29-5f827192ad86 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1761}}
Oct 27 19:26:46 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance cdbe7335-af99-486a-9a7e-adbdf4443572 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:26:46 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance d3fb6898-879f-4828-b0c8-f4c7911c334c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:26:46 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:26:46 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance bac22037-a5fc-4b74-a5eb-94c2e51e8155 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:26:46 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Total usable vcpus: 12, total allocated vcpus: 7 {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 19:26:46 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Final resource view: name=user phys_ram=16011MB used_ram=4096MB phys_disk=40GB used_disk=7GB total_vcpus=12 used_vcpus=7 pci_stats=[] {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 19:26:46 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:26:46 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:26:46 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Compute_service record updated for user:user {{(pid=75147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 19:26:46 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.491s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:26:46 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e452d5db-374e-4a41-bcdc-c20541a3dfef tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.365s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:26:46 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-e452d5db-374e-4a41-bcdc-c20541a3dfef tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75147) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 19:26:46 user nova-compute[75147]: INFO nova.compute.claims [None req-e452d5db-374e-4a41-bcdc-c20541a3dfef tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] [instance: 4168f40d-0502-411c-9e29-5f827192ad86] Claim successful on node user
Oct 27 19:26:47 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-e452d5db-374e-4a41-bcdc-c20541a3dfef tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:26:47 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-e452d5db-374e-4a41-bcdc-c20541a3dfef tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:26:47 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e452d5db-374e-4a41-bcdc-c20541a3dfef tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.446s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:26:47 user nova-compute[75147]: DEBUG nova.compute.manager [None req-e452d5db-374e-4a41-bcdc-c20541a3dfef tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] [instance: 4168f40d-0502-411c-9e29-5f827192ad86] Start building networks asynchronously for instance. {{(pid=75147) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 27 19:26:47 user nova-compute[75147]: DEBUG nova.compute.manager [None req-e452d5db-374e-4a41-bcdc-c20541a3dfef tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] [instance: 4168f40d-0502-411c-9e29-5f827192ad86] Allocating IP information in the background. {{(pid=75147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 27 19:26:47 user nova-compute[75147]: DEBUG nova.network.neutron [None req-e452d5db-374e-4a41-bcdc-c20541a3dfef tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] [instance: 4168f40d-0502-411c-9e29-5f827192ad86] allocate_for_instance() {{(pid=75147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 27 19:26:47 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-e452d5db-374e-4a41-bcdc-c20541a3dfef tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] [instance: 4168f40d-0502-411c-9e29-5f827192ad86] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 27 19:26:47 user nova-compute[75147]: DEBUG nova.compute.manager [None req-e452d5db-374e-4a41-bcdc-c20541a3dfef tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] [instance: 4168f40d-0502-411c-9e29-5f827192ad86] Start building block device mappings for instance. {{(pid=75147) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 27 19:26:47 user nova-compute[75147]: DEBUG nova.policy [None req-e452d5db-374e-4a41-bcdc-c20541a3dfef tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '32a78e2d208940baab0eeff31f458cff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6db9c1eaa84a443eacf4ac7a2db03a6f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75147) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 27 19:26:47 user nova-compute[75147]: DEBUG nova.compute.manager [None req-e452d5db-374e-4a41-bcdc-c20541a3dfef tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] [instance: 4168f40d-0502-411c-9e29-5f827192ad86] Start spawning the instance on the hypervisor. {{(pid=75147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 27 19:26:47 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-e452d5db-374e-4a41-bcdc-c20541a3dfef tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] [instance: 4168f40d-0502-411c-9e29-5f827192ad86] Creating instance directory {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 19:26:47 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-e452d5db-374e-4a41-bcdc-c20541a3dfef tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] [instance: 4168f40d-0502-411c-9e29-5f827192ad86] Creating image(s)
Oct 27 19:26:47 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e452d5db-374e-4a41-bcdc-c20541a3dfef tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] Acquiring lock "/opt/stack/data/nova/instances/4168f40d-0502-411c-9e29-5f827192ad86/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:26:47 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e452d5db-374e-4a41-bcdc-c20541a3dfef tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] Lock "/opt/stack/data/nova/instances/4168f40d-0502-411c-9e29-5f827192ad86/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:26:47 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e452d5db-374e-4a41-bcdc-c20541a3dfef tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] Lock "/opt/stack/data/nova/instances/4168f40d-0502-411c-9e29-5f827192ad86/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:26:47 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-e452d5db-374e-4a41-bcdc-c20541a3dfef tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:26:47 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-e452d5db-374e-4a41-bcdc-c20541a3dfef tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.186s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:26:47 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e452d5db-374e-4a41-bcdc-c20541a3dfef tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] Acquiring lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:26:47 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e452d5db-374e-4a41-bcdc-c20541a3dfef tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] Lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:26:47 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-e452d5db-374e-4a41-bcdc-c20541a3dfef tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:26:47 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:26:47 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:26:47 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Starting heal instance info cache {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 19:26:47 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Rebuilding the list of instances to heal {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 27 19:26:47 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: 4168f40d-0502-411c-9e29-5f827192ad86] Skipping network cache update for instance because it is Building. {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9934}}
Oct 27 19:26:47 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "refresh_cache-bac22037-a5fc-4b74-a5eb-94c2e51e8155" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:26:47 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquired lock "refresh_cache-bac22037-a5fc-4b74-a5eb-94c2e51e8155" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:26:47 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: bac22037-a5fc-4b74-a5eb-94c2e51e8155] Forcefully refreshing network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 27 19:26:47 user nova-compute[75147]: DEBUG nova.objects.instance [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lazy-loading 'info_cache' on Instance uuid bac22037-a5fc-4b74-a5eb-94c2e51e8155 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:26:47 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-e452d5db-374e-4a41-bcdc-c20541a3dfef tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.206s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:26:47 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-e452d5db-374e-4a41-bcdc-c20541a3dfef tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa,backing_fmt=raw /opt/stack/data/nova/instances/4168f40d-0502-411c-9e29-5f827192ad86/disk 1073741824 {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:26:47 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-e452d5db-374e-4a41-bcdc-c20541a3dfef tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa,backing_fmt=raw /opt/stack/data/nova/instances/4168f40d-0502-411c-9e29-5f827192ad86/disk 1073741824" returned: 0 in 0.077s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:26:47 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e452d5db-374e-4a41-bcdc-c20541a3dfef tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] Lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.296s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:26:47 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-e452d5db-374e-4a41-bcdc-c20541a3dfef tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:26:47 user nova-compute[75147]: DEBUG nova.network.neutron [None req-e452d5db-374e-4a41-bcdc-c20541a3dfef tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] [instance: 4168f40d-0502-411c-9e29-5f827192ad86] Successfully created port: 8179fb8a-efb7-4c5b-b2d7-3fe1e8179c21 {{(pid=75147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 19:26:48 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-e452d5db-374e-4a41-bcdc-c20541a3dfef tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.202s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:26:48 user nova-compute[75147]: DEBUG nova.virt.disk.api [None req-e452d5db-374e-4a41-bcdc-c20541a3dfef tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] Checking if we can resize image /opt/stack/data/nova/instances/4168f40d-0502-411c-9e29-5f827192ad86/disk. size=1073741824 {{(pid=75147) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 27 19:26:48 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-e452d5db-374e-4a41-bcdc-c20541a3dfef tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4168f40d-0502-411c-9e29-5f827192ad86/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:26:48 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-e452d5db-374e-4a41-bcdc-c20541a3dfef tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4168f40d-0502-411c-9e29-5f827192ad86/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:26:48 user nova-compute[75147]: DEBUG nova.virt.disk.api [None req-e452d5db-374e-4a41-bcdc-c20541a3dfef tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] Cannot resize image /opt/stack/data/nova/instances/4168f40d-0502-411c-9e29-5f827192ad86/disk to a smaller size. {{(pid=75147) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 27 19:26:48 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-e452d5db-374e-4a41-bcdc-c20541a3dfef tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] [instance: 4168f40d-0502-411c-9e29-5f827192ad86] Created local disks {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 27 19:26:48 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-e452d5db-374e-4a41-bcdc-c20541a3dfef tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] [instance: 4168f40d-0502-411c-9e29-5f827192ad86] Ensure instance console log exists: /opt/stack/data/nova/instances/4168f40d-0502-411c-9e29-5f827192ad86/console.log {{(pid=75147) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 19:26:48 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e452d5db-374e-4a41-bcdc-c20541a3dfef tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:26:48 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e452d5db-374e-4a41-bcdc-c20541a3dfef tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:26:48 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e452d5db-374e-4a41-bcdc-c20541a3dfef tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:26:48 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: bac22037-a5fc-4b74-a5eb-94c2e51e8155] Updating instance_info_cache with network_info: [{"id": "6e71fd7e-a0c2-47b4-9fab-e5f72fcb2927", "address": "fa:16:3e:bd:98:af", "network": {"id": "997a94dd-a6cc-485a-9bca-761040e12ccf", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-358973122-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c05b7c7e7bf147fcbc02a57ffda4a15d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6e71fd7e-a0", "ovs_interfaceid": "6e71fd7e-a0c2-47b4-9fab-e5f72fcb2927", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:26:48 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Releasing lock "refresh_cache-bac22037-a5fc-4b74-a5eb-94c2e51e8155" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:26:48 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: bac22037-a5fc-4b74-a5eb-94c2e51e8155] Updated the network info_cache for instance {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 27 19:26:48 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:26:48 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:26:48 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:26:48 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75147) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 19:26:48 user nova-compute[75147]: DEBUG nova.network.neutron [None req-e452d5db-374e-4a41-bcdc-c20541a3dfef tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] [instance: 4168f40d-0502-411c-9e29-5f827192ad86] Successfully updated port: 8179fb8a-efb7-4c5b-b2d7-3fe1e8179c21 {{(pid=75147) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 19:26:48 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e452d5db-374e-4a41-bcdc-c20541a3dfef tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] Acquiring lock "refresh_cache-4168f40d-0502-411c-9e29-5f827192ad86" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:26:48 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e452d5db-374e-4a41-bcdc-c20541a3dfef tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] Acquired lock "refresh_cache-4168f40d-0502-411c-9e29-5f827192ad86" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:26:48 user nova-compute[75147]: DEBUG nova.network.neutron [None req-e452d5db-374e-4a41-bcdc-c20541a3dfef tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] [instance: 4168f40d-0502-411c-9e29-5f827192ad86] Building network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 19:26:48 user nova-compute[75147]: DEBUG nova.compute.manager [req-35c95789-edb4-429d-99d0-b776d60539f8 req-3150a649-9a09-4fad-aca2-37a532889551 service nova] [instance: 4168f40d-0502-411c-9e29-5f827192ad86] Received event network-changed-8179fb8a-efb7-4c5b-b2d7-3fe1e8179c21 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:26:48 user nova-compute[75147]: DEBUG nova.compute.manager [req-35c95789-edb4-429d-99d0-b776d60539f8 req-3150a649-9a09-4fad-aca2-37a532889551 service nova] [instance: 4168f40d-0502-411c-9e29-5f827192ad86] Refreshing instance network info cache due to event network-changed-8179fb8a-efb7-4c5b-b2d7-3fe1e8179c21. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 19:26:48 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-35c95789-edb4-429d-99d0-b776d60539f8 req-3150a649-9a09-4fad-aca2-37a532889551 service nova] Acquiring lock "refresh_cache-4168f40d-0502-411c-9e29-5f827192ad86" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:26:48 user nova-compute[75147]: DEBUG nova.network.neutron [None req-e452d5db-374e-4a41-bcdc-c20541a3dfef tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] [instance: 4168f40d-0502-411c-9e29-5f827192ad86] Instance cache missing network info. {{(pid=75147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 19:26:49 user nova-compute[75147]: DEBUG nova.network.neutron [None req-e452d5db-374e-4a41-bcdc-c20541a3dfef tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] [instance: 4168f40d-0502-411c-9e29-5f827192ad86] Updating instance_info_cache with network_info: [{"id": "8179fb8a-efb7-4c5b-b2d7-3fe1e8179c21", "address": "fa:16:3e:82:49:fc", "network": {"id": "e43a61ac-3551-419e-9fa9-2715023a1a3c", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1900463797-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6db9c1eaa84a443eacf4ac7a2db03a6f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8179fb8a-ef", "ovs_interfaceid": "8179fb8a-efb7-4c5b-b2d7-3fe1e8179c21", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:26:49 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e452d5db-374e-4a41-bcdc-c20541a3dfef tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] Releasing lock "refresh_cache-4168f40d-0502-411c-9e29-5f827192ad86" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:26:49 user nova-compute[75147]: DEBUG nova.compute.manager [None req-e452d5db-374e-4a41-bcdc-c20541a3dfef tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] [instance: 4168f40d-0502-411c-9e29-5f827192ad86] Instance network_info: |[{"id": "8179fb8a-efb7-4c5b-b2d7-3fe1e8179c21", "address": "fa:16:3e:82:49:fc", "network": {"id": "e43a61ac-3551-419e-9fa9-2715023a1a3c", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1900463797-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6db9c1eaa84a443eacf4ac7a2db03a6f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8179fb8a-ef", "ovs_interfaceid": "8179fb8a-efb7-4c5b-b2d7-3fe1e8179c21", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 27 19:26:49 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-35c95789-edb4-429d-99d0-b776d60539f8 req-3150a649-9a09-4fad-aca2-37a532889551 service nova] Acquired lock "refresh_cache-4168f40d-0502-411c-9e29-5f827192ad86" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:26:49 user nova-compute[75147]: DEBUG nova.network.neutron [req-35c95789-edb4-429d-99d0-b776d60539f8 req-3150a649-9a09-4fad-aca2-37a532889551 service nova] [instance: 4168f40d-0502-411c-9e29-5f827192ad86] Refreshing network info cache for port 8179fb8a-efb7-4c5b-b2d7-3fe1e8179c21 {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 19:26:49 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-e452d5db-374e-4a41-bcdc-c20541a3dfef tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] [instance: 4168f40d-0502-411c-9e29-5f827192ad86] Start _get_guest_xml network_info=[{"id": "8179fb8a-efb7-4c5b-b2d7-3fe1e8179c21", "address": "fa:16:3e:82:49:fc", "network": {"id": "e43a61ac-3551-419e-9fa9-2715023a1a3c", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1900463797-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6db9c1eaa84a443eacf4ac7a2db03a6f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8179fb8a-ef", "ovs_interfaceid": "8179fb8a-efb7-4c5b-b2d7-3fe1e8179c21", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T19:22:09Z,direct_url=<?>,disk_format='qcow2',id=d52df17c-5315-4a73-ab7c-34c161a414fb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0b43115555434818b0c8bdf6be4946da',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T19:22:11Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'encryption_options': None, 'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encrypted': False, 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_format': None, 'device_name': '/dev/vda', 'image_id': 'd52df17c-5315-4a73-ab7c-34c161a414fb'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 19:26:49 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-e452d5db-374e-4a41-bcdc-c20541a3dfef tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:26:49 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-e452d5db-374e-4a41-bcdc-c20541a3dfef tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:26:49 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-e452d5db-374e-4a41-bcdc-c20541a3dfef tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 19:26:49 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-e452d5db-374e-4a41-bcdc-c20541a3dfef tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] CPU controller missing on host. {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 19:26:49 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-e452d5db-374e-4a41-bcdc-c20541a3dfef tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 19:26:49 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-e452d5db-374e-4a41-bcdc-c20541a3dfef tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] CPU controller found on host. {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 19:26:49 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-e452d5db-374e-4a41-bcdc-c20541a3dfef tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75147) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 19:26:49 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-e452d5db-374e-4a41-bcdc-c20541a3dfef tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T19:21:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T19:22:09Z,direct_url=<?>,disk_format='qcow2',id=d52df17c-5315-4a73-ab7c-34c161a414fb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0b43115555434818b0c8bdf6be4946da',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T19:22:11Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 19:26:49 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-e452d5db-374e-4a41-bcdc-c20541a3dfef tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] Flavor limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 19:26:49 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-e452d5db-374e-4a41-bcdc-c20541a3dfef tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] Image limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 19:26:49 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-e452d5db-374e-4a41-bcdc-c20541a3dfef tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] Flavor pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 19:26:49 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-e452d5db-374e-4a41-bcdc-c20541a3dfef tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] Image pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 19:26:49 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-e452d5db-374e-4a41-bcdc-c20541a3dfef tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 19:26:49 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-e452d5db-374e-4a41-bcdc-c20541a3dfef tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 19:26:49 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-e452d5db-374e-4a41-bcdc-c20541a3dfef tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 19:26:49 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-e452d5db-374e-4a41-bcdc-c20541a3dfef tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] Got 1 possible topologies {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 19:26:49 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-e452d5db-374e-4a41-bcdc-c20541a3dfef tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 19:26:49 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-e452d5db-374e-4a41-bcdc-c20541a3dfef tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 19:26:49 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-e452d5db-374e-4a41-bcdc-c20541a3dfef tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:26:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAssistedSnapshotsTest-server-12042473',display_name='tempest-VolumesAssistedSnapshotsTest-server-12042473',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesassistedsnapshotstest-server-12042473',id=8,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFibfHwb4N1zTXpmaKeJ25CzIRoBhql0hQB/TMrlJrvCEYK6rcxqb8r8XAH6ShYzClt6pfu5Fd2afe/clZaD14S3lDKdPYl4QgSEhGSsCW43B0NPFOjg5/domiwJe6j+Vg==',key_name='tempest-keypair-1232275930',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='6db9c1eaa84a443eacf4ac7a2db03a6f',ramdisk_id='',reservation_id='r-z5fq6z2o',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAssistedSnapshotsTest-1891603428',owner_user_name='tempest-VolumesAssistedSnapshotsTest-1891603428-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:26:47Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='32a78e2d208940baab0eeff31f458cff',uuid=4168f40d-0502-411c-9e29-5f827192ad86,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8179fb8a-efb7-4c5b-b2d7-3fe1e8179c21", "address": "fa:16:3e:82:49:fc", "network": {"id": "e43a61ac-3551-419e-9fa9-2715023a1a3c", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1900463797-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6db9c1eaa84a443eacf4ac7a2db03a6f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8179fb8a-ef", "ovs_interfaceid": "8179fb8a-efb7-4c5b-b2d7-3fe1e8179c21", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75147) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 19:26:49 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-e452d5db-374e-4a41-bcdc-c20541a3dfef tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] Converting VIF {"id": "8179fb8a-efb7-4c5b-b2d7-3fe1e8179c21", "address": "fa:16:3e:82:49:fc", "network": {"id": "e43a61ac-3551-419e-9fa9-2715023a1a3c", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1900463797-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6db9c1eaa84a443eacf4ac7a2db03a6f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8179fb8a-ef", "ovs_interfaceid": "8179fb8a-efb7-4c5b-b2d7-3fe1e8179c21", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:26:49 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-e452d5db-374e-4a41-bcdc-c20541a3dfef tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:82:49:fc,bridge_name='br-int',has_traffic_filtering=True,id=8179fb8a-efb7-4c5b-b2d7-3fe1e8179c21,network=Network(e43a61ac-3551-419e-9fa9-2715023a1a3c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8179fb8a-ef') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:26:49 user nova-compute[75147]: DEBUG nova.objects.instance [None req-e452d5db-374e-4a41-bcdc-c20541a3dfef tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] Lazy-loading 'pci_devices' on Instance uuid 4168f40d-0502-411c-9e29-5f827192ad86 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:26:49 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-e452d5db-374e-4a41-bcdc-c20541a3dfef tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] [instance: 4168f40d-0502-411c-9e29-5f827192ad86] End _get_guest_xml xml=<domain type="kvm">
Oct 27 19:26:49 user nova-compute[75147]:   <uuid>4168f40d-0502-411c-9e29-5f827192ad86</uuid>
Oct 27 19:26:49 user nova-compute[75147]:   <name>instance-00000008</name>
Oct 27 19:26:49 user nova-compute[75147]:   <memory>524288</memory>
Oct 27 19:26:49 user nova-compute[75147]:   <vcpu>1</vcpu>
Oct 27 19:26:49 user nova-compute[75147]:   <metadata>
Oct 27 19:26:49 user nova-compute[75147]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 19:26:49 user nova-compute[75147]:       <nova:package version="0.0.0"/>
Oct 27 19:26:49 user nova-compute[75147]:       <nova:name>tempest-VolumesAssistedSnapshotsTest-server-12042473</nova:name>
Oct 27 19:26:49 user nova-compute[75147]:       <nova:creationTime>2023-10-27 19:26:49</nova:creationTime>
Oct 27 19:26:49 user nova-compute[75147]:       <nova:flavor name="m1.tiny">
Oct 27 19:26:49 user nova-compute[75147]:         <nova:memory>512</nova:memory>
Oct 27 19:26:49 user nova-compute[75147]:         <nova:disk>1</nova:disk>
Oct 27 19:26:49 user nova-compute[75147]:         <nova:swap>0</nova:swap>
Oct 27 19:26:49 user nova-compute[75147]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 19:26:49 user nova-compute[75147]:         <nova:vcpus>1</nova:vcpus>
Oct 27 19:26:49 user nova-compute[75147]:       </nova:flavor>
Oct 27 19:26:49 user nova-compute[75147]:       <nova:owner>
Oct 27 19:26:49 user nova-compute[75147]:         <nova:user uuid="32a78e2d208940baab0eeff31f458cff">tempest-VolumesAssistedSnapshotsTest-1891603428-project-member</nova:user>
Oct 27 19:26:49 user nova-compute[75147]:         <nova:project uuid="6db9c1eaa84a443eacf4ac7a2db03a6f">tempest-VolumesAssistedSnapshotsTest-1891603428</nova:project>
Oct 27 19:26:49 user nova-compute[75147]:       </nova:owner>
Oct 27 19:26:49 user nova-compute[75147]:       <nova:root type="image" uuid="d52df17c-5315-4a73-ab7c-34c161a414fb"/>
Oct 27 19:26:49 user nova-compute[75147]:       <nova:ports>
Oct 27 19:26:49 user nova-compute[75147]:         <nova:port uuid="8179fb8a-efb7-4c5b-b2d7-3fe1e8179c21">
Oct 27 19:26:49 user nova-compute[75147]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Oct 27 19:26:49 user nova-compute[75147]:         </nova:port>
Oct 27 19:26:49 user nova-compute[75147]:       </nova:ports>
Oct 27 19:26:49 user nova-compute[75147]:     </nova:instance>
Oct 27 19:26:49 user nova-compute[75147]:   </metadata>
Oct 27 19:26:49 user nova-compute[75147]:   <sysinfo type="smbios">
Oct 27 19:26:49 user nova-compute[75147]:     <system>
Oct 27 19:26:49 user nova-compute[75147]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 19:26:49 user nova-compute[75147]:       <entry name="product">OpenStack Nova</entry>
Oct 27 19:26:49 user nova-compute[75147]:       <entry name="version">0.0.0</entry>
Oct 27 19:26:49 user nova-compute[75147]:       <entry name="serial">4168f40d-0502-411c-9e29-5f827192ad86</entry>
Oct 27 19:26:49 user nova-compute[75147]:       <entry name="uuid">4168f40d-0502-411c-9e29-5f827192ad86</entry>
Oct 27 19:26:49 user nova-compute[75147]:       <entry name="family">Virtual Machine</entry>
Oct 27 19:26:49 user nova-compute[75147]:     </system>
Oct 27 19:26:49 user nova-compute[75147]:   </sysinfo>
Oct 27 19:26:49 user nova-compute[75147]:   <os>
Oct 27 19:26:49 user nova-compute[75147]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 19:26:49 user nova-compute[75147]:     <boot dev="hd"/>
Oct 27 19:26:49 user nova-compute[75147]:     <smbios mode="sysinfo"/>
Oct 27 19:26:49 user nova-compute[75147]:   </os>
Oct 27 19:26:49 user nova-compute[75147]:   <features>
Oct 27 19:26:49 user nova-compute[75147]:     <acpi/>
Oct 27 19:26:49 user nova-compute[75147]:     <apic/>
Oct 27 19:26:49 user nova-compute[75147]:     <vmcoreinfo/>
Oct 27 19:26:49 user nova-compute[75147]:   </features>
Oct 27 19:26:49 user nova-compute[75147]:   <clock offset="utc">
Oct 27 19:26:49 user nova-compute[75147]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 19:26:49 user nova-compute[75147]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 19:26:49 user nova-compute[75147]:     <timer name="hpet" present="no"/>
Oct 27 19:26:49 user nova-compute[75147]:   </clock>
Oct 27 19:26:49 user nova-compute[75147]:   <cpu mode="custom" match="exact">
Oct 27 19:26:49 user nova-compute[75147]:     <model>Nehalem</model>
Oct 27 19:26:49 user nova-compute[75147]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 19:26:49 user nova-compute[75147]:   </cpu>
Oct 27 19:26:49 user nova-compute[75147]:   <devices>
Oct 27 19:26:49 user nova-compute[75147]:     <disk type="file" device="disk">
Oct 27 19:26:49 user nova-compute[75147]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 27 19:26:49 user nova-compute[75147]:       <source file="/opt/stack/data/nova/instances/4168f40d-0502-411c-9e29-5f827192ad86/disk"/>
Oct 27 19:26:49 user nova-compute[75147]:       <target dev="vda" bus="virtio"/>
Oct 27 19:26:49 user nova-compute[75147]:     </disk>
Oct 27 19:26:49 user nova-compute[75147]:     <interface type="ethernet">
Oct 27 19:26:49 user nova-compute[75147]:       <mac address="fa:16:3e:82:49:fc"/>
Oct 27 19:26:49 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:26:49 user nova-compute[75147]:       <mtu size="1442"/>
Oct 27 19:26:49 user nova-compute[75147]:       <target dev="tap8179fb8a-ef"/>
Oct 27 19:26:49 user nova-compute[75147]:     </interface>
Oct 27 19:26:49 user nova-compute[75147]:     <serial type="pty">
Oct 27 19:26:49 user nova-compute[75147]:       <log file="/opt/stack/data/nova/instances/4168f40d-0502-411c-9e29-5f827192ad86/console.log" append="off"/>
Oct 27 19:26:49 user nova-compute[75147]:     </serial>
Oct 27 19:26:49 user nova-compute[75147]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 19:26:49 user nova-compute[75147]:     <video>
Oct 27 19:26:49 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:26:49 user nova-compute[75147]:     </video>
Oct 27 19:26:49 user nova-compute[75147]:     <rng model="virtio">
Oct 27 19:26:49 user nova-compute[75147]:       <backend model="random">/dev/urandom</backend>
Oct 27 19:26:49 user nova-compute[75147]:     </rng>
Oct 27 19:26:49 user nova-compute[75147]:     <controller type="usb" index="0" model="none"/>
Oct 27 19:26:49 user nova-compute[75147]:     <memballoon model="virtio">
Oct 27 19:26:49 user nova-compute[75147]:       <stats period="10"/>
Oct 27 19:26:49 user nova-compute[75147]:     </memballoon>
Oct 27 19:26:49 user nova-compute[75147]:   </devices>
Oct 27 19:26:49 user nova-compute[75147]: </domain>
Oct 27 19:26:49 user nova-compute[75147]:  {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 19:26:49 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-e452d5db-374e-4a41-bcdc-c20541a3dfef tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:26:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAssistedSnapshotsTest-server-12042473',display_name='tempest-VolumesAssistedSnapshotsTest-server-12042473',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesassistedsnapshotstest-server-12042473',id=8,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFibfHwb4N1zTXpmaKeJ25CzIRoBhql0hQB/TMrlJrvCEYK6rcxqb8r8XAH6ShYzClt6pfu5Fd2afe/clZaD14S3lDKdPYl4QgSEhGSsCW43B0NPFOjg5/domiwJe6j+Vg==',key_name='tempest-keypair-1232275930',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='6db9c1eaa84a443eacf4ac7a2db03a6f',ramdisk_id='',reservation_id='r-z5fq6z2o',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAssistedSnapshotsTest-1891603428',owner_user_name='tempest-VolumesAssistedSnapshotsTest-1891603428-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:26:47Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='32a78e2d208940baab0eeff31f458cff',uuid=4168f40d-0502-411c-9e29-5f827192ad86,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8179fb8a-efb7-4c5b-b2d7-3fe1e8179c21", "address": "fa:16:3e:82:49:fc", "network": {"id": "e43a61ac-3551-419e-9fa9-2715023a1a3c", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1900463797-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6db9c1eaa84a443eacf4ac7a2db03a6f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8179fb8a-ef", "ovs_interfaceid": "8179fb8a-efb7-4c5b-b2d7-3fe1e8179c21", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 19:26:49 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-e452d5db-374e-4a41-bcdc-c20541a3dfef tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] Converting VIF {"id": "8179fb8a-efb7-4c5b-b2d7-3fe1e8179c21", "address": "fa:16:3e:82:49:fc", "network": {"id": "e43a61ac-3551-419e-9fa9-2715023a1a3c", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1900463797-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6db9c1eaa84a443eacf4ac7a2db03a6f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8179fb8a-ef", "ovs_interfaceid": "8179fb8a-efb7-4c5b-b2d7-3fe1e8179c21", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:26:49 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-e452d5db-374e-4a41-bcdc-c20541a3dfef tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:82:49:fc,bridge_name='br-int',has_traffic_filtering=True,id=8179fb8a-efb7-4c5b-b2d7-3fe1e8179c21,network=Network(e43a61ac-3551-419e-9fa9-2715023a1a3c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8179fb8a-ef') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:26:49 user nova-compute[75147]: DEBUG os_vif [None req-e452d5db-374e-4a41-bcdc-c20541a3dfef tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:82:49:fc,bridge_name='br-int',has_traffic_filtering=True,id=8179fb8a-efb7-4c5b-b2d7-3fe1e8179c21,network=Network(e43a61ac-3551-419e-9fa9-2715023a1a3c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8179fb8a-ef') {{(pid=75147) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 19:26:49 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:49 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:26:49 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 19:26:49 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:49 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ea82a298-5562-53dc-8970-1cf84bb843d3', '_type': 'linux-noop'}}, row=False) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:26:49 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:49 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:26:49 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:49 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap8179fb8a-ef, may_exist=True, interface_attrs={}) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:26:49 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap8179fb8a-ef, col_values=(('qos', UUID('a2b05318-8c36-47a1-8f5f-13669cd6e675')),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:26:49 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap8179fb8a-ef, col_values=(('external_ids', {'iface-id': '8179fb8a-efb7-4c5b-b2d7-3fe1e8179c21', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:82:49:fc', 'vm-uuid': '4168f40d-0502-411c-9e29-5f827192ad86'}),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:26:49 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:49 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:26:49 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:49 user nova-compute[75147]: INFO os_vif [None req-e452d5db-374e-4a41-bcdc-c20541a3dfef tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:82:49:fc,bridge_name='br-int',has_traffic_filtering=True,id=8179fb8a-efb7-4c5b-b2d7-3fe1e8179c21,network=Network(e43a61ac-3551-419e-9fa9-2715023a1a3c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8179fb8a-ef')
Oct 27 19:26:49 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-e452d5db-374e-4a41-bcdc-c20541a3dfef tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] No BDM found with device name vda, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:26:49 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-e452d5db-374e-4a41-bcdc-c20541a3dfef tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] No VIF found with MAC fa:16:3e:82:49:fc, not building metadata {{(pid=75147) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 19:26:49 user nova-compute[75147]: DEBUG nova.network.neutron [req-35c95789-edb4-429d-99d0-b776d60539f8 req-3150a649-9a09-4fad-aca2-37a532889551 service nova] [instance: 4168f40d-0502-411c-9e29-5f827192ad86] Updated VIF entry in instance network info cache for port 8179fb8a-efb7-4c5b-b2d7-3fe1e8179c21. {{(pid=75147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 19:26:49 user nova-compute[75147]: DEBUG nova.network.neutron [req-35c95789-edb4-429d-99d0-b776d60539f8 req-3150a649-9a09-4fad-aca2-37a532889551 service nova] [instance: 4168f40d-0502-411c-9e29-5f827192ad86] Updating instance_info_cache with network_info: [{"id": "8179fb8a-efb7-4c5b-b2d7-3fe1e8179c21", "address": "fa:16:3e:82:49:fc", "network": {"id": "e43a61ac-3551-419e-9fa9-2715023a1a3c", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1900463797-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6db9c1eaa84a443eacf4ac7a2db03a6f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8179fb8a-ef", "ovs_interfaceid": "8179fb8a-efb7-4c5b-b2d7-3fe1e8179c21", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:26:49 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-35c95789-edb4-429d-99d0-b776d60539f8 req-3150a649-9a09-4fad-aca2-37a532889551 service nova] Releasing lock "refresh_cache-4168f40d-0502-411c-9e29-5f827192ad86" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:26:50 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:50 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:50 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:50 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:51 user nova-compute[75147]: DEBUG nova.compute.manager [req-ed900f3a-90b7-4252-a4af-646cf09b729d req-9526e7bc-cb45-48ff-8c68-d3758a080f12 service nova] [instance: 4168f40d-0502-411c-9e29-5f827192ad86] Received event network-vif-plugged-8179fb8a-efb7-4c5b-b2d7-3fe1e8179c21 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:26:51 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-ed900f3a-90b7-4252-a4af-646cf09b729d req-9526e7bc-cb45-48ff-8c68-d3758a080f12 service nova] Acquiring lock "4168f40d-0502-411c-9e29-5f827192ad86-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:26:51 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-ed900f3a-90b7-4252-a4af-646cf09b729d req-9526e7bc-cb45-48ff-8c68-d3758a080f12 service nova] Lock "4168f40d-0502-411c-9e29-5f827192ad86-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:26:51 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-ed900f3a-90b7-4252-a4af-646cf09b729d req-9526e7bc-cb45-48ff-8c68-d3758a080f12 service nova] Lock "4168f40d-0502-411c-9e29-5f827192ad86-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:26:51 user nova-compute[75147]: DEBUG nova.compute.manager [req-ed900f3a-90b7-4252-a4af-646cf09b729d req-9526e7bc-cb45-48ff-8c68-d3758a080f12 service nova] [instance: 4168f40d-0502-411c-9e29-5f827192ad86] No waiting events found dispatching network-vif-plugged-8179fb8a-efb7-4c5b-b2d7-3fe1e8179c21 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:26:51 user nova-compute[75147]: WARNING nova.compute.manager [req-ed900f3a-90b7-4252-a4af-646cf09b729d req-9526e7bc-cb45-48ff-8c68-d3758a080f12 service nova] [instance: 4168f40d-0502-411c-9e29-5f827192ad86] Received unexpected event network-vif-plugged-8179fb8a-efb7-4c5b-b2d7-3fe1e8179c21 for instance with vm_state building and task_state spawning.
Oct 27 19:26:51 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:51 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:51 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:53 user nova-compute[75147]: DEBUG nova.compute.manager [None req-e452d5db-374e-4a41-bcdc-c20541a3dfef tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] [instance: 4168f40d-0502-411c-9e29-5f827192ad86] Instance event wait completed in 0 seconds for  {{(pid=75147) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 19:26:53 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-e452d5db-374e-4a41-bcdc-c20541a3dfef tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] [instance: 4168f40d-0502-411c-9e29-5f827192ad86] Guest created on hypervisor {{(pid=75147) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 19:26:53 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: 4168f40d-0502-411c-9e29-5f827192ad86] Instance spawned successfully.
Oct 27 19:26:53 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-e452d5db-374e-4a41-bcdc-c20541a3dfef tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] [instance: 4168f40d-0502-411c-9e29-5f827192ad86] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 27 19:26:53 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-e452d5db-374e-4a41-bcdc-c20541a3dfef tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] [instance: 4168f40d-0502-411c-9e29-5f827192ad86] Found default for hw_cdrom_bus of ide {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:26:53 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-e452d5db-374e-4a41-bcdc-c20541a3dfef tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] [instance: 4168f40d-0502-411c-9e29-5f827192ad86] Found default for hw_disk_bus of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:26:53 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-e452d5db-374e-4a41-bcdc-c20541a3dfef tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] [instance: 4168f40d-0502-411c-9e29-5f827192ad86] Found default for hw_input_bus of None {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:26:53 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-e452d5db-374e-4a41-bcdc-c20541a3dfef tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] [instance: 4168f40d-0502-411c-9e29-5f827192ad86] Found default for hw_pointer_model of None {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:26:53 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-e452d5db-374e-4a41-bcdc-c20541a3dfef tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] [instance: 4168f40d-0502-411c-9e29-5f827192ad86] Found default for hw_video_model of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:26:53 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-e452d5db-374e-4a41-bcdc-c20541a3dfef tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] [instance: 4168f40d-0502-411c-9e29-5f827192ad86] Found default for hw_vif_model of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:26:53 user nova-compute[75147]: DEBUG nova.compute.manager [req-b3e57c04-7260-43f5-9893-07fd4840c6f0 req-dbf4f256-28fc-44f4-8ef7-a3b315de999c service nova] [instance: 4168f40d-0502-411c-9e29-5f827192ad86] Received event network-vif-plugged-8179fb8a-efb7-4c5b-b2d7-3fe1e8179c21 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:26:53 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-b3e57c04-7260-43f5-9893-07fd4840c6f0 req-dbf4f256-28fc-44f4-8ef7-a3b315de999c service nova] Acquiring lock "4168f40d-0502-411c-9e29-5f827192ad86-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:26:53 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-b3e57c04-7260-43f5-9893-07fd4840c6f0 req-dbf4f256-28fc-44f4-8ef7-a3b315de999c service nova] Lock "4168f40d-0502-411c-9e29-5f827192ad86-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:26:53 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-b3e57c04-7260-43f5-9893-07fd4840c6f0 req-dbf4f256-28fc-44f4-8ef7-a3b315de999c service nova] Lock "4168f40d-0502-411c-9e29-5f827192ad86-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:26:53 user nova-compute[75147]: DEBUG nova.compute.manager [req-b3e57c04-7260-43f5-9893-07fd4840c6f0 req-dbf4f256-28fc-44f4-8ef7-a3b315de999c service nova] [instance: 4168f40d-0502-411c-9e29-5f827192ad86] No waiting events found dispatching network-vif-plugged-8179fb8a-efb7-4c5b-b2d7-3fe1e8179c21 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:26:53 user nova-compute[75147]: WARNING nova.compute.manager [req-b3e57c04-7260-43f5-9893-07fd4840c6f0 req-dbf4f256-28fc-44f4-8ef7-a3b315de999c service nova] [instance: 4168f40d-0502-411c-9e29-5f827192ad86] Received unexpected event network-vif-plugged-8179fb8a-efb7-4c5b-b2d7-3fe1e8179c21 for instance with vm_state building and task_state spawning.
Oct 27 19:26:53 user nova-compute[75147]: INFO nova.compute.manager [None req-e452d5db-374e-4a41-bcdc-c20541a3dfef tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] [instance: 4168f40d-0502-411c-9e29-5f827192ad86] Took 5.86 seconds to spawn the instance on the hypervisor.
Oct 27 19:26:53 user nova-compute[75147]: DEBUG nova.compute.manager [None req-e452d5db-374e-4a41-bcdc-c20541a3dfef tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] [instance: 4168f40d-0502-411c-9e29-5f827192ad86] Checking state {{(pid=75147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 19:26:53 user nova-compute[75147]: INFO nova.compute.manager [None req-e452d5db-374e-4a41-bcdc-c20541a3dfef tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] [instance: 4168f40d-0502-411c-9e29-5f827192ad86] Took 7.06 seconds to build instance.
Oct 27 19:26:53 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e452d5db-374e-4a41-bcdc-c20541a3dfef tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] Lock "4168f40d-0502-411c-9e29-5f827192ad86" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.190s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:26:54 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:55 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:26:59 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:27:00 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:27:04 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:27:08 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Acquiring lock "2dbafd14-6c52-4417-ae5e-cadb11694492" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:27:08 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Lock "2dbafd14-6c52-4417-ae5e-cadb11694492" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:27:08 user nova-compute[75147]: DEBUG nova.compute.manager [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] Starting instance... {{(pid=75147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 27 19:27:08 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:27:08 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:27:08 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75147) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 19:27:08 user nova-compute[75147]: INFO nova.compute.claims [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] Claim successful on node user
Oct 27 19:27:08 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Refreshing inventories for resource provider 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 27 19:27:08 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Updating ProviderTree inventory for provider 719076f2-a22e-4833-8fe0-efddc2edace5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 27 19:27:08 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Updating inventory in ProviderTree for provider 719076f2-a22e-4833-8fe0-efddc2edace5 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 27 19:27:08 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Refreshing aggregate associations for resource provider 719076f2-a22e-4833-8fe0-efddc2edace5, aggregates: None {{(pid=75147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 27 19:27:08 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Refreshing trait associations for resource provider 719076f2-a22e-4833-8fe0-efddc2edace5, traits: COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_VOLUME_EXTEND,HW_CPU_X86_SSSE3,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_NET_VIF_MODEL_RTL8139,HW_CPU_X86_SSE2,HW_CPU_X86_SSE42,COMPUTE_STORAGE_BUS_SATA,COMPUTE_RESCUE_BFV,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,HW_CPU_X86_SSE41,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_ACCELERATORS,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NODE,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_STORAGE_BUS_FDC,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_STORAGE_BUS_USB,HW_CPU_X86_SSE,COMPUTE_DEVICE_TAGGING,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_CPU_X86_MMX,COMPUTE_STORAGE_BUS_IDE,COMPUTE_TRUSTED_CERTS,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_IMAGE_TYPE_RAW {{(pid=75147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 27 19:27:09 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:27:09 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:27:09 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.598s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:27:09 user nova-compute[75147]: DEBUG nova.compute.manager [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] Start building networks asynchronously for instance. {{(pid=75147) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 27 19:27:09 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:27:09 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:27:09 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75147) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 19:27:09 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 19:27:09 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 19:27:09 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:27:09 user nova-compute[75147]: DEBUG nova.compute.manager [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] Allocating IP information in the background. {{(pid=75147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 27 19:27:09 user nova-compute[75147]: DEBUG nova.network.neutron [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] allocate_for_instance() {{(pid=75147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 27 19:27:09 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 27 19:27:09 user nova-compute[75147]: DEBUG nova.compute.manager [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] Start building block device mappings for instance. {{(pid=75147) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 27 19:27:09 user nova-compute[75147]: DEBUG nova.policy [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd8db45602c934fb4bcf88eb579e20f99', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7c98dca0f3164920a77c1f409560aef2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75147) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 27 19:27:09 user nova-compute[75147]: INFO nova.virt.block_device [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] Booting with volume 23f7eea6-b543-4586-8760-1ae3a23356b0 at /dev/vda
Oct 27 19:27:09 user nova-compute[75147]: DEBUG os_brick.utils [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:27:09 user nova-compute[75147]: INFO oslo.privsep.daemon [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'os_brick.privileged.default', '--privsep_sock_path', '/tmp/tmpvg2hgowt/privsep.sock']
Oct 27 19:27:09 user sudo[86342]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context os_brick.privileged.default --privsep_sock_path /tmp/tmpvg2hgowt/privsep.sock
Oct 27 19:27:09 user sudo[86342]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Oct 27 19:27:10 user nova-compute[75147]: DEBUG nova.network.neutron [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] Successfully created port: 2ea74459-f29e-4866-9f24-d523a3a7a6dc {{(pid=75147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 19:27:10 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:27:11 user nova-compute[75147]: DEBUG nova.network.neutron [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] Successfully updated port: 2ea74459-f29e-4866-9f24-d523a3a7a6dc {{(pid=75147) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 19:27:11 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Acquiring lock "refresh_cache-2dbafd14-6c52-4417-ae5e-cadb11694492" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:27:11 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Acquired lock "refresh_cache-2dbafd14-6c52-4417-ae5e-cadb11694492" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:27:11 user nova-compute[75147]: DEBUG nova.network.neutron [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] Building network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 19:27:11 user nova-compute[75147]: DEBUG nova.compute.manager [req-317417e2-817d-440d-a624-e6f6cea2a100 req-3be379a3-48cf-43b8-94ab-59d56db0cad5 service nova] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] Received event network-changed-2ea74459-f29e-4866-9f24-d523a3a7a6dc {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:27:11 user nova-compute[75147]: DEBUG nova.compute.manager [req-317417e2-817d-440d-a624-e6f6cea2a100 req-3be379a3-48cf-43b8-94ab-59d56db0cad5 service nova] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] Refreshing instance network info cache due to event network-changed-2ea74459-f29e-4866-9f24-d523a3a7a6dc. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 19:27:11 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-317417e2-817d-440d-a624-e6f6cea2a100 req-3be379a3-48cf-43b8-94ab-59d56db0cad5 service nova] Acquiring lock "refresh_cache-2dbafd14-6c52-4417-ae5e-cadb11694492" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:27:11 user sudo[86342]: pam_unix(sudo:session): session closed for user root
Oct 27 19:27:11 user nova-compute[75147]: INFO oslo.privsep.daemon [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Spawned new privsep daemon via rootwrap
Oct 27 19:27:11 user nova-compute[75147]: INFO oslo.privsep.daemon [-] privsep daemon starting
Oct 27 19:27:11 user nova-compute[75147]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Oct 27 19:27:11 user nova-compute[75147]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_SYS_ADMIN/CAP_SYS_ADMIN/none
Oct 27 19:27:11 user nova-compute[75147]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 86354
Oct 27 19:27:11 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[edadee71-755a-4b2d-a9e9-361e01fedc7e]: (2,) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:27:11 user nova-compute[75147]: DEBUG nova.network.neutron [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] Instance cache missing network info. {{(pid=75147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 19:27:11 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:27:11 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:27:11 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff34aae9-d2e2-4572-86e3-adfbf3d57976]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9325735bc82e\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:27:11 user nova-compute[75147]: WARNING os_brick.initiator.connectors.nvmeof [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Could not find nvme_core/parameters/multipath: FileNotFoundError: [Errno 2] No such file or directory: '/sys/module/nvme_core/parameters/multipath'
Oct 27 19:27:11 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:27:11 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:27:11 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[d94b90e1-afec-413c-94c7-3a786b24853e]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:27:11 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:27:11 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:27:11 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[74a68bdf-e846-4268-af1a-eea6bef04b18]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:27:11 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[5665e90a-962a-4fad-894a-f032a93d667e]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:27:11 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Running cmd (subprocess): nvme version {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:27:11 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] 'nvme version' failed. Not Retrying. {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 19:27:11 user nova-compute[75147]: DEBUG nova.network.neutron [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] Updating instance_info_cache with network_info: [{"id": "2ea74459-f29e-4866-9f24-d523a3a7a6dc", "address": "fa:16:3e:14:ce:46", "network": {"id": "01979c91-d719-480e-bf3d-6c7a31cd437d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1150015575-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7c98dca0f3164920a77c1f409560aef2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2ea74459-f2", "ovs_interfaceid": "2ea74459-f29e-4866-9f24-d523a3a7a6dc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:27:11 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.nvmeof [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] nvme not present on system {{(pid=75147) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 27 19:27:11 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:27:11 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 19:27:11 user nova-compute[75147]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 27 19:27:11 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[0894ff36-8dbb-4db8-92ec-6231fef49f61]: (4, '') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:27:11 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75147) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 27 19:27:11 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 27 19:27:11 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] LIGHTOS: no hostnqn found. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 27 19:27:11 user nova-compute[75147]: DEBUG os_brick.utils [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] <== get_connector_properties: return (2053ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9325735bc82e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:27:11 user nova-compute[75147]: DEBUG nova.virt.block_device [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] Updating existing volume attachment record: b5a6aea7-a05a-4c42-8f5a-2f7fa027b5b5 {{(pid=75147) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 27 19:27:11 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Releasing lock "refresh_cache-2dbafd14-6c52-4417-ae5e-cadb11694492" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:27:11 user nova-compute[75147]: DEBUG nova.compute.manager [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] Instance network_info: |[{"id": "2ea74459-f29e-4866-9f24-d523a3a7a6dc", "address": "fa:16:3e:14:ce:46", "network": {"id": "01979c91-d719-480e-bf3d-6c7a31cd437d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1150015575-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7c98dca0f3164920a77c1f409560aef2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2ea74459-f2", "ovs_interfaceid": "2ea74459-f29e-4866-9f24-d523a3a7a6dc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 27 19:27:11 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-317417e2-817d-440d-a624-e6f6cea2a100 req-3be379a3-48cf-43b8-94ab-59d56db0cad5 service nova] Acquired lock "refresh_cache-2dbafd14-6c52-4417-ae5e-cadb11694492" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:27:11 user nova-compute[75147]: DEBUG nova.network.neutron [req-317417e2-817d-440d-a624-e6f6cea2a100 req-3be379a3-48cf-43b8-94ab-59d56db0cad5 service nova] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] Refreshing network info cache for port 2ea74459-f29e-4866-9f24-d523a3a7a6dc {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 19:27:12 user nova-compute[75147]: DEBUG nova.network.neutron [req-317417e2-817d-440d-a624-e6f6cea2a100 req-3be379a3-48cf-43b8-94ab-59d56db0cad5 service nova] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] Updated VIF entry in instance network info cache for port 2ea74459-f29e-4866-9f24-d523a3a7a6dc. {{(pid=75147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 19:27:12 user nova-compute[75147]: DEBUG nova.network.neutron [req-317417e2-817d-440d-a624-e6f6cea2a100 req-3be379a3-48cf-43b8-94ab-59d56db0cad5 service nova] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] Updating instance_info_cache with network_info: [{"id": "2ea74459-f29e-4866-9f24-d523a3a7a6dc", "address": "fa:16:3e:14:ce:46", "network": {"id": "01979c91-d719-480e-bf3d-6c7a31cd437d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1150015575-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7c98dca0f3164920a77c1f409560aef2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2ea74459-f2", "ovs_interfaceid": "2ea74459-f29e-4866-9f24-d523a3a7a6dc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:27:12 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-317417e2-817d-440d-a624-e6f6cea2a100 req-3be379a3-48cf-43b8-94ab-59d56db0cad5 service nova] Releasing lock "refresh_cache-2dbafd14-6c52-4417-ae5e-cadb11694492" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:27:14 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:27:15 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:27:19 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:27:20 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:27:24 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:27:25 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:27:29 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:27:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:27:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:27:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5004 ms, sending inactivity probe {{(pid=75147) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 19:27:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 19:27:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 19:27:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:27:36 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:27:39 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:27:40 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:27:41 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Acquiring lock "519212ec-e041-4397-8405-3f301c417b59" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:27:41 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Lock "519212ec-e041-4397-8405-3f301c417b59" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:27:41 user nova-compute[75147]: DEBUG nova.compute.manager [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] [instance: 519212ec-e041-4397-8405-3f301c417b59] Starting instance... {{(pid=75147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 27 19:27:41 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:27:41 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:27:41 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75147) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 19:27:41 user nova-compute[75147]: INFO nova.compute.claims [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] [instance: 519212ec-e041-4397-8405-3f301c417b59] Claim successful on node user
Oct 27 19:27:41 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:27:41 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:27:41 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:27:41 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.423s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:27:41 user nova-compute[75147]: DEBUG nova.compute.manager [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] [instance: 519212ec-e041-4397-8405-3f301c417b59] Start building networks asynchronously for instance. {{(pid=75147) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 27 19:27:41 user nova-compute[75147]: DEBUG nova.compute.manager [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] [instance: 519212ec-e041-4397-8405-3f301c417b59] Allocating IP information in the background. {{(pid=75147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 27 19:27:41 user nova-compute[75147]: DEBUG nova.network.neutron [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] [instance: 519212ec-e041-4397-8405-3f301c417b59] allocate_for_instance() {{(pid=75147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 27 19:27:41 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] [instance: 519212ec-e041-4397-8405-3f301c417b59] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 27 19:27:42 user nova-compute[75147]: DEBUG nova.compute.manager [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] [instance: 519212ec-e041-4397-8405-3f301c417b59] Start building block device mappings for instance. {{(pid=75147) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 27 19:27:42 user nova-compute[75147]: INFO nova.virt.block_device [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] [instance: 519212ec-e041-4397-8405-3f301c417b59] Booting with volume 64a36ab0-3cc8-4d60-aa88-a208e75bb0c6 at /dev/vda
Oct 27 19:27:42 user nova-compute[75147]: DEBUG nova.policy [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '88dd3026c7d0407fb2737c242c01aaea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '826578ed75e04f04b57dfc7940a8c810', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75147) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 27 19:27:42 user nova-compute[75147]: DEBUG os_brick.utils [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:27:42 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:27:42 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:27:42 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd22dcf9-c54d-4121-a9a5-8d16b1d39d7e]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9325735bc82e\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:27:42 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:27:42 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:27:42 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c66a5b1-7fe9-4a65-950d-e0137ae07ca2]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:27:42 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:27:42 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:27:42 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[814daae8-5776-4178-b630-edb3997a76e4]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:27:42 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[68c5f789-2f23-4f29-9d21-49bc51ebfde7]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:27:42 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Running cmd (subprocess): nvme version {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:27:42 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] 'nvme version' failed. Not Retrying. {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 19:27:42 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.nvmeof [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] nvme not present on system {{(pid=75147) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 27 19:27:42 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:27:42 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 19:27:42 user nova-compute[75147]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 27 19:27:42 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[c193a8bc-0971-4fb0-be71-404eefb6b0ca]: (4, '') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:27:42 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75147) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 27 19:27:42 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 27 19:27:42 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] LIGHTOS: no hostnqn found. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 27 19:27:42 user nova-compute[75147]: DEBUG os_brick.utils [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] <== get_connector_properties: return (132ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9325735bc82e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:27:42 user nova-compute[75147]: DEBUG nova.virt.block_device [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] [instance: 519212ec-e041-4397-8405-3f301c417b59] Updating existing volume attachment record: b78477f7-5249-4619-a38b-da08c5ed54f2 {{(pid=75147) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 27 19:27:42 user nova-compute[75147]: DEBUG nova.network.neutron [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] [instance: 519212ec-e041-4397-8405-3f301c417b59] Successfully created port: 50fbdd35-e7c7-47a1-a597-c6daa0463acc {{(pid=75147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 19:27:42 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:27:42 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:27:42 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:27:42 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:27:42 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:27:42 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:27:42 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:27:42 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Auditing locally available compute resources for user (node: user) {{(pid=75147) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 19:27:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4168f40d-0502-411c-9e29-5f827192ad86/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:27:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4168f40d-0502-411c-9e29-5f827192ad86/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:27:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4168f40d-0502-411c-9e29-5f827192ad86/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:27:43 user nova-compute[75147]: DEBUG nova.network.neutron [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] [instance: 519212ec-e041-4397-8405-3f301c417b59] Successfully created port: bb79e36b-036b-4c1f-beae-5eafe109eb13 {{(pid=75147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 19:27:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4168f40d-0502-411c-9e29-5f827192ad86/disk --force-share --output=json" returned: 0 in 0.227s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:27:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdbe7335-af99-486a-9a7e-adbdf4443572/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:27:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdbe7335-af99-486a-9a7e-adbdf4443572/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:27:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdbe7335-af99-486a-9a7e-adbdf4443572/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:27:43 user nova-compute[75147]: DEBUG nova.network.neutron [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] [instance: 519212ec-e041-4397-8405-3f301c417b59] Successfully created port: 80ebb49f-6196-4471-97c0-05ffc132197f {{(pid=75147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 19:27:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdbe7335-af99-486a-9a7e-adbdf4443572/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:27:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/17da16fe-2762-4442-a31f-c966695dea37/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:27:43 user nova-compute[75147]: INFO nova.compute.manager [None req-e1fb9ce2-8712-49b0-9a4b-d734bca7b733 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a] Rescuing
Oct 27 19:27:43 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e1fb9ce2-8712-49b0-9a4b-d734bca7b733 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Acquiring lock "refresh_cache-18c1bbe4-9572-4a2e-b855-72ced4cd7f6a" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:27:43 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e1fb9ce2-8712-49b0-9a4b-d734bca7b733 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Acquired lock "refresh_cache-18c1bbe4-9572-4a2e-b855-72ced4cd7f6a" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:27:43 user nova-compute[75147]: DEBUG nova.network.neutron [None req-e1fb9ce2-8712-49b0-9a4b-d734bca7b733 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a] Building network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 19:27:44 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/17da16fe-2762-4442-a31f-c966695dea37/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:27:44 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/17da16fe-2762-4442-a31f-c966695dea37/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:27:44 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:27:44 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/17da16fe-2762-4442-a31f-c966695dea37/disk --force-share --output=json" returned: 0 in 0.258s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:27:44 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bb800ac4-3e39-4e7f-9475-55d23c135d0b/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:27:44 user nova-compute[75147]: DEBUG nova.network.neutron [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] [instance: 519212ec-e041-4397-8405-3f301c417b59] Successfully created port: 5cdb5084-7522-400c-80be-826f6ea26e62 {{(pid=75147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 19:27:44 user nova-compute[75147]: DEBUG nova.network.neutron [None req-e1fb9ce2-8712-49b0-9a4b-d734bca7b733 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a] Updating instance_info_cache with network_info: [{"id": "df6ab6f1-d51f-4de0-a6e0-33a292aacd9e", "address": "fa:16:3e:08:ab:c2", "network": {"id": "997a94dd-a6cc-485a-9bca-761040e12ccf", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-358973122-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c05b7c7e7bf147fcbc02a57ffda4a15d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf6ab6f1-d5", "ovs_interfaceid": "df6ab6f1-d51f-4de0-a6e0-33a292aacd9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:27:44 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e1fb9ce2-8712-49b0-9a4b-d734bca7b733 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Releasing lock "refresh_cache-18c1bbe4-9572-4a2e-b855-72ced4cd7f6a" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:27:44 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bb800ac4-3e39-4e7f-9475-55d23c135d0b/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:27:44 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bb800ac4-3e39-4e7f-9475-55d23c135d0b/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:27:44 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:27:44 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bb800ac4-3e39-4e7f-9475-55d23c135d0b/disk --force-share --output=json" returned: 0 in 0.225s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:27:44 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3fb6898-879f-4828-b0c8-f4c7911c334c/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:27:44 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:27:45 user nova-compute[75147]: DEBUG nova.compute.manager [req-b7a947bd-1efd-4e35-8a26-a60cf42e71a5 req-fb19f4be-043a-4991-aade-45df1a4c4ed7 service nova] [instance: 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a] Received event network-vif-unplugged-df6ab6f1-d51f-4de0-a6e0-33a292aacd9e {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:27:45 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-b7a947bd-1efd-4e35-8a26-a60cf42e71a5 req-fb19f4be-043a-4991-aade-45df1a4c4ed7 service nova] Acquiring lock "18c1bbe4-9572-4a2e-b855-72ced4cd7f6a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:27:45 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-b7a947bd-1efd-4e35-8a26-a60cf42e71a5 req-fb19f4be-043a-4991-aade-45df1a4c4ed7 service nova] Lock "18c1bbe4-9572-4a2e-b855-72ced4cd7f6a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:27:45 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-b7a947bd-1efd-4e35-8a26-a60cf42e71a5 req-fb19f4be-043a-4991-aade-45df1a4c4ed7 service nova] Lock "18c1bbe4-9572-4a2e-b855-72ced4cd7f6a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:27:45 user nova-compute[75147]: DEBUG nova.compute.manager [req-b7a947bd-1efd-4e35-8a26-a60cf42e71a5 req-fb19f4be-043a-4991-aade-45df1a4c4ed7 service nova] [instance: 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a] No waiting events found dispatching network-vif-unplugged-df6ab6f1-d51f-4de0-a6e0-33a292aacd9e {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:27:45 user nova-compute[75147]: WARNING nova.compute.manager [req-b7a947bd-1efd-4e35-8a26-a60cf42e71a5 req-fb19f4be-043a-4991-aade-45df1a4c4ed7 service nova] [instance: 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a] Received unexpected event network-vif-unplugged-df6ab6f1-d51f-4de0-a6e0-33a292aacd9e for instance with vm_state active and task_state rescuing.
Oct 27 19:27:45 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3fb6898-879f-4828-b0c8-f4c7911c334c/disk --force-share --output=json" returned: 0 in 0.228s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:27:45 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3fb6898-879f-4828-b0c8-f4c7911c334c/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:27:45 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:27:45 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:27:45 user nova-compute[75147]: DEBUG nova.network.neutron [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] [instance: 519212ec-e041-4397-8405-3f301c417b59] Successfully created port: 09751407-65e3-46e8-9deb-ee0aed32a055 {{(pid=75147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 19:27:45 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3fb6898-879f-4828-b0c8-f4c7911c334c/disk --force-share --output=json" returned: 0 in 0.215s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:27:45 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:27:45 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:27:45 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:27:45 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:27:45 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a] Instance destroyed successfully.
Oct 27 19:27:45 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-e1fb9ce2-8712-49b0-9a4b-d734bca7b733 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a] Attempting rescue
Oct 27 19:27:45 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-e1fb9ce2-8712-49b0-9a4b-d734bca7b733 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=75147) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Oct 27 19:27:45 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-e1fb9ce2-8712-49b0-9a4b-d734bca7b733 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a] Instance directory exists: not creating {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Oct 27 19:27:45 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-e1fb9ce2-8712-49b0-9a4b-d734bca7b733 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a] Creating image(s)
Oct 27 19:27:45 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e1fb9ce2-8712-49b0-9a4b-d734bca7b733 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Acquiring lock "/opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:27:45 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e1fb9ce2-8712-49b0-9a4b-d734bca7b733 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Lock "/opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:27:45 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e1fb9ce2-8712-49b0-9a4b-d734bca7b733 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Lock "/opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.004s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:27:45 user nova-compute[75147]: DEBUG nova.objects.instance [None req-e1fb9ce2-8712-49b0-9a4b-d734bca7b733 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Lazy-loading 'trusted_certs' on Instance uuid 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:27:45 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e1fb9ce2-8712-49b0-9a4b-d734bca7b733 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Acquiring lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:27:45 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e1fb9ce2-8712-49b0-9a4b-d734bca7b733 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:27:45 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-e1fb9ce2-8712-49b0-9a4b-d734bca7b733 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:27:45 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:27:45 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:27:45 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk --force-share --output=json" returned: 0 in 0.259s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:27:45 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:27:45 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:27:45 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-e1fb9ce2-8712-49b0-9a4b-d734bca7b733 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.198s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:27:45 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-e1fb9ce2-8712-49b0-9a4b-d734bca7b733 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa,backing_fmt=raw /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk.rescue {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:27:45 user nova-compute[75147]: DEBUG nova.network.neutron [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] [instance: 519212ec-e041-4397-8405-3f301c417b59] Successfully updated port: 50fbdd35-e7c7-47a1-a597-c6daa0463acc {{(pid=75147) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 19:27:45 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-e1fb9ce2-8712-49b0-9a4b-d734bca7b733 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa,backing_fmt=raw /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk.rescue" returned: 0 in 0.068s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:27:45 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e1fb9ce2-8712-49b0-9a4b-d734bca7b733 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.272s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:27:45 user nova-compute[75147]: DEBUG nova.objects.instance [None req-e1fb9ce2-8712-49b0-9a4b-d734bca7b733 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Lazy-loading 'migration_context' on Instance uuid 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:27:45 user nova-compute[75147]: DEBUG nova.compute.manager [req-6ea57c58-70e9-461c-8391-bafd86c5f46d req-a325bd32-2683-43d6-9423-b80b441c36f5 service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Received event network-changed-50fbdd35-e7c7-47a1-a597-c6daa0463acc {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:27:45 user nova-compute[75147]: DEBUG nova.compute.manager [req-6ea57c58-70e9-461c-8391-bafd86c5f46d req-a325bd32-2683-43d6-9423-b80b441c36f5 service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Refreshing instance network info cache due to event network-changed-50fbdd35-e7c7-47a1-a597-c6daa0463acc. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 19:27:45 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-6ea57c58-70e9-461c-8391-bafd86c5f46d req-a325bd32-2683-43d6-9423-b80b441c36f5 service nova] Acquiring lock "refresh_cache-519212ec-e041-4397-8405-3f301c417b59" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:27:45 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-6ea57c58-70e9-461c-8391-bafd86c5f46d req-a325bd32-2683-43d6-9423-b80b441c36f5 service nova] Acquired lock "refresh_cache-519212ec-e041-4397-8405-3f301c417b59" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:27:45 user nova-compute[75147]: DEBUG nova.network.neutron [req-6ea57c58-70e9-461c-8391-bafd86c5f46d req-a325bd32-2683-43d6-9423-b80b441c36f5 service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Refreshing network info cache for port 50fbdd35-e7c7-47a1-a597-c6daa0463acc {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 19:27:45 user nova-compute[75147]: DEBUG nova.objects.base [None req-e1fb9ce2-8712-49b0-9a4b-d734bca7b733 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Object Instance<18c1bbe4-9572-4a2e-b855-72ced4cd7f6a> lazy-loaded attributes: trusted_certs,migration_context {{(pid=75147) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 19:27:45 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-e1fb9ce2-8712-49b0-9a4b-d734bca7b733 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a] Created local disks {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 27 19:27:45 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-e1fb9ce2-8712-49b0-9a4b-d734bca7b733 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a] Start _get_guest_xml network_info=[{"id": "df6ab6f1-d51f-4de0-a6e0-33a292aacd9e", "address": "fa:16:3e:08:ab:c2", "network": {"id": "997a94dd-a6cc-485a-9bca-761040e12ccf", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-358973122-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-358973122-network", "vif_mac": "fa:16:3e:08:ab:c2"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c05b7c7e7bf147fcbc02a57ffda4a15d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf6ab6f1-d5", "ovs_interfaceid": "df6ab6f1-d51f-4de0-a6e0-33a292aacd9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T19:22:09Z,direct_url=<?>,disk_format='qcow2',id=d52df17c-5315-4a73-ab7c-34c161a414fb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0b43115555434818b0c8bdf6be4946da',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T19:22:11Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': 'd52df17c-5315-4a73-ab7c-34c161a414fb', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=None {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 19:27:45 user nova-compute[75147]: DEBUG nova.objects.instance [None req-e1fb9ce2-8712-49b0-9a4b-d734bca7b733 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Lazy-loading 'resources' on Instance uuid 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:27:45 user nova-compute[75147]: DEBUG nova.objects.base [None req-e1fb9ce2-8712-49b0-9a4b-d734bca7b733 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Object Instance<18c1bbe4-9572-4a2e-b855-72ced4cd7f6a> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=75147) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 19:27:45 user nova-compute[75147]: DEBUG nova.objects.instance [None req-e1fb9ce2-8712-49b0-9a4b-d734bca7b733 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Lazy-loading 'numa_topology' on Instance uuid 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:27:45 user nova-compute[75147]: DEBUG nova.objects.base [None req-e1fb9ce2-8712-49b0-9a4b-d734bca7b733 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Object Instance<18c1bbe4-9572-4a2e-b855-72ced4cd7f6a> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=75147) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 19:27:46 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-e1fb9ce2-8712-49b0-9a4b-d734bca7b733 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:27:46 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-e1fb9ce2-8712-49b0-9a4b-d734bca7b733 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:27:46 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-e1fb9ce2-8712-49b0-9a4b-d734bca7b733 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 19:27:46 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-e1fb9ce2-8712-49b0-9a4b-d734bca7b733 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] CPU controller missing on host. {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 19:27:46 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk --force-share --output=json" returned: 0 in 0.236s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:27:46 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-e1fb9ce2-8712-49b0-9a4b-d734bca7b733 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 19:27:46 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-e1fb9ce2-8712-49b0-9a4b-d734bca7b733 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] CPU controller found on host. {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 19:27:46 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-e1fb9ce2-8712-49b0-9a4b-d734bca7b733 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75147) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 19:27:46 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-e1fb9ce2-8712-49b0-9a4b-d734bca7b733 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T19:21:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T19:22:09Z,direct_url=<?>,disk_format='qcow2',id=d52df17c-5315-4a73-ab7c-34c161a414fb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0b43115555434818b0c8bdf6be4946da',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T19:22:11Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 19:27:46 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-e1fb9ce2-8712-49b0-9a4b-d734bca7b733 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Flavor limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 19:27:46 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-e1fb9ce2-8712-49b0-9a4b-d734bca7b733 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Image limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 19:27:46 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-e1fb9ce2-8712-49b0-9a4b-d734bca7b733 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Flavor pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 19:27:46 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-e1fb9ce2-8712-49b0-9a4b-d734bca7b733 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Image pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 19:27:46 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-e1fb9ce2-8712-49b0-9a4b-d734bca7b733 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 19:27:46 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-e1fb9ce2-8712-49b0-9a4b-d734bca7b733 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 19:27:46 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-e1fb9ce2-8712-49b0-9a4b-d734bca7b733 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 19:27:46 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-e1fb9ce2-8712-49b0-9a4b-d734bca7b733 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Got 1 possible topologies {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 19:27:46 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-e1fb9ce2-8712-49b0-9a4b-d734bca7b733 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 19:27:46 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-e1fb9ce2-8712-49b0-9a4b-d734bca7b733 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 19:27:46 user nova-compute[75147]: DEBUG nova.objects.instance [None req-e1fb9ce2-8712-49b0-9a4b-d734bca7b733 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Lazy-loading 'vcpu_model' on Instance uuid 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:27:46 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c49c74a6-9955-4a79-848f-4e6b9e348f9c/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:27:46 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:27:46 user nova-compute[75147]: DEBUG nova.objects.base [None req-e1fb9ce2-8712-49b0-9a4b-d734bca7b733 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Object Instance<18c1bbe4-9572-4a2e-b855-72ced4cd7f6a> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=75147) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 19:27:46 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-e1fb9ce2-8712-49b0-9a4b-d734bca7b733 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:25:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1097856485',display_name='tempest-ServerRescueNegativeTestJSON-server-1097856485',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1097856485',id=2,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-27T19:26:16Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='c05b7c7e7bf147fcbc02a57ffda4a15d',ramdisk_id='',reservation_id='r-oegyk52r',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-2101781904',owner_user_name='tempest-ServerRescueNegativeTestJSON-2101781904-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:26:16Z,user_data=None,user_id='93e1abe7cc4e4248a6f9682cbd7b00aa',uuid=18c1bbe4-9572-4a2e-b855-72ced4cd7f6a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "df6ab6f1-d51f-4de0-a6e0-33a292aacd9e", "address": "fa:16:3e:08:ab:c2", "network": {"id": "997a94dd-a6cc-485a-9bca-761040e12ccf", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-358973122-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-358973122-network", "vif_mac": "fa:16:3e:08:ab:c2"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c05b7c7e7bf147fcbc02a57ffda4a15d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf6ab6f1-d5", "ovs_interfaceid": "df6ab6f1-d51f-4de0-a6e0-33a292aacd9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75147) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 19:27:46 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-e1fb9ce2-8712-49b0-9a4b-d734bca7b733 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Converting VIF {"id": "df6ab6f1-d51f-4de0-a6e0-33a292aacd9e", "address": "fa:16:3e:08:ab:c2", "network": {"id": "997a94dd-a6cc-485a-9bca-761040e12ccf", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-358973122-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-358973122-network", "vif_mac": "fa:16:3e:08:ab:c2"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c05b7c7e7bf147fcbc02a57ffda4a15d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf6ab6f1-d5", "ovs_interfaceid": "df6ab6f1-d51f-4de0-a6e0-33a292aacd9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:27:46 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-e1fb9ce2-8712-49b0-9a4b-d734bca7b733 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:08:ab:c2,bridge_name='br-int',has_traffic_filtering=True,id=df6ab6f1-d51f-4de0-a6e0-33a292aacd9e,network=Network(997a94dd-a6cc-485a-9bca-761040e12ccf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdf6ab6f1-d5') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:27:46 user nova-compute[75147]: DEBUG nova.objects.instance [None req-e1fb9ce2-8712-49b0-9a4b-d734bca7b733 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Lazy-loading 'pci_devices' on Instance uuid 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:27:46 user nova-compute[75147]: DEBUG nova.network.neutron [req-6ea57c58-70e9-461c-8391-bafd86c5f46d req-a325bd32-2683-43d6-9423-b80b441c36f5 service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Instance cache missing network info. {{(pid=75147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 19:27:46 user nova-compute[75147]: DEBUG nova.objects.base [None req-e1fb9ce2-8712-49b0-9a4b-d734bca7b733 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Object Instance<18c1bbe4-9572-4a2e-b855-72ced4cd7f6a> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=75147) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 19:27:46 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-e1fb9ce2-8712-49b0-9a4b-d734bca7b733 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a] End _get_guest_xml xml=<domain type="kvm">
Oct 27 19:27:46 user nova-compute[75147]:   <uuid>18c1bbe4-9572-4a2e-b855-72ced4cd7f6a</uuid>
Oct 27 19:27:46 user nova-compute[75147]:   <name>instance-00000002</name>
Oct 27 19:27:46 user nova-compute[75147]:   <memory>524288</memory>
Oct 27 19:27:46 user nova-compute[75147]:   <vcpu>1</vcpu>
Oct 27 19:27:46 user nova-compute[75147]:   <metadata>
Oct 27 19:27:46 user nova-compute[75147]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 19:27:46 user nova-compute[75147]:       <nova:package version="0.0.0"/>
Oct 27 19:27:46 user nova-compute[75147]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-1097856485</nova:name>
Oct 27 19:27:46 user nova-compute[75147]:       <nova:creationTime>2023-10-27 19:27:46</nova:creationTime>
Oct 27 19:27:46 user nova-compute[75147]:       <nova:flavor name="m1.tiny">
Oct 27 19:27:46 user nova-compute[75147]:         <nova:memory>512</nova:memory>
Oct 27 19:27:46 user nova-compute[75147]:         <nova:disk>1</nova:disk>
Oct 27 19:27:46 user nova-compute[75147]:         <nova:swap>0</nova:swap>
Oct 27 19:27:46 user nova-compute[75147]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 19:27:46 user nova-compute[75147]:         <nova:vcpus>1</nova:vcpus>
Oct 27 19:27:46 user nova-compute[75147]:       </nova:flavor>
Oct 27 19:27:46 user nova-compute[75147]:       <nova:owner>
Oct 27 19:27:46 user nova-compute[75147]:         <nova:user uuid="93e1abe7cc4e4248a6f9682cbd7b00aa">tempest-ServerRescueNegativeTestJSON-2101781904-project-member</nova:user>
Oct 27 19:27:46 user nova-compute[75147]:         <nova:project uuid="c05b7c7e7bf147fcbc02a57ffda4a15d">tempest-ServerRescueNegativeTestJSON-2101781904</nova:project>
Oct 27 19:27:46 user nova-compute[75147]:       </nova:owner>
Oct 27 19:27:46 user nova-compute[75147]:       <nova:root type="image" uuid="d52df17c-5315-4a73-ab7c-34c161a414fb"/>
Oct 27 19:27:46 user nova-compute[75147]:       <nova:ports>
Oct 27 19:27:46 user nova-compute[75147]:         <nova:port uuid="df6ab6f1-d51f-4de0-a6e0-33a292aacd9e">
Oct 27 19:27:46 user nova-compute[75147]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Oct 27 19:27:46 user nova-compute[75147]:         </nova:port>
Oct 27 19:27:46 user nova-compute[75147]:       </nova:ports>
Oct 27 19:27:46 user nova-compute[75147]:     </nova:instance>
Oct 27 19:27:46 user nova-compute[75147]:   </metadata>
Oct 27 19:27:46 user nova-compute[75147]:   <sysinfo type="smbios">
Oct 27 19:27:46 user nova-compute[75147]:     <system>
Oct 27 19:27:46 user nova-compute[75147]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 19:27:46 user nova-compute[75147]:       <entry name="product">OpenStack Nova</entry>
Oct 27 19:27:46 user nova-compute[75147]:       <entry name="version">0.0.0</entry>
Oct 27 19:27:46 user nova-compute[75147]:       <entry name="serial">18c1bbe4-9572-4a2e-b855-72ced4cd7f6a</entry>
Oct 27 19:27:46 user nova-compute[75147]:       <entry name="uuid">18c1bbe4-9572-4a2e-b855-72ced4cd7f6a</entry>
Oct 27 19:27:46 user nova-compute[75147]:       <entry name="family">Virtual Machine</entry>
Oct 27 19:27:46 user nova-compute[75147]:     </system>
Oct 27 19:27:46 user nova-compute[75147]:   </sysinfo>
Oct 27 19:27:46 user nova-compute[75147]:   <os>
Oct 27 19:27:46 user nova-compute[75147]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 19:27:46 user nova-compute[75147]:     <smbios mode="sysinfo"/>
Oct 27 19:27:46 user nova-compute[75147]:   </os>
Oct 27 19:27:46 user nova-compute[75147]:   <features>
Oct 27 19:27:46 user nova-compute[75147]:     <acpi/>
Oct 27 19:27:46 user nova-compute[75147]:     <apic/>
Oct 27 19:27:46 user nova-compute[75147]:     <vmcoreinfo/>
Oct 27 19:27:46 user nova-compute[75147]:   </features>
Oct 27 19:27:46 user nova-compute[75147]:   <clock offset="utc">
Oct 27 19:27:46 user nova-compute[75147]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 19:27:46 user nova-compute[75147]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 19:27:46 user nova-compute[75147]:     <timer name="hpet" present="no"/>
Oct 27 19:27:46 user nova-compute[75147]:   </clock>
Oct 27 19:27:46 user nova-compute[75147]:   <cpu mode="custom" match="exact">
Oct 27 19:27:46 user nova-compute[75147]:     <model>Nehalem</model>
Oct 27 19:27:46 user nova-compute[75147]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 19:27:46 user nova-compute[75147]:   </cpu>
Oct 27 19:27:46 user nova-compute[75147]:   <devices>
Oct 27 19:27:46 user nova-compute[75147]:     <disk type="file" device="disk">
Oct 27 19:27:46 user nova-compute[75147]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 27 19:27:46 user nova-compute[75147]:       <source file="/opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk.rescue"/>
Oct 27 19:27:46 user nova-compute[75147]:       <target dev="vda" bus="virtio"/>
Oct 27 19:27:46 user nova-compute[75147]:     </disk>
Oct 27 19:27:46 user nova-compute[75147]:     <disk type="file" device="disk">
Oct 27 19:27:46 user nova-compute[75147]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 27 19:27:46 user nova-compute[75147]:       <source file="/opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk"/>
Oct 27 19:27:46 user nova-compute[75147]:       <target dev="vdb" bus="virtio"/>
Oct 27 19:27:46 user nova-compute[75147]:     </disk>
Oct 27 19:27:46 user nova-compute[75147]:     <interface type="ethernet">
Oct 27 19:27:46 user nova-compute[75147]:       <mac address="fa:16:3e:08:ab:c2"/>
Oct 27 19:27:46 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:27:46 user nova-compute[75147]:       <mtu size="1442"/>
Oct 27 19:27:46 user nova-compute[75147]:       <target dev="tapdf6ab6f1-d5"/>
Oct 27 19:27:46 user nova-compute[75147]:     </interface>
Oct 27 19:27:46 user nova-compute[75147]:     <serial type="pty">
Oct 27 19:27:46 user nova-compute[75147]:       <log file="/opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/console.log" append="off"/>
Oct 27 19:27:46 user nova-compute[75147]:     </serial>
Oct 27 19:27:46 user nova-compute[75147]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 19:27:46 user nova-compute[75147]:     <video>
Oct 27 19:27:46 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:27:46 user nova-compute[75147]:     </video>
Oct 27 19:27:46 user nova-compute[75147]:     <rng model="virtio">
Oct 27 19:27:46 user nova-compute[75147]:       <backend model="random">/dev/urandom</backend>
Oct 27 19:27:46 user nova-compute[75147]:     </rng>
Oct 27 19:27:46 user nova-compute[75147]:     <controller type="usb" index="0" model="none"/>
Oct 27 19:27:46 user nova-compute[75147]:     <memballoon model="virtio">
Oct 27 19:27:46 user nova-compute[75147]:       <stats period="10"/>
Oct 27 19:27:46 user nova-compute[75147]:     </memballoon>
Oct 27 19:27:46 user nova-compute[75147]:   </devices>
Oct 27 19:27:46 user nova-compute[75147]: </domain>
Oct 27 19:27:46 user nova-compute[75147]:  {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 19:27:46 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a] Instance destroyed successfully.
Oct 27 19:27:46 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c49c74a6-9955-4a79-848f-4e6b9e348f9c/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:27:46 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c49c74a6-9955-4a79-848f-4e6b9e348f9c/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:27:46 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-e1fb9ce2-8712-49b0-9a4b-d734bca7b733 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] No BDM found with device name vda, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:27:46 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-e1fb9ce2-8712-49b0-9a4b-d734bca7b733 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:27:46 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-e1fb9ce2-8712-49b0-9a4b-d734bca7b733 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] No VIF found with MAC fa:16:3e:08:ab:c2, not building metadata {{(pid=75147) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 19:27:46 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c49c74a6-9955-4a79-848f-4e6b9e348f9c/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:27:46 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bac22037-a5fc-4b74-a5eb-94c2e51e8155/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:27:46 user nova-compute[75147]: DEBUG nova.network.neutron [req-6ea57c58-70e9-461c-8391-bafd86c5f46d req-a325bd32-2683-43d6-9423-b80b441c36f5 service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Updating instance_info_cache with network_info: [] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:27:46 user nova-compute[75147]: DEBUG nova.network.neutron [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] [instance: 519212ec-e041-4397-8405-3f301c417b59] Successfully updated port: e2c80536-7e4e-4363-91f3-1d85d95863db {{(pid=75147) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 19:27:46 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bac22037-a5fc-4b74-a5eb-94c2e51e8155/disk --force-share --output=json" returned: 0 in 0.249s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:27:46 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bac22037-a5fc-4b74-a5eb-94c2e51e8155/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:27:46 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-6ea57c58-70e9-461c-8391-bafd86c5f46d req-a325bd32-2683-43d6-9423-b80b441c36f5 service nova] Releasing lock "refresh_cache-519212ec-e041-4397-8405-3f301c417b59" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:27:46 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bac22037-a5fc-4b74-a5eb-94c2e51e8155/disk --force-share --output=json" returned: 0 in 0.255s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:27:50 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:27:50 user nova-compute[75147]: DEBUG nova.network.neutron [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] [instance: 519212ec-e041-4397-8405-3f301c417b59] Successfully updated port: 889f60a0-69ff-467e-845c-07e5b4ef6e6b {{(pid=75147) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 19:27:50 user nova-compute[75147]: DEBUG nova.compute.manager [req-b8918d5e-cc3c-435d-a0ed-c8b3a20e563c req-37d042ae-430b-4a45-b926-8b2ada24ec2b service nova] [instance: 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a] Received event network-vif-plugged-df6ab6f1-d51f-4de0-a6e0-33a292aacd9e {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:27:50 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-b8918d5e-cc3c-435d-a0ed-c8b3a20e563c req-37d042ae-430b-4a45-b926-8b2ada24ec2b service nova] Acquiring lock "18c1bbe4-9572-4a2e-b855-72ced4cd7f6a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:27:50 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-b8918d5e-cc3c-435d-a0ed-c8b3a20e563c req-37d042ae-430b-4a45-b926-8b2ada24ec2b service nova] Lock "18c1bbe4-9572-4a2e-b855-72ced4cd7f6a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:27:50 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-b8918d5e-cc3c-435d-a0ed-c8b3a20e563c req-37d042ae-430b-4a45-b926-8b2ada24ec2b service nova] Lock "18c1bbe4-9572-4a2e-b855-72ced4cd7f6a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:27:50 user nova-compute[75147]: DEBUG nova.compute.manager [req-b8918d5e-cc3c-435d-a0ed-c8b3a20e563c req-37d042ae-430b-4a45-b926-8b2ada24ec2b service nova] [instance: 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a] No waiting events found dispatching network-vif-plugged-df6ab6f1-d51f-4de0-a6e0-33a292aacd9e {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:27:50 user nova-compute[75147]: WARNING nova.compute.manager [req-b8918d5e-cc3c-435d-a0ed-c8b3a20e563c req-37d042ae-430b-4a45-b926-8b2ada24ec2b service nova] [instance: 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a] Received unexpected event network-vif-plugged-df6ab6f1-d51f-4de0-a6e0-33a292aacd9e for instance with vm_state active and task_state rescuing.
Oct 27 19:27:50 user nova-compute[75147]: DEBUG nova.compute.manager [req-b8918d5e-cc3c-435d-a0ed-c8b3a20e563c req-37d042ae-430b-4a45-b926-8b2ada24ec2b service nova] [instance: 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a] Received event network-vif-plugged-df6ab6f1-d51f-4de0-a6e0-33a292aacd9e {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:27:50 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-b8918d5e-cc3c-435d-a0ed-c8b3a20e563c req-37d042ae-430b-4a45-b926-8b2ada24ec2b service nova] Acquiring lock "18c1bbe4-9572-4a2e-b855-72ced4cd7f6a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:27:50 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-b8918d5e-cc3c-435d-a0ed-c8b3a20e563c req-37d042ae-430b-4a45-b926-8b2ada24ec2b service nova] Lock "18c1bbe4-9572-4a2e-b855-72ced4cd7f6a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:27:50 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-b8918d5e-cc3c-435d-a0ed-c8b3a20e563c req-37d042ae-430b-4a45-b926-8b2ada24ec2b service nova] Lock "18c1bbe4-9572-4a2e-b855-72ced4cd7f6a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:27:50 user nova-compute[75147]: DEBUG nova.compute.manager [req-b8918d5e-cc3c-435d-a0ed-c8b3a20e563c req-37d042ae-430b-4a45-b926-8b2ada24ec2b service nova] [instance: 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a] No waiting events found dispatching network-vif-plugged-df6ab6f1-d51f-4de0-a6e0-33a292aacd9e {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:27:50 user nova-compute[75147]: WARNING nova.compute.manager [req-b8918d5e-cc3c-435d-a0ed-c8b3a20e563c req-37d042ae-430b-4a45-b926-8b2ada24ec2b service nova] [instance: 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a] Received unexpected event network-vif-plugged-df6ab6f1-d51f-4de0-a6e0-33a292aacd9e for instance with vm_state active and task_state rescuing.
Oct 27 19:27:50 user nova-compute[75147]: DEBUG nova.compute.manager [req-b8918d5e-cc3c-435d-a0ed-c8b3a20e563c req-37d042ae-430b-4a45-b926-8b2ada24ec2b service nova] [instance: 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a] Received event network-vif-plugged-df6ab6f1-d51f-4de0-a6e0-33a292aacd9e {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:27:50 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-b8918d5e-cc3c-435d-a0ed-c8b3a20e563c req-37d042ae-430b-4a45-b926-8b2ada24ec2b service nova] Acquiring lock "18c1bbe4-9572-4a2e-b855-72ced4cd7f6a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:27:50 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-b8918d5e-cc3c-435d-a0ed-c8b3a20e563c req-37d042ae-430b-4a45-b926-8b2ada24ec2b service nova] Lock "18c1bbe4-9572-4a2e-b855-72ced4cd7f6a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:27:50 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-b8918d5e-cc3c-435d-a0ed-c8b3a20e563c req-37d042ae-430b-4a45-b926-8b2ada24ec2b service nova] Lock "18c1bbe4-9572-4a2e-b855-72ced4cd7f6a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:27:50 user nova-compute[75147]: DEBUG nova.compute.manager [req-b8918d5e-cc3c-435d-a0ed-c8b3a20e563c req-37d042ae-430b-4a45-b926-8b2ada24ec2b service nova] [instance: 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a] No waiting events found dispatching network-vif-plugged-df6ab6f1-d51f-4de0-a6e0-33a292aacd9e {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:27:50 user nova-compute[75147]: WARNING nova.compute.manager [req-b8918d5e-cc3c-435d-a0ed-c8b3a20e563c req-37d042ae-430b-4a45-b926-8b2ada24ec2b service nova] [instance: 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a] Received unexpected event network-vif-plugged-df6ab6f1-d51f-4de0-a6e0-33a292aacd9e for instance with vm_state active and task_state rescuing.
Oct 27 19:27:50 user nova-compute[75147]: DEBUG nova.compute.manager [req-b8918d5e-cc3c-435d-a0ed-c8b3a20e563c req-37d042ae-430b-4a45-b926-8b2ada24ec2b service nova] [instance: 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a] Received event network-vif-unplugged-df6ab6f1-d51f-4de0-a6e0-33a292aacd9e {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:27:50 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-b8918d5e-cc3c-435d-a0ed-c8b3a20e563c req-37d042ae-430b-4a45-b926-8b2ada24ec2b service nova] Acquiring lock "18c1bbe4-9572-4a2e-b855-72ced4cd7f6a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:27:50 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-b8918d5e-cc3c-435d-a0ed-c8b3a20e563c req-37d042ae-430b-4a45-b926-8b2ada24ec2b service nova] Lock "18c1bbe4-9572-4a2e-b855-72ced4cd7f6a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:27:50 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-b8918d5e-cc3c-435d-a0ed-c8b3a20e563c req-37d042ae-430b-4a45-b926-8b2ada24ec2b service nova] Lock "18c1bbe4-9572-4a2e-b855-72ced4cd7f6a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:27:50 user nova-compute[75147]: DEBUG nova.compute.manager [req-b8918d5e-cc3c-435d-a0ed-c8b3a20e563c req-37d042ae-430b-4a45-b926-8b2ada24ec2b service nova] [instance: 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a] No waiting events found dispatching network-vif-unplugged-df6ab6f1-d51f-4de0-a6e0-33a292aacd9e {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:27:50 user nova-compute[75147]: WARNING nova.compute.manager [req-b8918d5e-cc3c-435d-a0ed-c8b3a20e563c req-37d042ae-430b-4a45-b926-8b2ada24ec2b service nova] [instance: 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a] Received unexpected event network-vif-unplugged-df6ab6f1-d51f-4de0-a6e0-33a292aacd9e for instance with vm_state active and task_state rescuing.
Oct 27 19:27:50 user nova-compute[75147]: DEBUG nova.compute.manager [req-b8918d5e-cc3c-435d-a0ed-c8b3a20e563c req-37d042ae-430b-4a45-b926-8b2ada24ec2b service nova] [instance: 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a] Received event network-vif-plugged-df6ab6f1-d51f-4de0-a6e0-33a292aacd9e {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:27:50 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-b8918d5e-cc3c-435d-a0ed-c8b3a20e563c req-37d042ae-430b-4a45-b926-8b2ada24ec2b service nova] Acquiring lock "18c1bbe4-9572-4a2e-b855-72ced4cd7f6a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:27:50 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-b8918d5e-cc3c-435d-a0ed-c8b3a20e563c req-37d042ae-430b-4a45-b926-8b2ada24ec2b service nova] Lock "18c1bbe4-9572-4a2e-b855-72ced4cd7f6a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:27:50 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-b8918d5e-cc3c-435d-a0ed-c8b3a20e563c req-37d042ae-430b-4a45-b926-8b2ada24ec2b service nova] Lock "18c1bbe4-9572-4a2e-b855-72ced4cd7f6a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:27:50 user nova-compute[75147]: DEBUG nova.compute.manager [req-b8918d5e-cc3c-435d-a0ed-c8b3a20e563c req-37d042ae-430b-4a45-b926-8b2ada24ec2b service nova] [instance: 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a] No waiting events found dispatching network-vif-plugged-df6ab6f1-d51f-4de0-a6e0-33a292aacd9e {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:27:50 user nova-compute[75147]: WARNING nova.compute.manager [req-b8918d5e-cc3c-435d-a0ed-c8b3a20e563c req-37d042ae-430b-4a45-b926-8b2ada24ec2b service nova] [instance: 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a] Received unexpected event network-vif-plugged-df6ab6f1-d51f-4de0-a6e0-33a292aacd9e for instance with vm_state active and task_state rescuing.
Oct 27 19:27:50 user nova-compute[75147]: DEBUG nova.compute.manager [req-f7186576-ff96-4280-81b8-1c19851d76ce req-c7d8f29c-5808-473b-9daf-b55e507861b7 service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Received event network-changed-e2c80536-7e4e-4363-91f3-1d85d95863db {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:27:50 user nova-compute[75147]: DEBUG nova.compute.manager [req-f7186576-ff96-4280-81b8-1c19851d76ce req-c7d8f29c-5808-473b-9daf-b55e507861b7 service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Refreshing instance network info cache due to event network-changed-e2c80536-7e4e-4363-91f3-1d85d95863db. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 19:27:50 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-f7186576-ff96-4280-81b8-1c19851d76ce req-c7d8f29c-5808-473b-9daf-b55e507861b7 service nova] Acquiring lock "refresh_cache-519212ec-e041-4397-8405-3f301c417b59" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:27:50 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-f7186576-ff96-4280-81b8-1c19851d76ce req-c7d8f29c-5808-473b-9daf-b55e507861b7 service nova] Acquired lock "refresh_cache-519212ec-e041-4397-8405-3f301c417b59" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:27:50 user nova-compute[75147]: DEBUG nova.network.neutron [req-f7186576-ff96-4280-81b8-1c19851d76ce req-c7d8f29c-5808-473b-9daf-b55e507861b7 service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Refreshing network info cache for port e2c80536-7e4e-4363-91f3-1d85d95863db {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 19:27:50 user nova-compute[75147]: DEBUG nova.compute.manager [req-1070cbd8-8677-4c47-8a43-897262dd4ff3 req-0e4c56a3-721e-4ec8-9cce-7656fe9ebe2c service nova] [instance: 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a] Received event network-vif-plugged-df6ab6f1-d51f-4de0-a6e0-33a292aacd9e {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:27:50 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-1070cbd8-8677-4c47-8a43-897262dd4ff3 req-0e4c56a3-721e-4ec8-9cce-7656fe9ebe2c service nova] Acquiring lock "18c1bbe4-9572-4a2e-b855-72ced4cd7f6a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:27:50 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-1070cbd8-8677-4c47-8a43-897262dd4ff3 req-0e4c56a3-721e-4ec8-9cce-7656fe9ebe2c service nova] Lock "18c1bbe4-9572-4a2e-b855-72ced4cd7f6a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:27:50 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-1070cbd8-8677-4c47-8a43-897262dd4ff3 req-0e4c56a3-721e-4ec8-9cce-7656fe9ebe2c service nova] Lock "18c1bbe4-9572-4a2e-b855-72ced4cd7f6a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:27:50 user nova-compute[75147]: DEBUG nova.compute.manager [req-1070cbd8-8677-4c47-8a43-897262dd4ff3 req-0e4c56a3-721e-4ec8-9cce-7656fe9ebe2c service nova] [instance: 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a] No waiting events found dispatching network-vif-plugged-df6ab6f1-d51f-4de0-a6e0-33a292aacd9e {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:27:50 user nova-compute[75147]: WARNING nova.compute.manager [req-1070cbd8-8677-4c47-8a43-897262dd4ff3 req-0e4c56a3-721e-4ec8-9cce-7656fe9ebe2c service nova] [instance: 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a] Received unexpected event network-vif-plugged-df6ab6f1-d51f-4de0-a6e0-33a292aacd9e for instance with vm_state active and task_state rescuing.
Oct 27 19:27:50 user nova-compute[75147]: DEBUG nova.compute.manager [req-1070cbd8-8677-4c47-8a43-897262dd4ff3 req-0e4c56a3-721e-4ec8-9cce-7656fe9ebe2c service nova] [instance: d3fb6898-879f-4828-b0c8-f4c7911c334c] Received event network-changed-24cd132f-d0bb-46ce-b74d-64535d946a24 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:27:50 user nova-compute[75147]: DEBUG nova.compute.manager [req-1070cbd8-8677-4c47-8a43-897262dd4ff3 req-0e4c56a3-721e-4ec8-9cce-7656fe9ebe2c service nova] [instance: d3fb6898-879f-4828-b0c8-f4c7911c334c] Refreshing instance network info cache due to event network-changed-24cd132f-d0bb-46ce-b74d-64535d946a24. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 19:27:50 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-1070cbd8-8677-4c47-8a43-897262dd4ff3 req-0e4c56a3-721e-4ec8-9cce-7656fe9ebe2c service nova] Acquiring lock "refresh_cache-d3fb6898-879f-4828-b0c8-f4c7911c334c" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:27:50 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-1070cbd8-8677-4c47-8a43-897262dd4ff3 req-0e4c56a3-721e-4ec8-9cce-7656fe9ebe2c service nova] Acquired lock "refresh_cache-d3fb6898-879f-4828-b0c8-f4c7911c334c" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:27:50 user nova-compute[75147]: DEBUG nova.network.neutron [req-1070cbd8-8677-4c47-8a43-897262dd4ff3 req-0e4c56a3-721e-4ec8-9cce-7656fe9ebe2c service nova] [instance: d3fb6898-879f-4828-b0c8-f4c7911c334c] Refreshing network info cache for port 24cd132f-d0bb-46ce-b74d-64535d946a24 {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 19:27:50 user nova-compute[75147]: DEBUG nova.compute.manager [None req-e1fb9ce2-8712-49b0-9a4b-d734bca7b733 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a] Checking state {{(pid=75147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 19:27:50 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:27:50 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:27:50 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Hypervisor/Node resource view: name=user free_ram=7383MB free_disk=25.46365737915039GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75147) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 19:27:50 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:27:50 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:27:50 user nova-compute[75147]: DEBUG nova.network.neutron [req-f7186576-ff96-4280-81b8-1c19851d76ce req-c7d8f29c-5808-473b-9daf-b55e507861b7 service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Instance cache missing network info. {{(pid=75147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 19:27:50 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:27:50 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance bac22037-a5fc-4b74-a5eb-94c2e51e8155 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:27:50 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:27:50 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance d3fb6898-879f-4828-b0c8-f4c7911c334c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:27:50 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance c49c74a6-9955-4a79-848f-4e6b9e348f9c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:27:50 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance cdbe7335-af99-486a-9a7e-adbdf4443572 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:27:50 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 17da16fe-2762-4442-a31f-c966695dea37 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:27:50 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance bb800ac4-3e39-4e7f-9475-55d23c135d0b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:27:50 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 4168f40d-0502-411c-9e29-5f827192ad86 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:27:50 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 2dbafd14-6c52-4417-ae5e-cadb11694492 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:27:50 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 519212ec-e041-4397-8405-3f301c417b59 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:27:50 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 19:27:50 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 19:27:51 user nova-compute[75147]: DEBUG nova.compute.manager [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] Start spawning the instance on the hypervisor. {{(pid=75147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 27 19:27:51 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] Creating instance directory {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 19:27:51 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] Creating image(s)
Oct 27 19:27:51 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] Did not create local disks {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 27 19:27:51 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] Ensure instance console log exists: /opt/stack/data/nova/instances/2dbafd14-6c52-4417-ae5e-cadb11694492/console.log {{(pid=75147) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 19:27:51 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:27:51 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:27:51 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:27:51 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] Start _get_guest_xml network_info=[{"id": "2ea74459-f29e-4866-9f24-d523a3a7a6dc", "address": "fa:16:3e:14:ce:46", "network": {"id": "01979c91-d719-480e-bf3d-6c7a31cd437d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1150015575-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7c98dca0f3164920a77c1f409560aef2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2ea74459-f2", "ovs_interfaceid": "2ea74459-f29e-4866-9f24-d523a3a7a6dc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': 'disk', 'delete_on_termination': True, 'boot_index': 0, 'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'guest_format': None, 'attachment_id': 'b5a6aea7-a05a-4c42-8f5a-2f7fa027b5b5', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FRPdxUjr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '2dbafd14-6c52-4417-ae5e-cadb11694492', 'attached_at': '', 'detached_at': '', 'volume_id': '23f7eea6-b543-4586-8760-1ae3a23356b0', 'serial': '23f7eea6-b543-4586-8760-1ae3a23356b0'}, 'volume_type': None} {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 19:27:51 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:27:51 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:27:51 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 19:27:51 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] CPU controller missing on host. {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 19:27:51 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 19:27:51 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] CPU controller found on host. {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 19:27:51 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75147) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 19:27:51 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T19:21:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 19:27:51 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Flavor limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 19:27:51 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Image limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 19:27:51 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Flavor pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 19:27:51 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Image pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 19:27:51 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 19:27:51 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 19:27:51 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 19:27:51 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Got 1 possible topologies {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 19:27:51 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 19:27:51 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 19:27:51 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Acquiring lock "cache_volume_driver" by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:27:51 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Lock "cache_volume_driver" acquired by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:27:51 user nova-compute[75147]: DEBUG os_brick.initiator.connector [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Factory for ISCSI on None {{(pid=75147) factory /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connector.py:281}}
Oct 27 19:27:51 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Lock "cache_volume_driver" "released" by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" :: held 0.005s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:27:51 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] Calling os-brick to attach iSCSI Volume {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 19:27:51 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FRPdxUjr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:27:51 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:27:51 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:27:51 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:27:51 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:27:51 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:27:51 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:27:51 user nova-compute[75147]: INFO os_brick.initiator.connectors.iscsi [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 19:27:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 -p 172.16.0.220:3260 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:27:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:27:51 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[f90ed274-71e1-4939-8064-b506e3aba13c]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:27:51 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 19:27:51 user nova-compute[75147]:  {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:27:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 -p 172.16.0.220:3260 --interface default --op new {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:27:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:27:51 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[7601308a-6b87-4777-8ecd-e6d1e4e4fdbb]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0] added\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:27:51 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0] added
Oct 27 19:27:51 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:27:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:27:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.025s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:27:51 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b15d25b-ecfe-4755-bc16-185f1c2b30aa]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:27:51 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:27:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:27:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.040s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:27:51 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[b91c262a-d1d2-4f2e-a589-85e986b3cda1]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:27:51 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:27:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v FRPdxUjr {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:27:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v FRPdxUjr" returned: 0 in 0.025s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:27:51 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[add8c071-45b8-439f-8056-d8b99bad25eb]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:27:51 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'FRPdxUjr'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:27:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:27:51 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:27:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.023s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:27:51 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[3728b1c5-5af2-4aa8-a328-7c8269e8bf48]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:27:51 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:27:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:27:51 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:27:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.025s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:27:51 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[c23957d1-d3f5-4ce0-8da0-40f3b958c0dd]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:27:51 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 27 19:27:51 user nova-compute[75147]:  {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:27:51 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 27 19:27:51 user nova-compute[75147]:  {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:27:51 user nova-compute[75147]: WARNING os_brick.initiator.connectors.iscsi [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 27 19:27:51 user nova-compute[75147]: 
Oct 27 19:27:51 user nova-compute[75147]: DEBUG nova.network.neutron [req-f7186576-ff96-4280-81b8-1c19851d76ce req-c7d8f29c-5808-473b-9daf-b55e507861b7 service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Updating instance_info_cache with network_info: [] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:27:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 -p 172.16.0.220:3260 --login {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:27:51 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Compute_service record updated for user:user {{(pid=75147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 19:27:51 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.827s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:27:51 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-f7186576-ff96-4280-81b8-1c19851d76ce req-c7d8f29c-5808-473b-9daf-b55e507861b7 service nova] Releasing lock "refresh_cache-519212ec-e041-4397-8405-3f301c417b59" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:27:51 user nova-compute[75147]: DEBUG nova.compute.manager [req-f7186576-ff96-4280-81b8-1c19851d76ce req-c7d8f29c-5808-473b-9daf-b55e507861b7 service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Received event network-changed-889f60a0-69ff-467e-845c-07e5b4ef6e6b {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:27:51 user nova-compute[75147]: DEBUG nova.compute.manager [req-f7186576-ff96-4280-81b8-1c19851d76ce req-c7d8f29c-5808-473b-9daf-b55e507861b7 service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Refreshing instance network info cache due to event network-changed-889f60a0-69ff-467e-845c-07e5b4ef6e6b. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 19:27:51 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-f7186576-ff96-4280-81b8-1c19851d76ce req-c7d8f29c-5808-473b-9daf-b55e507861b7 service nova] Acquiring lock "refresh_cache-519212ec-e041-4397-8405-3f301c417b59" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:27:51 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-f7186576-ff96-4280-81b8-1c19851d76ce req-c7d8f29c-5808-473b-9daf-b55e507861b7 service nova] Acquired lock "refresh_cache-519212ec-e041-4397-8405-3f301c417b59" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:27:51 user nova-compute[75147]: DEBUG nova.network.neutron [req-f7186576-ff96-4280-81b8-1c19851d76ce req-c7d8f29c-5808-473b-9daf-b55e507861b7 service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Refreshing network info cache for port 889f60a0-69ff-467e-845c-07e5b4ef6e6b {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 19:27:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 -p 172.16.0.220:3260 --login" returned: 0 in 0.069s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:27:51 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc295ed4-a154-4a68-9de5-4a860378b0d6]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:27:51 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0, portal: 172.16.0.220,3260]
Oct 27 19:27:51 user nova-compute[75147]: Login to [iface: default, target: iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0, portal: 172.16.0.220,3260] successful.
Oct 27 19:27:51 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:27:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:27:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.027s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:27:51 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[52bca79f-bd8b-4060-80f3-8b084e5712c9]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:27:51 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:27:51 user nova-compute[75147]: DEBUG nova.network.neutron [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] [instance: 519212ec-e041-4397-8405-3f301c417b59] Successfully updated port: bb79e36b-036b-4c1f-beae-5eafe109eb13 {{(pid=75147) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 19:27:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:27:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:27:51 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd5a2dbc-35c7-4103-8429-3048b14aade7]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:27:51 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 (non-flash)
Oct 27 19:27:51 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:27:51 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 (non-flash)
Oct 27 19:27:51 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:27:51 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.403s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:27:51 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Connected to 172.16.0.220:3260 {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 19:27:51 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] HCTL ('33', '-', '-', 0) found on session 2 with lun 0 {{(pid=75147) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 19:27:51 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75147) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 19:27:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:27:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.021s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:27:51 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[d5738368-725e-48b0-a8bf-d15cc279b11d]: (4, ('- - 0', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:27:51 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Searching for a device in session 2 and hctl ['33', '*', '*', 0] yield: None {{(pid=75147) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 19:27:51 user nova-compute[75147]: DEBUG nova.compute.manager [req-51d26229-0839-4917-929b-022426657146 req-3ba5792e-a8b1-4510-9c6f-f6b8c01f7a93 service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Received event network-changed-bb79e36b-036b-4c1f-beae-5eafe109eb13 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:27:51 user nova-compute[75147]: DEBUG nova.compute.manager [req-51d26229-0839-4917-929b-022426657146 req-3ba5792e-a8b1-4510-9c6f-f6b8c01f7a93 service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Refreshing instance network info cache due to event network-changed-bb79e36b-036b-4c1f-beae-5eafe109eb13. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 19:27:51 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-51d26229-0839-4917-929b-022426657146 req-3ba5792e-a8b1-4510-9c6f-f6b8c01f7a93 service nova] Acquiring lock "refresh_cache-519212ec-e041-4397-8405-3f301c417b59" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:27:51 user nova-compute[75147]: DEBUG nova.network.neutron [req-f7186576-ff96-4280-81b8-1c19851d76ce req-c7d8f29c-5808-473b-9daf-b55e507861b7 service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Instance cache missing network info. {{(pid=75147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 19:27:52 user nova-compute[75147]: DEBUG nova.compute.manager [req-c56ac945-8c3e-4876-a8dd-e60b87f2dd5e req-404d7f42-283d-48f2-aa0a-db02f4a40889 service nova] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Received event network-changed-c329eb13-c03a-457b-b808-2c836a4f4dc9 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:27:52 user nova-compute[75147]: DEBUG nova.compute.manager [req-c56ac945-8c3e-4876-a8dd-e60b87f2dd5e req-404d7f42-283d-48f2-aa0a-db02f4a40889 service nova] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Refreshing instance network info cache due to event network-changed-c329eb13-c03a-457b-b808-2c836a4f4dc9. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 19:27:52 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-c56ac945-8c3e-4876-a8dd-e60b87f2dd5e req-404d7f42-283d-48f2-aa0a-db02f4a40889 service nova] Acquiring lock "refresh_cache-c49c74a6-9955-4a79-848f-4e6b9e348f9c" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:27:52 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-c56ac945-8c3e-4876-a8dd-e60b87f2dd5e req-404d7f42-283d-48f2-aa0a-db02f4a40889 service nova] Acquired lock "refresh_cache-c49c74a6-9955-4a79-848f-4e6b9e348f9c" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:27:52 user nova-compute[75147]: DEBUG nova.network.neutron [req-c56ac945-8c3e-4876-a8dd-e60b87f2dd5e req-404d7f42-283d-48f2-aa0a-db02f4a40889 service nova] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Refreshing network info cache for port c329eb13-c03a-457b-b808-2c836a4f4dc9 {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 19:27:52 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:27:52 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:27:52 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Starting heal instance info cache {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 19:27:52 user nova-compute[75147]: DEBUG nova.network.neutron [req-1070cbd8-8677-4c47-8a43-897262dd4ff3 req-0e4c56a3-721e-4ec8-9cce-7656fe9ebe2c service nova] [instance: d3fb6898-879f-4828-b0c8-f4c7911c334c] Updated VIF entry in instance network info cache for port 24cd132f-d0bb-46ce-b74d-64535d946a24. {{(pid=75147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 19:27:52 user nova-compute[75147]: DEBUG nova.network.neutron [req-1070cbd8-8677-4c47-8a43-897262dd4ff3 req-0e4c56a3-721e-4ec8-9cce-7656fe9ebe2c service nova] [instance: d3fb6898-879f-4828-b0c8-f4c7911c334c] Updating instance_info_cache with network_info: [{"id": "24cd132f-d0bb-46ce-b74d-64535d946a24", "address": "fa:16:3e:d4:a1:89", "network": {"id": "bae3f1ff-b48f-4e91-a1ac-2c877ecca1af", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1949095258-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.29", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9368eab86d5248b2a34511d5d0fd64eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap24cd132f-d0", "ovs_interfaceid": "24cd132f-d0bb-46ce-b74d-64535d946a24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:27:52 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Searching for a device in session 2 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75147) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 19:27:52 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FRPdxUjr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 19:27:52 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.448s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:27:52 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] <== connect_volume: return (1450ms) {'type': 'block', 'scsi_wwn': '26463393635666436', 'path': '/dev/sdb'} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:27:52 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26463393635666436', 'path': '/dev/sdb'} {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 19:27:52 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-1070cbd8-8677-4c47-8a43-897262dd4ff3 req-0e4c56a3-721e-4ec8-9cce-7656fe9ebe2c service nova] Releasing lock "refresh_cache-d3fb6898-879f-4828-b0c8-f4c7911c334c" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:27:52 user nova-compute[75147]: DEBUG nova.compute.manager [req-1070cbd8-8677-4c47-8a43-897262dd4ff3 req-0e4c56a3-721e-4ec8-9cce-7656fe9ebe2c service nova] [instance: 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a] Received event network-vif-plugged-df6ab6f1-d51f-4de0-a6e0-33a292aacd9e {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:27:52 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-1070cbd8-8677-4c47-8a43-897262dd4ff3 req-0e4c56a3-721e-4ec8-9cce-7656fe9ebe2c service nova] Acquiring lock "18c1bbe4-9572-4a2e-b855-72ced4cd7f6a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:27:52 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-1070cbd8-8677-4c47-8a43-897262dd4ff3 req-0e4c56a3-721e-4ec8-9cce-7656fe9ebe2c service nova] Lock "18c1bbe4-9572-4a2e-b855-72ced4cd7f6a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:27:52 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-1070cbd8-8677-4c47-8a43-897262dd4ff3 req-0e4c56a3-721e-4ec8-9cce-7656fe9ebe2c service nova] Lock "18c1bbe4-9572-4a2e-b855-72ced4cd7f6a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:27:52 user nova-compute[75147]: DEBUG nova.compute.manager [req-1070cbd8-8677-4c47-8a43-897262dd4ff3 req-0e4c56a3-721e-4ec8-9cce-7656fe9ebe2c service nova] [instance: 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a] No waiting events found dispatching network-vif-plugged-df6ab6f1-d51f-4de0-a6e0-33a292aacd9e {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:27:52 user nova-compute[75147]: WARNING nova.compute.manager [req-1070cbd8-8677-4c47-8a43-897262dd4ff3 req-0e4c56a3-721e-4ec8-9cce-7656fe9ebe2c service nova] [instance: 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a] Received unexpected event network-vif-plugged-df6ab6f1-d51f-4de0-a6e0-33a292aacd9e for instance with vm_state active and task_state rescuing.
Oct 27 19:27:52 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "refresh_cache-18c1bbe4-9572-4a2e-b855-72ced4cd7f6a" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:27:52 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquired lock "refresh_cache-18c1bbe4-9572-4a2e-b855-72ced4cd7f6a" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:27:52 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a] Forcefully refreshing network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 27 19:27:52 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:27:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-1732746728',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1732746728',id=9,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMhTFX3e18Qgo+vKvjtdWuS4e668RgQxqwo7RpkOGQfX5kLygFt2PrHSJVH/eHRuejenvjrkTCH7GDBEx1I3p34jzySiKakCvDiHgGBpP/9MeGj2Swmi2WPHEPKwMo91GQ==',key_name='tempest-keypair-323545770',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7c98dca0f3164920a77c1f409560aef2',ramdisk_id='',reservation_id='r-6s898bdl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_signature_verified='False',network_allocated='True',owner_project_name='tempest-ServerActionsV293TestJSON-1223973353',owner_user_name='tempest-ServerActionsV293TestJSON-1223973353-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:27:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d8db45602c934fb4bcf88eb579e20f99',uuid=2dbafd14-6c52-4417-ae5e-cadb11694492,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2ea74459-f29e-4866-9f24-d523a3a7a6dc", "address": "fa:16:3e:14:ce:46", "network": {"id": "01979c91-d719-480e-bf3d-6c7a31cd437d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1150015575-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7c98dca0f3164920a77c1f409560aef2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2ea74459-f2", "ovs_interfaceid": "2ea74459-f29e-4866-9f24-d523a3a7a6dc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75147) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 19:27:52 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Converting VIF {"id": "2ea74459-f29e-4866-9f24-d523a3a7a6dc", "address": "fa:16:3e:14:ce:46", "network": {"id": "01979c91-d719-480e-bf3d-6c7a31cd437d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1150015575-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7c98dca0f3164920a77c1f409560aef2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2ea74459-f2", "ovs_interfaceid": "2ea74459-f29e-4866-9f24-d523a3a7a6dc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:27:52 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:14:ce:46,bridge_name='br-int',has_traffic_filtering=True,id=2ea74459-f29e-4866-9f24-d523a3a7a6dc,network=Network(01979c91-d719-480e-bf3d-6c7a31cd437d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2ea74459-f2') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:27:52 user nova-compute[75147]: DEBUG nova.objects.instance [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Lazy-loading 'pci_devices' on Instance uuid 2dbafd14-6c52-4417-ae5e-cadb11694492 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:27:52 user nova-compute[75147]: DEBUG nova.network.neutron [req-f7186576-ff96-4280-81b8-1c19851d76ce req-c7d8f29c-5808-473b-9daf-b55e507861b7 service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Updating instance_info_cache with network_info: [] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:27:52 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] End _get_guest_xml xml=<domain type="kvm">
Oct 27 19:27:52 user nova-compute[75147]:   <uuid>2dbafd14-6c52-4417-ae5e-cadb11694492</uuid>
Oct 27 19:27:52 user nova-compute[75147]:   <name>instance-00000009</name>
Oct 27 19:27:52 user nova-compute[75147]:   <memory>524288</memory>
Oct 27 19:27:52 user nova-compute[75147]:   <vcpu>1</vcpu>
Oct 27 19:27:52 user nova-compute[75147]:   <metadata>
Oct 27 19:27:52 user nova-compute[75147]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 19:27:52 user nova-compute[75147]:       <nova:package version="0.0.0"/>
Oct 27 19:27:52 user nova-compute[75147]:       <nova:name>tempest-ServerActionsV293TestJSON-server-1732746728</nova:name>
Oct 27 19:27:52 user nova-compute[75147]:       <nova:creationTime>2023-10-27 19:27:51</nova:creationTime>
Oct 27 19:27:52 user nova-compute[75147]:       <nova:flavor name="m1.tiny">
Oct 27 19:27:52 user nova-compute[75147]:         <nova:memory>512</nova:memory>
Oct 27 19:27:52 user nova-compute[75147]:         <nova:disk>1</nova:disk>
Oct 27 19:27:52 user nova-compute[75147]:         <nova:swap>0</nova:swap>
Oct 27 19:27:52 user nova-compute[75147]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 19:27:52 user nova-compute[75147]:         <nova:vcpus>1</nova:vcpus>
Oct 27 19:27:52 user nova-compute[75147]:       </nova:flavor>
Oct 27 19:27:52 user nova-compute[75147]:       <nova:owner>
Oct 27 19:27:52 user nova-compute[75147]:         <nova:user uuid="d8db45602c934fb4bcf88eb579e20f99">tempest-ServerActionsV293TestJSON-1223973353-project-member</nova:user>
Oct 27 19:27:52 user nova-compute[75147]:         <nova:project uuid="7c98dca0f3164920a77c1f409560aef2">tempest-ServerActionsV293TestJSON-1223973353</nova:project>
Oct 27 19:27:52 user nova-compute[75147]:       </nova:owner>
Oct 27 19:27:52 user nova-compute[75147]:       <nova:ports>
Oct 27 19:27:52 user nova-compute[75147]:         <nova:port uuid="2ea74459-f29e-4866-9f24-d523a3a7a6dc">
Oct 27 19:27:52 user nova-compute[75147]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Oct 27 19:27:52 user nova-compute[75147]:         </nova:port>
Oct 27 19:27:52 user nova-compute[75147]:       </nova:ports>
Oct 27 19:27:52 user nova-compute[75147]:     </nova:instance>
Oct 27 19:27:52 user nova-compute[75147]:   </metadata>
Oct 27 19:27:52 user nova-compute[75147]:   <sysinfo type="smbios">
Oct 27 19:27:52 user nova-compute[75147]:     <system>
Oct 27 19:27:52 user nova-compute[75147]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 19:27:52 user nova-compute[75147]:       <entry name="product">OpenStack Nova</entry>
Oct 27 19:27:52 user nova-compute[75147]:       <entry name="version">0.0.0</entry>
Oct 27 19:27:52 user nova-compute[75147]:       <entry name="serial">2dbafd14-6c52-4417-ae5e-cadb11694492</entry>
Oct 27 19:27:52 user nova-compute[75147]:       <entry name="uuid">2dbafd14-6c52-4417-ae5e-cadb11694492</entry>
Oct 27 19:27:52 user nova-compute[75147]:       <entry name="family">Virtual Machine</entry>
Oct 27 19:27:52 user nova-compute[75147]:     </system>
Oct 27 19:27:52 user nova-compute[75147]:   </sysinfo>
Oct 27 19:27:52 user nova-compute[75147]:   <os>
Oct 27 19:27:52 user nova-compute[75147]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 19:27:52 user nova-compute[75147]:     <boot dev="hd"/>
Oct 27 19:27:52 user nova-compute[75147]:     <smbios mode="sysinfo"/>
Oct 27 19:27:52 user nova-compute[75147]:   </os>
Oct 27 19:27:52 user nova-compute[75147]:   <features>
Oct 27 19:27:52 user nova-compute[75147]:     <acpi/>
Oct 27 19:27:52 user nova-compute[75147]:     <apic/>
Oct 27 19:27:52 user nova-compute[75147]:     <vmcoreinfo/>
Oct 27 19:27:52 user nova-compute[75147]:   </features>
Oct 27 19:27:52 user nova-compute[75147]:   <clock offset="utc">
Oct 27 19:27:52 user nova-compute[75147]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 19:27:52 user nova-compute[75147]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 19:27:52 user nova-compute[75147]:     <timer name="hpet" present="no"/>
Oct 27 19:27:52 user nova-compute[75147]:   </clock>
Oct 27 19:27:52 user nova-compute[75147]:   <cpu mode="custom" match="exact">
Oct 27 19:27:52 user nova-compute[75147]:     <model>Nehalem</model>
Oct 27 19:27:52 user nova-compute[75147]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 19:27:52 user nova-compute[75147]:   </cpu>
Oct 27 19:27:52 user nova-compute[75147]:   <devices>
Oct 27 19:27:52 user nova-compute[75147]:     <disk type="block" device="disk">
Oct 27 19:27:52 user nova-compute[75147]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 19:27:52 user nova-compute[75147]:       <source dev="/dev/sdb"/>
Oct 27 19:27:52 user nova-compute[75147]:       <target dev="vda" bus="virtio"/>
Oct 27 19:27:52 user nova-compute[75147]:       <serial>23f7eea6-b543-4586-8760-1ae3a23356b0</serial>
Oct 27 19:27:52 user nova-compute[75147]:     </disk>
Oct 27 19:27:52 user nova-compute[75147]:     <interface type="ethernet">
Oct 27 19:27:52 user nova-compute[75147]:       <mac address="fa:16:3e:14:ce:46"/>
Oct 27 19:27:52 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:27:52 user nova-compute[75147]:       <mtu size="1442"/>
Oct 27 19:27:52 user nova-compute[75147]:       <target dev="tap2ea74459-f2"/>
Oct 27 19:27:52 user nova-compute[75147]:     </interface>
Oct 27 19:27:52 user nova-compute[75147]:     <serial type="pty">
Oct 27 19:27:52 user nova-compute[75147]:       <log file="/opt/stack/data/nova/instances/2dbafd14-6c52-4417-ae5e-cadb11694492/console.log" append="off"/>
Oct 27 19:27:52 user nova-compute[75147]:     </serial>
Oct 27 19:27:52 user nova-compute[75147]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 19:27:52 user nova-compute[75147]:     <video>
Oct 27 19:27:52 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:27:52 user nova-compute[75147]:     </video>
Oct 27 19:27:52 user nova-compute[75147]:     <rng model="virtio">
Oct 27 19:27:52 user nova-compute[75147]:       <backend model="random">/dev/urandom</backend>
Oct 27 19:27:52 user nova-compute[75147]:     </rng>
Oct 27 19:27:52 user nova-compute[75147]:     <controller type="usb" index="0" model="none"/>
Oct 27 19:27:52 user nova-compute[75147]:     <memballoon model="virtio">
Oct 27 19:27:52 user nova-compute[75147]:       <stats period="10"/>
Oct 27 19:27:52 user nova-compute[75147]:     </memballoon>
Oct 27 19:27:52 user nova-compute[75147]:   </devices>
Oct 27 19:27:52 user nova-compute[75147]: </domain>
Oct 27 19:27:52 user nova-compute[75147]:  {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 19:27:52 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:27:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-1732746728',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1732746728',id=9,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMhTFX3e18Qgo+vKvjtdWuS4e668RgQxqwo7RpkOGQfX5kLygFt2PrHSJVH/eHRuejenvjrkTCH7GDBEx1I3p34jzySiKakCvDiHgGBpP/9MeGj2Swmi2WPHEPKwMo91GQ==',key_name='tempest-keypair-323545770',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7c98dca0f3164920a77c1f409560aef2',ramdisk_id='',reservation_id='r-6s898bdl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_signature_verified='False',network_allocated='True',owner_project_name='tempest-ServerActionsV293TestJSON-1223973353',owner_user_name='tempest-ServerActionsV293TestJSON-1223973353-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:27:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d8db45602c934fb4bcf88eb579e20f99',uuid=2dbafd14-6c52-4417-ae5e-cadb11694492,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2ea74459-f29e-4866-9f24-d523a3a7a6dc", "address": "fa:16:3e:14:ce:46", "network": {"id": "01979c91-d719-480e-bf3d-6c7a31cd437d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1150015575-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7c98dca0f3164920a77c1f409560aef2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2ea74459-f2", "ovs_interfaceid": "2ea74459-f29e-4866-9f24-d523a3a7a6dc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 19:27:52 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Converting VIF {"id": "2ea74459-f29e-4866-9f24-d523a3a7a6dc", "address": "fa:16:3e:14:ce:46", "network": {"id": "01979c91-d719-480e-bf3d-6c7a31cd437d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1150015575-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7c98dca0f3164920a77c1f409560aef2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2ea74459-f2", "ovs_interfaceid": "2ea74459-f29e-4866-9f24-d523a3a7a6dc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:27:52 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:14:ce:46,bridge_name='br-int',has_traffic_filtering=True,id=2ea74459-f29e-4866-9f24-d523a3a7a6dc,network=Network(01979c91-d719-480e-bf3d-6c7a31cd437d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2ea74459-f2') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:27:52 user nova-compute[75147]: DEBUG os_vif [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:14:ce:46,bridge_name='br-int',has_traffic_filtering=True,id=2ea74459-f29e-4866-9f24-d523a3a7a6dc,network=Network(01979c91-d719-480e-bf3d-6c7a31cd437d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2ea74459-f2') {{(pid=75147) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 19:27:52 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:27:52 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:27:52 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 19:27:52 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-f7186576-ff96-4280-81b8-1c19851d76ce req-c7d8f29c-5808-473b-9daf-b55e507861b7 service nova] Releasing lock "refresh_cache-519212ec-e041-4397-8405-3f301c417b59" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:27:52 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:27:52 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ed9d4cd0-e986-5642-8f06-64031c1177ac', '_type': 'linux-noop'}}, row=False) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:27:52 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-51d26229-0839-4917-929b-022426657146 req-3ba5792e-a8b1-4510-9c6f-f6b8c01f7a93 service nova] Acquired lock "refresh_cache-519212ec-e041-4397-8405-3f301c417b59" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:27:52 user nova-compute[75147]: DEBUG nova.network.neutron [req-51d26229-0839-4917-929b-022426657146 req-3ba5792e-a8b1-4510-9c6f-f6b8c01f7a93 service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Refreshing network info cache for port bb79e36b-036b-4c1f-beae-5eafe109eb13 {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 19:27:52 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:27:52 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:27:52 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:27:52 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap2ea74459-f2, may_exist=True, interface_attrs={}) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:27:52 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap2ea74459-f2, col_values=(('qos', UUID('8034117f-6709-4a57-ad12-1b3696a4e4a2')),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:27:52 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap2ea74459-f2, col_values=(('external_ids', {'iface-id': '2ea74459-f29e-4866-9f24-d523a3a7a6dc', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:14:ce:46', 'vm-uuid': '2dbafd14-6c52-4417-ae5e-cadb11694492'}),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:27:52 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:27:52 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:27:52 user nova-compute[75147]: INFO os_vif [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:14:ce:46,bridge_name='br-int',has_traffic_filtering=True,id=2ea74459-f29e-4866-9f24-d523a3a7a6dc,network=Network(01979c91-d719-480e-bf3d-6c7a31cd437d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2ea74459-f2')
Oct 27 19:27:52 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] No BDM found with device name vda, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:27:52 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] No VIF found with MAC fa:16:3e:14:ce:46, not building metadata {{(pid=75147) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 19:27:52 user nova-compute[75147]: DEBUG nova.network.neutron [req-51d26229-0839-4917-929b-022426657146 req-3ba5792e-a8b1-4510-9c6f-f6b8c01f7a93 service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Instance cache missing network info. {{(pid=75147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 19:27:53 user nova-compute[75147]: DEBUG nova.network.neutron [req-51d26229-0839-4917-929b-022426657146 req-3ba5792e-a8b1-4510-9c6f-f6b8c01f7a93 service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Updating instance_info_cache with network_info: [] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:27:53 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-51d26229-0839-4917-929b-022426657146 req-3ba5792e-a8b1-4510-9c6f-f6b8c01f7a93 service nova] Releasing lock "refresh_cache-519212ec-e041-4397-8405-3f301c417b59" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:27:53 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a] Updating instance_info_cache with network_info: [{"id": "df6ab6f1-d51f-4de0-a6e0-33a292aacd9e", "address": "fa:16:3e:08:ab:c2", "network": {"id": "997a94dd-a6cc-485a-9bca-761040e12ccf", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-358973122-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c05b7c7e7bf147fcbc02a57ffda4a15d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf6ab6f1-d5", "ovs_interfaceid": "df6ab6f1-d51f-4de0-a6e0-33a292aacd9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:27:53 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Releasing lock "refresh_cache-18c1bbe4-9572-4a2e-b855-72ced4cd7f6a" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:27:53 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a] Updated the network info_cache for instance {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 27 19:27:53 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:27:53 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:27:53 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75147) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 19:27:53 user nova-compute[75147]: DEBUG nova.network.neutron [req-c56ac945-8c3e-4876-a8dd-e60b87f2dd5e req-404d7f42-283d-48f2-aa0a-db02f4a40889 service nova] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Updated VIF entry in instance network info cache for port c329eb13-c03a-457b-b808-2c836a4f4dc9. {{(pid=75147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 19:27:53 user nova-compute[75147]: DEBUG nova.network.neutron [req-c56ac945-8c3e-4876-a8dd-e60b87f2dd5e req-404d7f42-283d-48f2-aa0a-db02f4a40889 service nova] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Updating instance_info_cache with network_info: [{"id": "c329eb13-c03a-457b-b808-2c836a4f4dc9", "address": "fa:16:3e:6d:47:3d", "network": {"id": "c8178a72-f188-4ac8-96aa-f6db2911e3ca", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-2046459904-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.13", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2ce930abe29a45ce878e5d04fb97a063", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc329eb13-c0", "ovs_interfaceid": "c329eb13-c03a-457b-b808-2c836a4f4dc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:27:53 user nova-compute[75147]: DEBUG nova.network.neutron [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] [instance: 519212ec-e041-4397-8405-3f301c417b59] Successfully updated port: 80ebb49f-6196-4471-97c0-05ffc132197f {{(pid=75147) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 19:27:53 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-c56ac945-8c3e-4876-a8dd-e60b87f2dd5e req-404d7f42-283d-48f2-aa0a-db02f4a40889 service nova] Releasing lock "refresh_cache-c49c74a6-9955-4a79-848f-4e6b9e348f9c" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:27:53 user nova-compute[75147]: DEBUG nova.compute.manager [req-af41fc30-58a2-42c4-b541-79e9ece23ec1 req-4577de3c-64cb-428e-9cd8-8b6fca4587ca service nova] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Received event network-changed-47db9abc-70dc-4acc-9f17-22d53495f921 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:27:53 user nova-compute[75147]: DEBUG nova.compute.manager [req-af41fc30-58a2-42c4-b541-79e9ece23ec1 req-4577de3c-64cb-428e-9cd8-8b6fca4587ca service nova] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Refreshing instance network info cache due to event network-changed-47db9abc-70dc-4acc-9f17-22d53495f921. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 19:27:53 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-af41fc30-58a2-42c4-b541-79e9ece23ec1 req-4577de3c-64cb-428e-9cd8-8b6fca4587ca service nova] Acquiring lock "refresh_cache-cdbe7335-af99-486a-9a7e-adbdf4443572" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:27:53 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-af41fc30-58a2-42c4-b541-79e9ece23ec1 req-4577de3c-64cb-428e-9cd8-8b6fca4587ca service nova] Acquired lock "refresh_cache-cdbe7335-af99-486a-9a7e-adbdf4443572" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:27:53 user nova-compute[75147]: DEBUG nova.network.neutron [req-af41fc30-58a2-42c4-b541-79e9ece23ec1 req-4577de3c-64cb-428e-9cd8-8b6fca4587ca service nova] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Refreshing network info cache for port 47db9abc-70dc-4acc-9f17-22d53495f921 {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 19:27:53 user nova-compute[75147]: DEBUG nova.compute.manager [req-d012e5cc-1558-4fda-93c2-7cfdc690da53 req-c1206546-546a-4d63-b5c3-a639274575e6 service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Received event network-changed-80ebb49f-6196-4471-97c0-05ffc132197f {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:27:53 user nova-compute[75147]: DEBUG nova.compute.manager [req-d012e5cc-1558-4fda-93c2-7cfdc690da53 req-c1206546-546a-4d63-b5c3-a639274575e6 service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Refreshing instance network info cache due to event network-changed-80ebb49f-6196-4471-97c0-05ffc132197f. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 19:27:53 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-d012e5cc-1558-4fda-93c2-7cfdc690da53 req-c1206546-546a-4d63-b5c3-a639274575e6 service nova] Acquiring lock "refresh_cache-519212ec-e041-4397-8405-3f301c417b59" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:27:53 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-d012e5cc-1558-4fda-93c2-7cfdc690da53 req-c1206546-546a-4d63-b5c3-a639274575e6 service nova] Acquired lock "refresh_cache-519212ec-e041-4397-8405-3f301c417b59" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:27:53 user nova-compute[75147]: DEBUG nova.network.neutron [req-d012e5cc-1558-4fda-93c2-7cfdc690da53 req-c1206546-546a-4d63-b5c3-a639274575e6 service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Refreshing network info cache for port 80ebb49f-6196-4471-97c0-05ffc132197f {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 19:27:53 user nova-compute[75147]: DEBUG nova.network.neutron [req-d012e5cc-1558-4fda-93c2-7cfdc690da53 req-c1206546-546a-4d63-b5c3-a639274575e6 service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Instance cache missing network info. {{(pid=75147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 19:27:53 user nova-compute[75147]: DEBUG nova.compute.manager [None req-c0b864f3-6d86-47b4-bfd0-0fff021b9b34 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Checking state {{(pid=75147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 19:27:54 user nova-compute[75147]: INFO nova.compute.manager [None req-c0b864f3-6d86-47b4-bfd0-0fff021b9b34 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] instance snapshotting
Oct 27 19:27:54 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-c0b864f3-6d86-47b4-bfd0-0fff021b9b34 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Beginning live snapshot process
Oct 27 19:27:54 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:27:54 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:27:54 user nova-compute[75147]: DEBUG nova.network.neutron [req-d012e5cc-1558-4fda-93c2-7cfdc690da53 req-c1206546-546a-4d63-b5c3-a639274575e6 service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Updating instance_info_cache with network_info: [] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:27:54 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-c0b864f3-6d86-47b4-bfd0-0fff021b9b34 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c49c74a6-9955-4a79-848f-4e6b9e348f9c/disk --force-share --output=json -f qcow2 {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:27:54 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-d012e5cc-1558-4fda-93c2-7cfdc690da53 req-c1206546-546a-4d63-b5c3-a639274575e6 service nova] Releasing lock "refresh_cache-519212ec-e041-4397-8405-3f301c417b59" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:27:54 user nova-compute[75147]: DEBUG nova.compute.manager [req-e23a63f7-9a40-4c55-bed3-5030466631b1 req-b065d0b9-05a9-459b-a79f-ebea0aaca62f service nova] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] Received event network-vif-plugged-2ea74459-f29e-4866-9f24-d523a3a7a6dc {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:27:54 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-e23a63f7-9a40-4c55-bed3-5030466631b1 req-b065d0b9-05a9-459b-a79f-ebea0aaca62f service nova] Acquiring lock "2dbafd14-6c52-4417-ae5e-cadb11694492-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:27:54 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-e23a63f7-9a40-4c55-bed3-5030466631b1 req-b065d0b9-05a9-459b-a79f-ebea0aaca62f service nova] Lock "2dbafd14-6c52-4417-ae5e-cadb11694492-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:27:54 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-e23a63f7-9a40-4c55-bed3-5030466631b1 req-b065d0b9-05a9-459b-a79f-ebea0aaca62f service nova] Lock "2dbafd14-6c52-4417-ae5e-cadb11694492-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:27:54 user nova-compute[75147]: DEBUG nova.compute.manager [req-e23a63f7-9a40-4c55-bed3-5030466631b1 req-b065d0b9-05a9-459b-a79f-ebea0aaca62f service nova] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] No waiting events found dispatching network-vif-plugged-2ea74459-f29e-4866-9f24-d523a3a7a6dc {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:27:54 user nova-compute[75147]: WARNING nova.compute.manager [req-e23a63f7-9a40-4c55-bed3-5030466631b1 req-b065d0b9-05a9-459b-a79f-ebea0aaca62f service nova] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] Received unexpected event network-vif-plugged-2ea74459-f29e-4866-9f24-d523a3a7a6dc for instance with vm_state building and task_state spawning.
Oct 27 19:27:54 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-c0b864f3-6d86-47b4-bfd0-0fff021b9b34 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c49c74a6-9955-4a79-848f-4e6b9e348f9c/disk --force-share --output=json -f qcow2" returned: 0 in 0.369s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:27:54 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-c0b864f3-6d86-47b4-bfd0-0fff021b9b34 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c49c74a6-9955-4a79-848f-4e6b9e348f9c/disk --force-share --output=json -f qcow2 {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:27:54 user nova-compute[75147]: DEBUG nova.network.neutron [req-af41fc30-58a2-42c4-b541-79e9ece23ec1 req-4577de3c-64cb-428e-9cd8-8b6fca4587ca service nova] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Updated VIF entry in instance network info cache for port 47db9abc-70dc-4acc-9f17-22d53495f921. {{(pid=75147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 19:27:54 user nova-compute[75147]: DEBUG nova.network.neutron [req-af41fc30-58a2-42c4-b541-79e9ece23ec1 req-4577de3c-64cb-428e-9cd8-8b6fca4587ca service nova] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Updating instance_info_cache with network_info: [{"id": "47db9abc-70dc-4acc-9f17-22d53495f921", "address": "fa:16:3e:ac:d0:11", "network": {"id": "a71e29bc-f4c7-43bf-b62a-640bdbe1f778", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1494620895-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8beb0d83b9e445ec875766ef511f053b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47db9abc-70", "ovs_interfaceid": "47db9abc-70dc-4acc-9f17-22d53495f921", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:27:54 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-af41fc30-58a2-42c4-b541-79e9ece23ec1 req-4577de3c-64cb-428e-9cd8-8b6fca4587ca service nova] Releasing lock "refresh_cache-cdbe7335-af99-486a-9a7e-adbdf4443572" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:27:55 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-c0b864f3-6d86-47b4-bfd0-0fff021b9b34 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c49c74a6-9955-4a79-848f-4e6b9e348f9c/disk --force-share --output=json -f qcow2" returned: 0 in 0.290s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:27:55 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-c0b864f3-6d86-47b4-bfd0-0fff021b9b34 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:27:55 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:27:55 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:27:55 user nova-compute[75147]: DEBUG nova.network.neutron [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] [instance: 519212ec-e041-4397-8405-3f301c417b59] Successfully updated port: 5cdb5084-7522-400c-80be-826f6ea26e62 {{(pid=75147) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 19:27:55 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-c0b864f3-6d86-47b4-bfd0-0fff021b9b34 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.224s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:27:55 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-c0b864f3-6d86-47b4-bfd0-0fff021b9b34 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpgvtq_046/fc5b61a4ce8d47c6a88936eaed0a7bbc.delta 1073741824 {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:27:55 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-c0b864f3-6d86-47b4-bfd0-0fff021b9b34 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpgvtq_046/fc5b61a4ce8d47c6a88936eaed0a7bbc.delta 1073741824" returned: 0 in 0.072s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:27:55 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-c0b864f3-6d86-47b4-bfd0-0fff021b9b34 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Quiescing instance not available: QEMU guest agent is not enabled.
Oct 27 19:27:55 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-c0b864f3-6d86-47b4-bfd0-0fff021b9b34 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Checking UEFI support for host arch (x86_64) {{(pid=75147) supports_uefi /opt/stack/nova/nova/virt/libvirt/host.py:1751}}
Oct 27 19:27:55 user nova-compute[75147]: INFO nova.virt.libvirt.host [None req-c0b864f3-6d86-47b4-bfd0-0fff021b9b34 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] UEFI support detected
Oct 27 19:27:55 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:27:55 user nova-compute[75147]: DEBUG nova.compute.manager [req-568d11f9-8164-4d4f-ab69-f6e2b05280ec req-3b618d7f-0ba0-444e-b8e9-1f1e846c5ad7 service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Received event network-changed-5cdb5084-7522-400c-80be-826f6ea26e62 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:27:55 user nova-compute[75147]: DEBUG nova.compute.manager [req-568d11f9-8164-4d4f-ab69-f6e2b05280ec req-3b618d7f-0ba0-444e-b8e9-1f1e846c5ad7 service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Refreshing instance network info cache due to event network-changed-5cdb5084-7522-400c-80be-826f6ea26e62. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 19:27:55 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-568d11f9-8164-4d4f-ab69-f6e2b05280ec req-3b618d7f-0ba0-444e-b8e9-1f1e846c5ad7 service nova] Acquiring lock "refresh_cache-519212ec-e041-4397-8405-3f301c417b59" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:27:55 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-568d11f9-8164-4d4f-ab69-f6e2b05280ec req-3b618d7f-0ba0-444e-b8e9-1f1e846c5ad7 service nova] Acquired lock "refresh_cache-519212ec-e041-4397-8405-3f301c417b59" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:27:55 user nova-compute[75147]: DEBUG nova.network.neutron [req-568d11f9-8164-4d4f-ab69-f6e2b05280ec req-3b618d7f-0ba0-444e-b8e9-1f1e846c5ad7 service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Refreshing network info cache for port 5cdb5084-7522-400c-80be-826f6ea26e62 {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 19:27:55 user nova-compute[75147]: DEBUG nova.network.neutron [req-568d11f9-8164-4d4f-ab69-f6e2b05280ec req-3b618d7f-0ba0-444e-b8e9-1f1e846c5ad7 service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Instance cache missing network info. {{(pid=75147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 19:27:56 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-c0b864f3-6d86-47b4-bfd0-0fff021b9b34 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] COPY block job progress, current cursor: 0 final cursor: 75563008 {{(pid=75147) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 27 19:27:56 user nova-compute[75147]: DEBUG nova.network.neutron [req-568d11f9-8164-4d4f-ab69-f6e2b05280ec req-3b618d7f-0ba0-444e-b8e9-1f1e846c5ad7 service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Updating instance_info_cache with network_info: [] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:27:56 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-568d11f9-8164-4d4f-ab69-f6e2b05280ec req-3b618d7f-0ba0-444e-b8e9-1f1e846c5ad7 service nova] Releasing lock "refresh_cache-519212ec-e041-4397-8405-3f301c417b59" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:27:56 user nova-compute[75147]: DEBUG nova.network.neutron [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] [instance: 519212ec-e041-4397-8405-3f301c417b59] Successfully updated port: 09751407-65e3-46e8-9deb-ee0aed32a055 {{(pid=75147) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 19:27:56 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Acquiring lock "refresh_cache-519212ec-e041-4397-8405-3f301c417b59" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:27:56 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Acquired lock "refresh_cache-519212ec-e041-4397-8405-3f301c417b59" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:27:56 user nova-compute[75147]: DEBUG nova.network.neutron [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] [instance: 519212ec-e041-4397-8405-3f301c417b59] Building network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 19:27:56 user nova-compute[75147]: DEBUG nova.compute.manager [req-7359688d-b32a-4807-b070-565f3e74a47b req-4a5a4299-b800-42a0-ae20-826e1f8c3eab service nova] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] Received event network-vif-plugged-2ea74459-f29e-4866-9f24-d523a3a7a6dc {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:27:56 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-7359688d-b32a-4807-b070-565f3e74a47b req-4a5a4299-b800-42a0-ae20-826e1f8c3eab service nova] Acquiring lock "2dbafd14-6c52-4417-ae5e-cadb11694492-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:27:56 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-7359688d-b32a-4807-b070-565f3e74a47b req-4a5a4299-b800-42a0-ae20-826e1f8c3eab service nova] Lock "2dbafd14-6c52-4417-ae5e-cadb11694492-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:27:56 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-7359688d-b32a-4807-b070-565f3e74a47b req-4a5a4299-b800-42a0-ae20-826e1f8c3eab service nova] Lock "2dbafd14-6c52-4417-ae5e-cadb11694492-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:27:56 user nova-compute[75147]: DEBUG nova.compute.manager [req-7359688d-b32a-4807-b070-565f3e74a47b req-4a5a4299-b800-42a0-ae20-826e1f8c3eab service nova] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] No waiting events found dispatching network-vif-plugged-2ea74459-f29e-4866-9f24-d523a3a7a6dc {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:27:56 user nova-compute[75147]: WARNING nova.compute.manager [req-7359688d-b32a-4807-b070-565f3e74a47b req-4a5a4299-b800-42a0-ae20-826e1f8c3eab service nova] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] Received unexpected event network-vif-plugged-2ea74459-f29e-4866-9f24-d523a3a7a6dc for instance with vm_state building and task_state spawning.
Oct 27 19:27:57 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-c0b864f3-6d86-47b4-bfd0-0fff021b9b34 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] COPY block job progress, current cursor: 75563008 final cursor: 75563008 {{(pid=75147) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 27 19:27:57 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-c0b864f3-6d86-47b4-bfd0-0fff021b9b34 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Skipping quiescing instance: QEMU guest agent is not enabled.
Oct 27 19:27:57 user nova-compute[75147]: DEBUG nova.network.neutron [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] [instance: 519212ec-e041-4397-8405-3f301c417b59] Instance cache missing network info. {{(pid=75147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 19:27:57 user nova-compute[75147]: DEBUG nova.privsep.utils [None req-c0b864f3-6d86-47b4-bfd0-0fff021b9b34 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75147) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 27 19:27:57 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-c0b864f3-6d86-47b4-bfd0-0fff021b9b34 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpgvtq_046/fc5b61a4ce8d47c6a88936eaed0a7bbc.delta /opt/stack/data/nova/instances/snapshots/tmpgvtq_046/fc5b61a4ce8d47c6a88936eaed0a7bbc {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:27:57 user nova-compute[75147]: DEBUG nova.compute.manager [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] Instance event wait completed in 0 seconds for  {{(pid=75147) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 19:27:57 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] Guest created on hypervisor {{(pid=75147) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 19:27:57 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] Instance spawned successfully.
Oct 27 19:27:57 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 27 19:27:57 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:27:57 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] Found default for hw_cdrom_bus of ide {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:27:57 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] Found default for hw_disk_bus of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:27:57 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] Found default for hw_input_bus of None {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:27:57 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] Found default for hw_pointer_model of None {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:27:57 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] Found default for hw_video_model of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:27:57 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] Found default for hw_vif_model of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:27:57 user nova-compute[75147]: DEBUG nova.compute.manager [req-689ad8f0-dfd5-485f-9ca7-72fe84e11d1f req-d8501e9d-d5c0-43e7-98f0-c536ad0eaecc service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Received event network-changed-09751407-65e3-46e8-9deb-ee0aed32a055 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:27:57 user nova-compute[75147]: DEBUG nova.compute.manager [req-689ad8f0-dfd5-485f-9ca7-72fe84e11d1f req-d8501e9d-d5c0-43e7-98f0-c536ad0eaecc service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Refreshing instance network info cache due to event network-changed-09751407-65e3-46e8-9deb-ee0aed32a055. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 19:27:57 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-689ad8f0-dfd5-485f-9ca7-72fe84e11d1f req-d8501e9d-d5c0-43e7-98f0-c536ad0eaecc service nova] Acquiring lock "refresh_cache-519212ec-e041-4397-8405-3f301c417b59" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:27:57 user nova-compute[75147]: INFO nova.compute.manager [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] Took 6.87 seconds to spawn the instance on the hypervisor.
Oct 27 19:27:57 user nova-compute[75147]: DEBUG nova.compute.manager [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] Checking state {{(pid=75147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 19:27:57 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-c0b864f3-6d86-47b4-bfd0-0fff021b9b34 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpgvtq_046/fc5b61a4ce8d47c6a88936eaed0a7bbc.delta /opt/stack/data/nova/instances/snapshots/tmpgvtq_046/fc5b61a4ce8d47c6a88936eaed0a7bbc" returned: 0 in 0.774s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:27:57 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-c0b864f3-6d86-47b4-bfd0-0fff021b9b34 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Snapshot extracted, beginning image upload
Oct 27 19:27:58 user nova-compute[75147]: INFO nova.compute.manager [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] Took 49.59 seconds to build instance.
Oct 27 19:27:58 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9f404aad-6160-49d3-95da-226af719b935 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Lock "2dbafd14-6c52-4417-ae5e-cadb11694492" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 49.732s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:28:00 user nova-compute[75147]: DEBUG nova.network.neutron [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] [instance: 519212ec-e041-4397-8405-3f301c417b59] Updating instance_info_cache with network_info: [{"id": "50fbdd35-e7c7-47a1-a597-c6daa0463acc", "address": "fa:16:3e:ba:1f:6a", "network": {"id": "efb239ea-2b01-42ab-914d-d96fb4cb641a", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1328217919-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "826578ed75e04f04b57dfc7940a8c810", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50fbdd35-e7", "ovs_interfaceid": "50fbdd35-e7c7-47a1-a597-c6daa0463acc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e2c80536-7e4e-4363-91f3-1d85d95863db", "address": "fa:16:3e:48:26:fd", "network": {"id": "7566241a-80be-452b-a5bd-8c2a1d10a91e", "bridge": "br-int", "label": "tempest-device-tagging-net1-346914798", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.237", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "826578ed75e04f04b57dfc7940a8c810", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape2c80536-7e", "ovs_interfaceid": "e2c80536-7e4e-4363-91f3-1d85d95863db", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "889f60a0-69ff-467e-845c-07e5b4ef6e6b", "address": "fa:16:3e:c8:2e:ec", "network": {"id": "7566241a-80be-452b-a5bd-8c2a1d10a91e", "bridge": "br-int", "label": "tempest-device-tagging-net1-346914798", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "826578ed75e04f04b57dfc7940a8c810", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap889f60a0-69", "ovs_interfaceid": "889f60a0-69ff-467e-845c-07e5b4ef6e6b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "bb79e36b-036b-4c1f-beae-5eafe109eb13", "address": "fa:16:3e:21:87:3b", "network": {"id": "7566241a-80be-452b-a5bd-8c2a1d10a91e", "bridge": "br-int", "label": "tempest-device-tagging-net1-346914798", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "826578ed75e04f04b57dfc7940a8c810", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbb79e36b-03", "ovs_interfaceid": "bb79e36b-036b-4c1f-beae-5eafe109eb13", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "80ebb49f-6196-4471-97c0-05ffc132197f", "address": "fa:16:3e:a1:5b:63", "network": {"id": "7566241a-80be-452b-a5bd-8c2a1d10a91e", "bridge": "br-int", "label": "tempest-device-tagging-net1-346914798", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "826578ed75e04f04b57dfc7940a8c810", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap80ebb49f-61", "ovs_interfaceid": "80ebb49f-6196-4471-97c0-05ffc132197f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5cdb5084-7522-400c-80be-826f6ea26e62", "address": "fa:16:3e:d7:a2:ab", "network": {"id": "fd25be1d-a7ca-42f0-a93d-fffa2f0c404a", "bridge": "br-int", "label": "tempest-device-tagging-net2-817073751", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "826578ed75e04f04b57dfc7940a8c810", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5cdb5084-75", "ovs_interfaceid": "5cdb5084-7522-400c-80be-826f6ea26e62", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "09751407-65e3-46e8-9deb-ee0aed32a055", "address": "fa:16:3e:5b:03:87", "network": {"id": "fd25be1d-a7ca-42f0-a93d-fffa2f0c404a", "bridge": "br-int", "label": "tempest-device-tagging-net2-817073751", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "826578ed75e04f04b57dfc7940a8c810", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap09751407-65", "ovs_interfaceid": "09751407-65e3-46e8-9deb-ee0aed32a055", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:28:00 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Releasing lock "refresh_cache-519212ec-e041-4397-8405-3f301c417b59" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:28:00 user nova-compute[75147]: DEBUG nova.compute.manager [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] [instance: 519212ec-e041-4397-8405-3f301c417b59] Instance network_info: |[{"id": "50fbdd35-e7c7-47a1-a597-c6daa0463acc", "address": "fa:16:3e:ba:1f:6a", "network": {"id": "efb239ea-2b01-42ab-914d-d96fb4cb641a", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1328217919-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "826578ed75e04f04b57dfc7940a8c810", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50fbdd35-e7", "ovs_interfaceid": "50fbdd35-e7c7-47a1-a597-c6daa0463acc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e2c80536-7e4e-4363-91f3-1d85d95863db", "address": "fa:16:3e:48:26:fd", "network": {"id": "7566241a-80be-452b-a5bd-8c2a1d10a91e", "bridge": "br-int", "label": "tempest-device-tagging-net1-346914798", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.237", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "826578ed75e04f04b57dfc7940a8c810", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape2c80536-7e", "ovs_interfaceid": "e2c80536-7e4e-4363-91f3-1d85d95863db", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "889f60a0-69ff-467e-845c-07e5b4ef6e6b", "address": "fa:16:3e:c8:2e:ec", "network": {"id": "7566241a-80be-452b-a5bd-8c2a1d10a91e", "bridge": "br-int", "label": "tempest-device-tagging-net1-346914798", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "826578ed75e04f04b57dfc7940a8c810", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap889f60a0-69", "ovs_interfaceid": "889f60a0-69ff-467e-845c-07e5b4ef6e6b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "bb79e36b-036b-4c1f-beae-5eafe109eb13", "address": "fa:16:3e:21:87:3b", "network": {"id": "7566241a-80be-452b-a5bd-8c2a1d10a91e", "bridge": "br-int", "label": "tempest-device-tagging-net1-346914798", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "826578ed75e04f04b57dfc7940a8c810", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbb79e36b-03", "ovs_interfaceid": "bb79e36b-036b-4c1f-beae-5eafe109eb13", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "80ebb49f-6196-4471-97c0-05ffc132197f", "address": "fa:16:3e:a1:5b:63", "network": {"id": "7566241a-80be-452b-a5bd-8c2a1d10a91e", "bridge": "br-int", "label": "tempest-device-tagging-net1-346914798", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "826578ed75e04f04b57dfc7940a8c810", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap80ebb49f-61", "ovs_interfaceid": "80ebb49f-6196-4471-97c0-05ffc132197f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5cdb5084-7522-400c-80be-826f6ea26e62", "address": "fa:16:3e:d7:a2:ab", "network": {"id": "fd25be1d-a7ca-42f0-a93d-fffa2f0c404a", "bridge": "br-int", "label": "tempest-device-tagging-net2-817073751", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "826578ed75e04f04b57dfc7940a8c810", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5cdb5084-75", "ovs_interfaceid": "5cdb5084-7522-400c-80be-826f6ea26e62", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "09751407-65e3-46e8-9deb-ee0aed32a055", "address": "fa:16:3e:5b:03:87", "network": {"id": "fd25be1d-a7ca-42f0-a93d-fffa2f0c404a", "bridge": "br-int", "label": "tempest-device-tagging-net2-817073751", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "826578ed75e04f04b57dfc7940a8c810", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap09751407-65", "ovs_interfaceid": "09751407-65e3-46e8-9deb-ee0aed32a055", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 27 19:28:00 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-689ad8f0-dfd5-485f-9ca7-72fe84e11d1f req-d8501e9d-d5c0-43e7-98f0-c536ad0eaecc service nova] Acquired lock "refresh_cache-519212ec-e041-4397-8405-3f301c417b59" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:28:00 user nova-compute[75147]: DEBUG nova.network.neutron [req-689ad8f0-dfd5-485f-9ca7-72fe84e11d1f req-d8501e9d-d5c0-43e7-98f0-c536ad0eaecc service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Refreshing network info cache for port 09751407-65e3-46e8-9deb-ee0aed32a055 {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 19:28:00 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:28:01 user nova-compute[75147]: DEBUG nova.network.neutron [req-689ad8f0-dfd5-485f-9ca7-72fe84e11d1f req-d8501e9d-d5c0-43e7-98f0-c536ad0eaecc service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Updated VIF entry in instance network info cache for port 09751407-65e3-46e8-9deb-ee0aed32a055. {{(pid=75147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 19:28:01 user nova-compute[75147]: DEBUG nova.network.neutron [req-689ad8f0-dfd5-485f-9ca7-72fe84e11d1f req-d8501e9d-d5c0-43e7-98f0-c536ad0eaecc service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Updating instance_info_cache with network_info: [{"id": "50fbdd35-e7c7-47a1-a597-c6daa0463acc", "address": "fa:16:3e:ba:1f:6a", "network": {"id": "efb239ea-2b01-42ab-914d-d96fb4cb641a", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1328217919-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "826578ed75e04f04b57dfc7940a8c810", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50fbdd35-e7", "ovs_interfaceid": "50fbdd35-e7c7-47a1-a597-c6daa0463acc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e2c80536-7e4e-4363-91f3-1d85d95863db", "address": "fa:16:3e:48:26:fd", "network": {"id": "7566241a-80be-452b-a5bd-8c2a1d10a91e", "bridge": "br-int", "label": "tempest-device-tagging-net1-346914798", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.237", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "826578ed75e04f04b57dfc7940a8c810", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape2c80536-7e", "ovs_interfaceid": "e2c80536-7e4e-4363-91f3-1d85d95863db", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "889f60a0-69ff-467e-845c-07e5b4ef6e6b", "address": "fa:16:3e:c8:2e:ec", "network": {"id": "7566241a-80be-452b-a5bd-8c2a1d10a91e", "bridge": "br-int", "label": "tempest-device-tagging-net1-346914798", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "826578ed75e04f04b57dfc7940a8c810", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap889f60a0-69", "ovs_interfaceid": "889f60a0-69ff-467e-845c-07e5b4ef6e6b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "bb79e36b-036b-4c1f-beae-5eafe109eb13", "address": "fa:16:3e:21:87:3b", "network": {"id": "7566241a-80be-452b-a5bd-8c2a1d10a91e", "bridge": "br-int", "label": "tempest-device-tagging-net1-346914798", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "826578ed75e04f04b57dfc7940a8c810", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbb79e36b-03", "ovs_interfaceid": "bb79e36b-036b-4c1f-beae-5eafe109eb13", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "80ebb49f-6196-4471-97c0-05ffc132197f", "address": "fa:16:3e:a1:5b:63", "network": {"id": "7566241a-80be-452b-a5bd-8c2a1d10a91e", "bridge": "br-int", "label": "tempest-device-tagging-net1-346914798", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "826578ed75e04f04b57dfc7940a8c810", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap80ebb49f-61", "ovs_interfaceid": "80ebb49f-6196-4471-97c0-05ffc132197f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5cdb5084-7522-400c-80be-826f6ea26e62", "address": "fa:16:3e:d7:a2:ab", "network": {"id": "fd25be1d-a7ca-42f0-a93d-fffa2f0c404a", "bridge": "br-int", "label": "tempest-device-tagging-net2-817073751", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "826578ed75e04f04b57dfc7940a8c810", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5cdb5084-75", "ovs_interfaceid": "5cdb5084-7522-400c-80be-826f6ea26e62", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "09751407-65e3-46e8-9deb-ee0aed32a055", "address": "fa:16:3e:5b:03:87", "network": {"id": "fd25be1d-a7ca-42f0-a93d-fffa2f0c404a", "bridge": "br-int", "label": "tempest-device-tagging-net2-817073751", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "826578ed75e04f04b57dfc7940a8c810", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap09751407-65", "ovs_interfaceid": "09751407-65e3-46e8-9deb-ee0aed32a055", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:28:01 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-689ad8f0-dfd5-485f-9ca7-72fe84e11d1f req-d8501e9d-d5c0-43e7-98f0-c536ad0eaecc service nova] Releasing lock "refresh_cache-519212ec-e041-4397-8405-3f301c417b59" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:28:01 user nova-compute[75147]: DEBUG nova.compute.manager [req-97ab4fad-80cd-41f8-af90-3814393be81a req-f98354fc-55bb-439f-9416-a5c3c954cb67 service nova] [instance: 17da16fe-2762-4442-a31f-c966695dea37] Received event network-changed-f10f4b7d-866f-4ae4-b962-69f8613fb428 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:28:01 user nova-compute[75147]: DEBUG nova.compute.manager [req-97ab4fad-80cd-41f8-af90-3814393be81a req-f98354fc-55bb-439f-9416-a5c3c954cb67 service nova] [instance: 17da16fe-2762-4442-a31f-c966695dea37] Refreshing instance network info cache due to event network-changed-f10f4b7d-866f-4ae4-b962-69f8613fb428. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 19:28:01 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-97ab4fad-80cd-41f8-af90-3814393be81a req-f98354fc-55bb-439f-9416-a5c3c954cb67 service nova] Acquiring lock "refresh_cache-17da16fe-2762-4442-a31f-c966695dea37" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:28:01 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-97ab4fad-80cd-41f8-af90-3814393be81a req-f98354fc-55bb-439f-9416-a5c3c954cb67 service nova] Acquired lock "refresh_cache-17da16fe-2762-4442-a31f-c966695dea37" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:28:01 user nova-compute[75147]: DEBUG nova.network.neutron [req-97ab4fad-80cd-41f8-af90-3814393be81a req-f98354fc-55bb-439f-9416-a5c3c954cb67 service nova] [instance: 17da16fe-2762-4442-a31f-c966695dea37] Refreshing network info cache for port f10f4b7d-866f-4ae4-b962-69f8613fb428 {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 19:28:02 user nova-compute[75147]: DEBUG nova.network.neutron [req-97ab4fad-80cd-41f8-af90-3814393be81a req-f98354fc-55bb-439f-9416-a5c3c954cb67 service nova] [instance: 17da16fe-2762-4442-a31f-c966695dea37] Updated VIF entry in instance network info cache for port f10f4b7d-866f-4ae4-b962-69f8613fb428. {{(pid=75147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 19:28:02 user nova-compute[75147]: DEBUG nova.network.neutron [req-97ab4fad-80cd-41f8-af90-3814393be81a req-f98354fc-55bb-439f-9416-a5c3c954cb67 service nova] [instance: 17da16fe-2762-4442-a31f-c966695dea37] Updating instance_info_cache with network_info: [{"id": "f10f4b7d-866f-4ae4-b962-69f8613fb428", "address": "fa:16:3e:de:6c:42", "network": {"id": "95183f82-97a6-4a28-a730-1603f8944490", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1454550508-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "567efa430de8417fb405d6ec8360f235", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf10f4b7d-86", "ovs_interfaceid": "f10f4b7d-866f-4ae4-b962-69f8613fb428", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:28:02 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-97ab4fad-80cd-41f8-af90-3814393be81a req-f98354fc-55bb-439f-9416-a5c3c954cb67 service nova] Releasing lock "refresh_cache-17da16fe-2762-4442-a31f-c966695dea37" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:28:02 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-c0b864f3-6d86-47b4-bfd0-0fff021b9b34 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Snapshot image upload complete
Oct 27 19:28:02 user nova-compute[75147]: INFO nova.compute.manager [None req-c0b864f3-6d86-47b4-bfd0-0fff021b9b34 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Took 8.58 seconds to snapshot the instance on the hypervisor.
Oct 27 19:28:02 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:28:04 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-28eedca4-4784-4182-b18c-e4e16d726627 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Acquiring lock "cdbe7335-af99-486a-9a7e-adbdf4443572" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:28:04 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-28eedca4-4784-4182-b18c-e4e16d726627 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Lock "cdbe7335-af99-486a-9a7e-adbdf4443572" acquired by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:28:04 user nova-compute[75147]: INFO nova.compute.manager [None req-28eedca4-4784-4182-b18c-e4e16d726627 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Shelving
Oct 27 19:28:04 user nova-compute[75147]: DEBUG nova.compute.manager [req-9994abd7-a4ae-47e9-9d0c-21448fe51a15 req-0902a30f-fada-4e25-b431-bc8a32e213e1 service nova] [instance: bb800ac4-3e39-4e7f-9475-55d23c135d0b] Received event network-changed-5befc449-e164-4be2-bc60-d9d9d6df8000 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:28:04 user nova-compute[75147]: DEBUG nova.compute.manager [req-9994abd7-a4ae-47e9-9d0c-21448fe51a15 req-0902a30f-fada-4e25-b431-bc8a32e213e1 service nova] [instance: bb800ac4-3e39-4e7f-9475-55d23c135d0b] Refreshing instance network info cache due to event network-changed-5befc449-e164-4be2-bc60-d9d9d6df8000. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 19:28:04 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-9994abd7-a4ae-47e9-9d0c-21448fe51a15 req-0902a30f-fada-4e25-b431-bc8a32e213e1 service nova] Acquiring lock "refresh_cache-bb800ac4-3e39-4e7f-9475-55d23c135d0b" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:28:04 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-9994abd7-a4ae-47e9-9d0c-21448fe51a15 req-0902a30f-fada-4e25-b431-bc8a32e213e1 service nova] Acquired lock "refresh_cache-bb800ac4-3e39-4e7f-9475-55d23c135d0b" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:28:04 user nova-compute[75147]: DEBUG nova.network.neutron [req-9994abd7-a4ae-47e9-9d0c-21448fe51a15 req-0902a30f-fada-4e25-b431-bc8a32e213e1 service nova] [instance: bb800ac4-3e39-4e7f-9475-55d23c135d0b] Refreshing network info cache for port 5befc449-e164-4be2-bc60-d9d9d6df8000 {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 19:28:04 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:28:04 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:28:04 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:28:04 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:28:04 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:28:04 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:28:05 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Instance destroyed successfully.
Oct 27 19:28:05 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-28eedca4-4784-4182-b18c-e4e16d726627 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Beginning cold snapshot process
Oct 27 19:28:05 user nova-compute[75147]: DEBUG nova.privsep.utils [None req-28eedca4-4784-4182-b18c-e4e16d726627 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75147) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 27 19:28:05 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-28eedca4-4784-4182-b18c-e4e16d726627 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/cdbe7335-af99-486a-9a7e-adbdf4443572/disk /opt/stack/data/nova/instances/snapshots/tmp8b8m08g3/95e7c3f92b8c479c90c7290f3642f55a {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:28:05 user nova-compute[75147]: DEBUG nova.network.neutron [req-9994abd7-a4ae-47e9-9d0c-21448fe51a15 req-0902a30f-fada-4e25-b431-bc8a32e213e1 service nova] [instance: bb800ac4-3e39-4e7f-9475-55d23c135d0b] Updated VIF entry in instance network info cache for port 5befc449-e164-4be2-bc60-d9d9d6df8000. {{(pid=75147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 19:28:05 user nova-compute[75147]: DEBUG nova.network.neutron [req-9994abd7-a4ae-47e9-9d0c-21448fe51a15 req-0902a30f-fada-4e25-b431-bc8a32e213e1 service nova] [instance: bb800ac4-3e39-4e7f-9475-55d23c135d0b] Updating instance_info_cache with network_info: [{"id": "5befc449-e164-4be2-bc60-d9d9d6df8000", "address": "fa:16:3e:41:fd:a8", "network": {"id": "0a330d84-2a5c-4cb3-82fc-9b174954894e", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-722644214-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1d347d9084a34a0b9baba41641a19ed5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5befc449-e1", "ovs_interfaceid": "5befc449-e164-4be2-bc60-d9d9d6df8000", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:28:05 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-9994abd7-a4ae-47e9-9d0c-21448fe51a15 req-0902a30f-fada-4e25-b431-bc8a32e213e1 service nova] Releasing lock "refresh_cache-bb800ac4-3e39-4e7f-9475-55d23c135d0b" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:28:05 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:28:06 user nova-compute[75147]: DEBUG nova.compute.manager [req-a2be34ec-fb1c-448e-aea9-28fa6872c953 req-45e68cef-d807-4627-a2e9-d3ebdc1b933f service nova] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Received event network-vif-unplugged-47db9abc-70dc-4acc-9f17-22d53495f921 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:28:06 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-a2be34ec-fb1c-448e-aea9-28fa6872c953 req-45e68cef-d807-4627-a2e9-d3ebdc1b933f service nova] Acquiring lock "cdbe7335-af99-486a-9a7e-adbdf4443572-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:28:06 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-a2be34ec-fb1c-448e-aea9-28fa6872c953 req-45e68cef-d807-4627-a2e9-d3ebdc1b933f service nova] Lock "cdbe7335-af99-486a-9a7e-adbdf4443572-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:28:06 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-a2be34ec-fb1c-448e-aea9-28fa6872c953 req-45e68cef-d807-4627-a2e9-d3ebdc1b933f service nova] Lock "cdbe7335-af99-486a-9a7e-adbdf4443572-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:28:06 user nova-compute[75147]: DEBUG nova.compute.manager [req-a2be34ec-fb1c-448e-aea9-28fa6872c953 req-45e68cef-d807-4627-a2e9-d3ebdc1b933f service nova] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] No waiting events found dispatching network-vif-unplugged-47db9abc-70dc-4acc-9f17-22d53495f921 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:28:06 user nova-compute[75147]: WARNING nova.compute.manager [req-a2be34ec-fb1c-448e-aea9-28fa6872c953 req-45e68cef-d807-4627-a2e9-d3ebdc1b933f service nova] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Received unexpected event network-vif-unplugged-47db9abc-70dc-4acc-9f17-22d53495f921 for instance with vm_state active and task_state shelving_image_pending_upload.
Oct 27 19:28:06 user nova-compute[75147]: DEBUG nova.compute.manager [req-a2be34ec-fb1c-448e-aea9-28fa6872c953 req-45e68cef-d807-4627-a2e9-d3ebdc1b933f service nova] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Received event network-vif-plugged-47db9abc-70dc-4acc-9f17-22d53495f921 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:28:06 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-a2be34ec-fb1c-448e-aea9-28fa6872c953 req-45e68cef-d807-4627-a2e9-d3ebdc1b933f service nova] Acquiring lock "cdbe7335-af99-486a-9a7e-adbdf4443572-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:28:06 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-a2be34ec-fb1c-448e-aea9-28fa6872c953 req-45e68cef-d807-4627-a2e9-d3ebdc1b933f service nova] Lock "cdbe7335-af99-486a-9a7e-adbdf4443572-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:28:06 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-a2be34ec-fb1c-448e-aea9-28fa6872c953 req-45e68cef-d807-4627-a2e9-d3ebdc1b933f service nova] Lock "cdbe7335-af99-486a-9a7e-adbdf4443572-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:28:06 user nova-compute[75147]: DEBUG nova.compute.manager [req-a2be34ec-fb1c-448e-aea9-28fa6872c953 req-45e68cef-d807-4627-a2e9-d3ebdc1b933f service nova] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] No waiting events found dispatching network-vif-plugged-47db9abc-70dc-4acc-9f17-22d53495f921 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:28:06 user nova-compute[75147]: WARNING nova.compute.manager [req-a2be34ec-fb1c-448e-aea9-28fa6872c953 req-45e68cef-d807-4627-a2e9-d3ebdc1b933f service nova] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Received unexpected event network-vif-plugged-47db9abc-70dc-4acc-9f17-22d53495f921 for instance with vm_state active and task_state shelving_image_pending_upload.
Oct 27 19:28:06 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-28eedca4-4784-4182-b18c-e4e16d726627 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/cdbe7335-af99-486a-9a7e-adbdf4443572/disk /opt/stack/data/nova/instances/snapshots/tmp8b8m08g3/95e7c3f92b8c479c90c7290f3642f55a" returned: 0 in 0.994s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:28:06 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-28eedca4-4784-4182-b18c-e4e16d726627 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Snapshot extracted, beginning image upload
Oct 27 19:28:07 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:28:09 user nova-compute[75147]: INFO nova.virt.block_device [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] [instance: 519212ec-e041-4397-8405-3f301c417b59] Booting with volume 6513b433-a0bd-49a2-b0ba-a82436dd5ab7 at /dev/vdb
Oct 27 19:28:09 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Acquiring lock "3831d941-23f9-4b8b-94c2-eacd06826967" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:28:09 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Lock "3831d941-23f9-4b8b-94c2-eacd06826967" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:28:09 user nova-compute[75147]: DEBUG nova.compute.manager [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Starting instance... {{(pid=75147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 27 19:28:09 user nova-compute[75147]: DEBUG os_brick.utils [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:28:09 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:28:09 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:28:09 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[03611312-3123-4316-bdf5-7489ffa7fb0e]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9325735bc82e\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:28:09 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:28:09 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.025s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:28:09 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[a22c3943-42d4-47c9-a445-888a3285cdf5]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:28:09 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:28:09 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:28:09 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c0c3198-dd9e-4d64-85fe-54eaa1f76c9b]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:28:09 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[67647e3e-eab0-4a1a-85bb-4a9aea8cf984]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:28:09 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Running cmd (subprocess): nvme version {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:28:09 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] 'nvme version' failed. Not Retrying. {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 19:28:09 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:28:09 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:28:09 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.nvmeof [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] nvme not present on system {{(pid=75147) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 27 19:28:09 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:28:09 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75147) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 19:28:09 user nova-compute[75147]: INFO nova.compute.claims [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Claim successful on node user
Oct 27 19:28:09 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 19:28:09 user nova-compute[75147]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 27 19:28:09 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[dcd88a35-e57b-4002-a39f-e0f74296efdc]: (4, '') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:28:09 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75147) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 27 19:28:09 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 27 19:28:09 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] LIGHTOS: no hostnqn found. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 27 19:28:09 user nova-compute[75147]: DEBUG os_brick.utils [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] <== get_connector_properties: return (199ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9325735bc82e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:28:09 user nova-compute[75147]: DEBUG nova.virt.block_device [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] [instance: 519212ec-e041-4397-8405-3f301c417b59] Updating existing volume attachment record: c7ced8a0-a697-4cc0-999d-d9de04195c73 {{(pid=75147) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 27 19:28:09 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-98cac128-63d6-4d15-95af-c1946332f18e tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Acquiring lock "17da16fe-2762-4442-a31f-c966695dea37" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:28:09 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-98cac128-63d6-4d15-95af-c1946332f18e tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Lock "17da16fe-2762-4442-a31f-c966695dea37" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:28:09 user nova-compute[75147]: DEBUG nova.objects.instance [None req-98cac128-63d6-4d15-95af-c1946332f18e tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Lazy-loading 'flavor' on Instance uuid 17da16fe-2762-4442-a31f-c966695dea37 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:28:09 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-98cac128-63d6-4d15-95af-c1946332f18e tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Lock "17da16fe-2762-4442-a31f-c966695dea37" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.100s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:28:09 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-98cac128-63d6-4d15-95af-c1946332f18e tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Acquiring lock "17da16fe-2762-4442-a31f-c966695dea37" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:28:09 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-98cac128-63d6-4d15-95af-c1946332f18e tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Lock "17da16fe-2762-4442-a31f-c966695dea37" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:28:09 user nova-compute[75147]: INFO nova.compute.manager [None req-98cac128-63d6-4d15-95af-c1946332f18e tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] [instance: 17da16fe-2762-4442-a31f-c966695dea37] Attaching volume 6706643e-2c0c-491d-98a5-7feadf3bf2e3 to /dev/vdb
Oct 27 19:28:09 user nova-compute[75147]: DEBUG os_brick.utils [None req-98cac128-63d6-4d15-95af-c1946332f18e tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:28:09 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:28:09 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:28:09 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[34cf0fff-0899-414d-8878-c2aacfb900ed]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9325735bc82e\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:28:09 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:28:09 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:28:09 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[931f9db7-8a17-49ae-878d-da33fd0de839]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:28:09 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:28:09 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-28eedca4-4784-4182-b18c-e4e16d726627 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Snapshot image upload complete
Oct 27 19:28:09 user nova-compute[75147]: DEBUG nova.compute.manager [None req-28eedca4-4784-4182-b18c-e4e16d726627 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Checking state {{(pid=75147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 19:28:09 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:28:09 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[68724595-6dc8-4aa1-b993-a13d3f92ecdf]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:28:09 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[d065aa5f-00b7-4424-b1cf-96f2bb00d050]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:28:09 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-98cac128-63d6-4d15-95af-c1946332f18e tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Running cmd (subprocess): nvme version {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:28:09 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-98cac128-63d6-4d15-95af-c1946332f18e tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] 'nvme version' failed. Not Retrying. {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 19:28:09 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.nvmeof [None req-98cac128-63d6-4d15-95af-c1946332f18e tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] nvme not present on system {{(pid=75147) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 27 19:28:09 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:28:09 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:28:09 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 19:28:09 user nova-compute[75147]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 27 19:28:09 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc81d9c9-69c6-4f92-8dbc-3626523e912f]: (4, '') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:28:09 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-98cac128-63d6-4d15-95af-c1946332f18e tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75147) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 27 19:28:09 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-98cac128-63d6-4d15-95af-c1946332f18e tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 27 19:28:09 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-98cac128-63d6-4d15-95af-c1946332f18e tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] LIGHTOS: no hostnqn found. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 27 19:28:09 user nova-compute[75147]: DEBUG os_brick.utils [None req-98cac128-63d6-4d15-95af-c1946332f18e tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] <== get_connector_properties: return (148ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9325735bc82e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:28:09 user nova-compute[75147]: DEBUG nova.virt.block_device [None req-98cac128-63d6-4d15-95af-c1946332f18e tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] [instance: 17da16fe-2762-4442-a31f-c966695dea37] Updating existing volume attachment record: 6f14fe2a-feba-4cc9-a37e-f7bbf687b0a4 {{(pid=75147) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 27 19:28:09 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:28:09 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.692s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:28:09 user nova-compute[75147]: DEBUG nova.compute.manager [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Start building networks asynchronously for instance. {{(pid=75147) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 27 19:28:10 user nova-compute[75147]: INFO nova.compute.manager [None req-28eedca4-4784-4182-b18c-e4e16d726627 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Shelve offloading
Oct 27 19:28:10 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Instance destroyed successfully.
Oct 27 19:28:10 user nova-compute[75147]: DEBUG nova.compute.manager [None req-28eedca4-4784-4182-b18c-e4e16d726627 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Checking state {{(pid=75147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 19:28:10 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-28eedca4-4784-4182-b18c-e4e16d726627 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Acquiring lock "refresh_cache-cdbe7335-af99-486a-9a7e-adbdf4443572" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:28:10 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-28eedca4-4784-4182-b18c-e4e16d726627 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Acquired lock "refresh_cache-cdbe7335-af99-486a-9a7e-adbdf4443572" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:28:10 user nova-compute[75147]: DEBUG nova.network.neutron [None req-28eedca4-4784-4182-b18c-e4e16d726627 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Building network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 19:28:10 user nova-compute[75147]: DEBUG nova.compute.manager [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Allocating IP information in the background. {{(pid=75147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 27 19:28:10 user nova-compute[75147]: DEBUG nova.network.neutron [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] allocate_for_instance() {{(pid=75147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 27 19:28:10 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 27 19:28:10 user nova-compute[75147]: DEBUG nova.compute.manager [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Start building block device mappings for instance. {{(pid=75147) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 27 19:28:10 user nova-compute[75147]: INFO nova.virt.block_device [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Booting with volume 6eb5a39b-3df7-4a63-82b2-90b18f767aed at /dev/vda
Oct 27 19:28:10 user nova-compute[75147]: DEBUG nova.policy [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd4b4f66bd5ed4b1cba7a370bbb29b449', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '637c4d14e9f547808a243ab08ede6499', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75147) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 27 19:28:10 user nova-compute[75147]: DEBUG os_brick.utils [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:28:10 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:28:10 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:28:10 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[161b91da-ccf1-4cba-bf47-d1132d4dbeb5]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9325735bc82e\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:28:10 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:28:10 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:28:10 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f438b4f-370a-4c74-80ea-93fa0d13d948]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:28:10 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:28:10 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:28:10 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[66cf6cf4-67e0-4537-bf31-8edbd16cc0bb]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:28:10 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[a870f977-bd71-4246-b3d6-42d5327c2ebd]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:28:10 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Running cmd (subprocess): nvme version {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:28:10 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] 'nvme version' failed. Not Retrying. {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 19:28:10 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.nvmeof [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] nvme not present on system {{(pid=75147) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 27 19:28:10 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:28:10 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 19:28:10 user nova-compute[75147]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 27 19:28:10 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2e7ca58-4d8f-47f1-b9a2-8c7e496113b0]: (4, '') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:28:10 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75147) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 27 19:28:10 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 27 19:28:10 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] LIGHTOS: no hostnqn found. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 27 19:28:10 user nova-compute[75147]: DEBUG os_brick.utils [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] <== get_connector_properties: return (139ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9325735bc82e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:28:10 user nova-compute[75147]: DEBUG nova.virt.block_device [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Updating existing volume attachment record: 019fd43d-d831-406d-890f-4dad68f3b935 {{(pid=75147) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 27 19:28:10 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:28:11 user nova-compute[75147]: DEBUG nova.network.neutron [None req-28eedca4-4784-4182-b18c-e4e16d726627 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Updating instance_info_cache with network_info: [{"id": "47db9abc-70dc-4acc-9f17-22d53495f921", "address": "fa:16:3e:ac:d0:11", "network": {"id": "a71e29bc-f4c7-43bf-b62a-640bdbe1f778", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1494620895-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8beb0d83b9e445ec875766ef511f053b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47db9abc-70", "ovs_interfaceid": "47db9abc-70dc-4acc-9f17-22d53495f921", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:28:11 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-28eedca4-4784-4182-b18c-e4e16d726627 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Releasing lock "refresh_cache-cdbe7335-af99-486a-9a7e-adbdf4443572" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:28:11 user nova-compute[75147]: DEBUG nova.network.neutron [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Successfully created port: 48131c5a-868a-4f62-a648-4b859f435b81 {{(pid=75147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 19:28:11 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Instance destroyed successfully.
Oct 27 19:28:11 user nova-compute[75147]: DEBUG nova.objects.instance [None req-28eedca4-4784-4182-b18c-e4e16d726627 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Lazy-loading 'resources' on Instance uuid cdbe7335-af99-486a-9a7e-adbdf4443572 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:28:11 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-28eedca4-4784-4182-b18c-e4e16d726627 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:26:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-214031538',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-214031538',id=5,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFmYZbXWmymoVlvv4tzYylEwO+7HjF6xAKLEu6PKsdnBkzP2t/PdQxEcG0bP0KfU7miPeimTY+olMTvOiy9l333AhBZgEUYoKU8zi4XG4nChWkAJbeHsZRaUOmunP0lmcA==',key_name='tempest-keypair-502324817',keypairs=<?>,launch_index=0,launched_at=2023-10-27T19:26:16Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='8beb0d83b9e445ec875766ef511f053b',ramdisk_id='',reservation_id='r-qlriyuz4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-824631730',owner_user_name='tempest-AttachVolumeShelveTestJSON-824631730-project-member',shelved_at='2023-10-27T19:28:09.810324',shelved_host='user',shelved_image_id='363bde80-641e-4361-bd72-a27921904cdf'},tags=<?>,task_state='shelving_offloading',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T19:28:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0142753c479d419eb7cad92bf6b372d3',uuid=cdbe7335-af99-486a-9a7e-adbdf4443572,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='shelved') vif={"id": "47db9abc-70dc-4acc-9f17-22d53495f921", "address": "fa:16:3e:ac:d0:11", "network": {"id": "a71e29bc-f4c7-43bf-b62a-640bdbe1f778", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1494620895-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8beb0d83b9e445ec875766ef511f053b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47db9abc-70", "ovs_interfaceid": "47db9abc-70dc-4acc-9f17-22d53495f921", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 19:28:11 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-28eedca4-4784-4182-b18c-e4e16d726627 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Converting VIF {"id": "47db9abc-70dc-4acc-9f17-22d53495f921", "address": "fa:16:3e:ac:d0:11", "network": {"id": "a71e29bc-f4c7-43bf-b62a-640bdbe1f778", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1494620895-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8beb0d83b9e445ec875766ef511f053b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47db9abc-70", "ovs_interfaceid": "47db9abc-70dc-4acc-9f17-22d53495f921", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:28:11 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-28eedca4-4784-4182-b18c-e4e16d726627 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ac:d0:11,bridge_name='br-int',has_traffic_filtering=True,id=47db9abc-70dc-4acc-9f17-22d53495f921,network=Network(a71e29bc-f4c7-43bf-b62a-640bdbe1f778),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap47db9abc-70') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:28:11 user nova-compute[75147]: DEBUG os_vif [None req-28eedca4-4784-4182-b18c-e4e16d726627 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ac:d0:11,bridge_name='br-int',has_traffic_filtering=True,id=47db9abc-70dc-4acc-9f17-22d53495f921,network=Network(a71e29bc-f4c7-43bf-b62a-640bdbe1f778),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap47db9abc-70') {{(pid=75147) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 19:28:11 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:28:11 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap47db9abc-70, bridge=br-int, if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:28:11 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:28:11 user nova-compute[75147]: DEBUG nova.compute.manager [req-b2a935a8-dc14-44aa-b9a3-75e1d24d46a1 req-f0111c82-412a-4e00-a95c-82f1966952e4 service nova] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Received event network-changed-47db9abc-70dc-4acc-9f17-22d53495f921 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:28:11 user nova-compute[75147]: DEBUG nova.compute.manager [req-b2a935a8-dc14-44aa-b9a3-75e1d24d46a1 req-f0111c82-412a-4e00-a95c-82f1966952e4 service nova] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Refreshing instance network info cache due to event network-changed-47db9abc-70dc-4acc-9f17-22d53495f921. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 19:28:11 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-b2a935a8-dc14-44aa-b9a3-75e1d24d46a1 req-f0111c82-412a-4e00-a95c-82f1966952e4 service nova] Acquiring lock "refresh_cache-cdbe7335-af99-486a-9a7e-adbdf4443572" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:28:11 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-b2a935a8-dc14-44aa-b9a3-75e1d24d46a1 req-f0111c82-412a-4e00-a95c-82f1966952e4 service nova] Acquired lock "refresh_cache-cdbe7335-af99-486a-9a7e-adbdf4443572" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:28:11 user nova-compute[75147]: DEBUG nova.network.neutron [req-b2a935a8-dc14-44aa-b9a3-75e1d24d46a1 req-f0111c82-412a-4e00-a95c-82f1966952e4 service nova] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Refreshing network info cache for port 47db9abc-70dc-4acc-9f17-22d53495f921 {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 19:28:11 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:28:11 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:28:11 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=30b23672-4b03-4cbc-89ba-f0a2537e0442) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:28:11 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:28:11 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:28:11 user nova-compute[75147]: INFO os_vif [None req-28eedca4-4784-4182-b18c-e4e16d726627 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ac:d0:11,bridge_name='br-int',has_traffic_filtering=True,id=47db9abc-70dc-4acc-9f17-22d53495f921,network=Network(a71e29bc-f4c7-43bf-b62a-640bdbe1f778),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap47db9abc-70')
Oct 27 19:28:11 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-28eedca4-4784-4182-b18c-e4e16d726627 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Deleting instance files /opt/stack/data/nova/instances/cdbe7335-af99-486a-9a7e-adbdf4443572_del
Oct 27 19:28:12 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-28eedca4-4784-4182-b18c-e4e16d726627 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Deletion of /opt/stack/data/nova/instances/cdbe7335-af99-486a-9a7e-adbdf4443572_del complete
Oct 27 19:28:12 user nova-compute[75147]: INFO nova.scheduler.client.report [None req-28eedca4-4784-4182-b18c-e4e16d726627 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Deleted allocations for instance cdbe7335-af99-486a-9a7e-adbdf4443572
Oct 27 19:28:12 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-28eedca4-4784-4182-b18c-e4e16d726627 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:28:12 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-28eedca4-4784-4182-b18c-e4e16d726627 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:28:12 user nova-compute[75147]: DEBUG nova.objects.instance [None req-28eedca4-4784-4182-b18c-e4e16d726627 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Lazy-loading 'numa_topology' on Instance uuid cdbe7335-af99-486a-9a7e-adbdf4443572 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:28:12 user nova-compute[75147]: DEBUG nova.objects.base [None req-28eedca4-4784-4182-b18c-e4e16d726627 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Object Instance<cdbe7335-af99-486a-9a7e-adbdf4443572> lazy-loaded attributes: resources,numa_topology {{(pid=75147) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 19:28:12 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-28eedca4-4784-4182-b18c-e4e16d726627 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:28:12 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-28eedca4-4784-4182-b18c-e4e16d726627 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:28:12 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-28eedca4-4784-4182-b18c-e4e16d726627 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.423s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:28:12 user nova-compute[75147]: DEBUG nova.network.neutron [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Successfully created port: 6e7f9d86-fec5-499e-9770-15912418039c {{(pid=75147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 19:28:12 user nova-compute[75147]: DEBUG nova.network.neutron [req-b2a935a8-dc14-44aa-b9a3-75e1d24d46a1 req-f0111c82-412a-4e00-a95c-82f1966952e4 service nova] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Updated VIF entry in instance network info cache for port 47db9abc-70dc-4acc-9f17-22d53495f921. {{(pid=75147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 19:28:12 user nova-compute[75147]: DEBUG nova.network.neutron [req-b2a935a8-dc14-44aa-b9a3-75e1d24d46a1 req-f0111c82-412a-4e00-a95c-82f1966952e4 service nova] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Updating instance_info_cache with network_info: [{"id": "47db9abc-70dc-4acc-9f17-22d53495f921", "address": "fa:16:3e:ac:d0:11", "network": {"id": "a71e29bc-f4c7-43bf-b62a-640bdbe1f778", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1494620895-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8beb0d83b9e445ec875766ef511f053b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "unbound", "details": {}, "devname": "tap47db9abc-70", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:28:12 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-28eedca4-4784-4182-b18c-e4e16d726627 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Lock "cdbe7335-af99-486a-9a7e-adbdf4443572" "released" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: held 8.676s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:28:12 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-b2a935a8-dc14-44aa-b9a3-75e1d24d46a1 req-f0111c82-412a-4e00-a95c-82f1966952e4 service nova] Releasing lock "refresh_cache-cdbe7335-af99-486a-9a7e-adbdf4443572" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:28:13 user nova-compute[75147]: DEBUG nova.network.neutron [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Successfully created port: dc4cff12-99e9-457c-835c-cc1c5d9b2918 {{(pid=75147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 19:28:13 user nova-compute[75147]: DEBUG nova.network.neutron [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Successfully created port: 314f3dee-a346-4009-8c11-e7987a5acf21 {{(pid=75147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 19:28:14 user nova-compute[75147]: DEBUG nova.network.neutron [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Successfully created port: f806c72f-6020-4f31-a451-61b8513f1c32 {{(pid=75147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 19:28:15 user nova-compute[75147]: DEBUG nova.network.neutron [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Successfully updated port: 48131c5a-868a-4f62-a648-4b859f435b81 {{(pid=75147) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 19:28:15 user nova-compute[75147]: DEBUG nova.compute.manager [req-374b3e6f-0a41-49a8-85bc-fbde4ec2ceab req-dde04421-a2e4-4094-add6-34a299ca4177 service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Received event network-changed-48131c5a-868a-4f62-a648-4b859f435b81 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:28:15 user nova-compute[75147]: DEBUG nova.compute.manager [req-374b3e6f-0a41-49a8-85bc-fbde4ec2ceab req-dde04421-a2e4-4094-add6-34a299ca4177 service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Refreshing instance network info cache due to event network-changed-48131c5a-868a-4f62-a648-4b859f435b81. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 19:28:15 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-374b3e6f-0a41-49a8-85bc-fbde4ec2ceab req-dde04421-a2e4-4094-add6-34a299ca4177 service nova] Acquiring lock "refresh_cache-3831d941-23f9-4b8b-94c2-eacd06826967" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:28:15 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-374b3e6f-0a41-49a8-85bc-fbde4ec2ceab req-dde04421-a2e4-4094-add6-34a299ca4177 service nova] Acquired lock "refresh_cache-3831d941-23f9-4b8b-94c2-eacd06826967" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:28:15 user nova-compute[75147]: DEBUG nova.network.neutron [req-374b3e6f-0a41-49a8-85bc-fbde4ec2ceab req-dde04421-a2e4-4094-add6-34a299ca4177 service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Refreshing network info cache for port 48131c5a-868a-4f62-a648-4b859f435b81 {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 19:28:15 user nova-compute[75147]: DEBUG nova.network.neutron [req-374b3e6f-0a41-49a8-85bc-fbde4ec2ceab req-dde04421-a2e4-4094-add6-34a299ca4177 service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Instance cache missing network info. {{(pid=75147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 19:28:15 user nova-compute[75147]: DEBUG nova.network.neutron [req-374b3e6f-0a41-49a8-85bc-fbde4ec2ceab req-dde04421-a2e4-4094-add6-34a299ca4177 service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Updating instance_info_cache with network_info: [] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:28:15 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-374b3e6f-0a41-49a8-85bc-fbde4ec2ceab req-dde04421-a2e4-4094-add6-34a299ca4177 service nova] Releasing lock "refresh_cache-3831d941-23f9-4b8b-94c2-eacd06826967" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:28:15 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:28:16 user nova-compute[75147]: DEBUG nova.network.neutron [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Successfully updated port: c9964778-6c46-4cb5-bd0f-f985aa48bfdf {{(pid=75147) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 19:28:16 user nova-compute[75147]: DEBUG nova.network.neutron [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Successfully updated port: ccfd92f6-a63f-4f14-b6ca-858602060fd7 {{(pid=75147) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 19:28:16 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:28:17 user nova-compute[75147]: DEBUG nova.compute.manager [req-2f4e3bc8-16bb-4151-96db-f575c2f64969 req-5acd9f8f-e377-45c7-8160-6e67d1b45497 service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Received event network-changed-c9964778-6c46-4cb5-bd0f-f985aa48bfdf {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:28:17 user nova-compute[75147]: DEBUG nova.compute.manager [req-2f4e3bc8-16bb-4151-96db-f575c2f64969 req-5acd9f8f-e377-45c7-8160-6e67d1b45497 service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Refreshing instance network info cache due to event network-changed-c9964778-6c46-4cb5-bd0f-f985aa48bfdf. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 19:28:17 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-2f4e3bc8-16bb-4151-96db-f575c2f64969 req-5acd9f8f-e377-45c7-8160-6e67d1b45497 service nova] Acquiring lock "refresh_cache-3831d941-23f9-4b8b-94c2-eacd06826967" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:28:17 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-2f4e3bc8-16bb-4151-96db-f575c2f64969 req-5acd9f8f-e377-45c7-8160-6e67d1b45497 service nova] Acquired lock "refresh_cache-3831d941-23f9-4b8b-94c2-eacd06826967" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:28:17 user nova-compute[75147]: DEBUG nova.network.neutron [req-2f4e3bc8-16bb-4151-96db-f575c2f64969 req-5acd9f8f-e377-45c7-8160-6e67d1b45497 service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Refreshing network info cache for port c9964778-6c46-4cb5-bd0f-f985aa48bfdf {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 19:28:17 user nova-compute[75147]: DEBUG nova.network.neutron [req-2f4e3bc8-16bb-4151-96db-f575c2f64969 req-5acd9f8f-e377-45c7-8160-6e67d1b45497 service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Instance cache missing network info. {{(pid=75147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 19:28:17 user nova-compute[75147]: DEBUG nova.network.neutron [req-2f4e3bc8-16bb-4151-96db-f575c2f64969 req-5acd9f8f-e377-45c7-8160-6e67d1b45497 service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Updating instance_info_cache with network_info: [] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:28:17 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-2f4e3bc8-16bb-4151-96db-f575c2f64969 req-5acd9f8f-e377-45c7-8160-6e67d1b45497 service nova] Releasing lock "refresh_cache-3831d941-23f9-4b8b-94c2-eacd06826967" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:28:17 user nova-compute[75147]: DEBUG nova.compute.manager [req-2f4e3bc8-16bb-4151-96db-f575c2f64969 req-5acd9f8f-e377-45c7-8160-6e67d1b45497 service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Received event network-changed-ccfd92f6-a63f-4f14-b6ca-858602060fd7 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:28:17 user nova-compute[75147]: DEBUG nova.compute.manager [req-2f4e3bc8-16bb-4151-96db-f575c2f64969 req-5acd9f8f-e377-45c7-8160-6e67d1b45497 service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Refreshing instance network info cache due to event network-changed-ccfd92f6-a63f-4f14-b6ca-858602060fd7. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 19:28:17 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-2f4e3bc8-16bb-4151-96db-f575c2f64969 req-5acd9f8f-e377-45c7-8160-6e67d1b45497 service nova] Acquiring lock "refresh_cache-3831d941-23f9-4b8b-94c2-eacd06826967" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:28:17 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-2f4e3bc8-16bb-4151-96db-f575c2f64969 req-5acd9f8f-e377-45c7-8160-6e67d1b45497 service nova] Acquired lock "refresh_cache-3831d941-23f9-4b8b-94c2-eacd06826967" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:28:17 user nova-compute[75147]: DEBUG nova.network.neutron [req-2f4e3bc8-16bb-4151-96db-f575c2f64969 req-5acd9f8f-e377-45c7-8160-6e67d1b45497 service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Refreshing network info cache for port ccfd92f6-a63f-4f14-b6ca-858602060fd7 {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 19:28:17 user nova-compute[75147]: DEBUG nova.network.neutron [req-2f4e3bc8-16bb-4151-96db-f575c2f64969 req-5acd9f8f-e377-45c7-8160-6e67d1b45497 service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Instance cache missing network info. {{(pid=75147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 19:28:17 user nova-compute[75147]: DEBUG nova.network.neutron [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Successfully updated port: 6e7f9d86-fec5-499e-9770-15912418039c {{(pid=75147) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 19:28:18 user nova-compute[75147]: DEBUG nova.network.neutron [req-2f4e3bc8-16bb-4151-96db-f575c2f64969 req-5acd9f8f-e377-45c7-8160-6e67d1b45497 service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Updating instance_info_cache with network_info: [] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:28:18 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-2f4e3bc8-16bb-4151-96db-f575c2f64969 req-5acd9f8f-e377-45c7-8160-6e67d1b45497 service nova] Releasing lock "refresh_cache-3831d941-23f9-4b8b-94c2-eacd06826967" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:28:18 user nova-compute[75147]: DEBUG nova.network.neutron [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Successfully updated port: dc4cff12-99e9-457c-835c-cc1c5d9b2918 {{(pid=75147) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 19:28:19 user nova-compute[75147]: DEBUG nova.network.neutron [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Successfully updated port: 314f3dee-a346-4009-8c11-e7987a5acf21 {{(pid=75147) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 19:28:19 user nova-compute[75147]: DEBUG nova.compute.manager [req-f339b1fe-c8c0-4f34-9064-d8ca36a8b0fa req-859998e9-8870-4d5b-a29f-73057a4fa14e service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Received event network-changed-6e7f9d86-fec5-499e-9770-15912418039c {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:28:19 user nova-compute[75147]: DEBUG nova.compute.manager [req-f339b1fe-c8c0-4f34-9064-d8ca36a8b0fa req-859998e9-8870-4d5b-a29f-73057a4fa14e service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Refreshing instance network info cache due to event network-changed-6e7f9d86-fec5-499e-9770-15912418039c. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 19:28:19 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-f339b1fe-c8c0-4f34-9064-d8ca36a8b0fa req-859998e9-8870-4d5b-a29f-73057a4fa14e service nova] Acquiring lock "refresh_cache-3831d941-23f9-4b8b-94c2-eacd06826967" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:28:19 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-f339b1fe-c8c0-4f34-9064-d8ca36a8b0fa req-859998e9-8870-4d5b-a29f-73057a4fa14e service nova] Acquired lock "refresh_cache-3831d941-23f9-4b8b-94c2-eacd06826967" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:28:19 user nova-compute[75147]: DEBUG nova.network.neutron [req-f339b1fe-c8c0-4f34-9064-d8ca36a8b0fa req-859998e9-8870-4d5b-a29f-73057a4fa14e service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Refreshing network info cache for port 6e7f9d86-fec5-499e-9770-15912418039c {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 19:28:19 user nova-compute[75147]: DEBUG nova.network.neutron [req-f339b1fe-c8c0-4f34-9064-d8ca36a8b0fa req-859998e9-8870-4d5b-a29f-73057a4fa14e service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Instance cache missing network info. {{(pid=75147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 19:28:19 user nova-compute[75147]: DEBUG nova.network.neutron [req-f339b1fe-c8c0-4f34-9064-d8ca36a8b0fa req-859998e9-8870-4d5b-a29f-73057a4fa14e service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Updating instance_info_cache with network_info: [] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:28:19 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-f339b1fe-c8c0-4f34-9064-d8ca36a8b0fa req-859998e9-8870-4d5b-a29f-73057a4fa14e service nova] Releasing lock "refresh_cache-3831d941-23f9-4b8b-94c2-eacd06826967" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:28:19 user nova-compute[75147]: DEBUG nova.compute.manager [req-f339b1fe-c8c0-4f34-9064-d8ca36a8b0fa req-859998e9-8870-4d5b-a29f-73057a4fa14e service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Received event network-changed-dc4cff12-99e9-457c-835c-cc1c5d9b2918 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:28:19 user nova-compute[75147]: DEBUG nova.compute.manager [req-f339b1fe-c8c0-4f34-9064-d8ca36a8b0fa req-859998e9-8870-4d5b-a29f-73057a4fa14e service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Refreshing instance network info cache due to event network-changed-dc4cff12-99e9-457c-835c-cc1c5d9b2918. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 19:28:19 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-f339b1fe-c8c0-4f34-9064-d8ca36a8b0fa req-859998e9-8870-4d5b-a29f-73057a4fa14e service nova] Acquiring lock "refresh_cache-3831d941-23f9-4b8b-94c2-eacd06826967" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:28:19 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-f339b1fe-c8c0-4f34-9064-d8ca36a8b0fa req-859998e9-8870-4d5b-a29f-73057a4fa14e service nova] Acquired lock "refresh_cache-3831d941-23f9-4b8b-94c2-eacd06826967" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:28:19 user nova-compute[75147]: DEBUG nova.network.neutron [req-f339b1fe-c8c0-4f34-9064-d8ca36a8b0fa req-859998e9-8870-4d5b-a29f-73057a4fa14e service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Refreshing network info cache for port dc4cff12-99e9-457c-835c-cc1c5d9b2918 {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 19:28:19 user nova-compute[75147]: DEBUG nova.network.neutron [req-f339b1fe-c8c0-4f34-9064-d8ca36a8b0fa req-859998e9-8870-4d5b-a29f-73057a4fa14e service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Instance cache missing network info. {{(pid=75147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 19:28:19 user nova-compute[75147]: DEBUG nova.network.neutron [req-f339b1fe-c8c0-4f34-9064-d8ca36a8b0fa req-859998e9-8870-4d5b-a29f-73057a4fa14e service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Updating instance_info_cache with network_info: [] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:28:20 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-f339b1fe-c8c0-4f34-9064-d8ca36a8b0fa req-859998e9-8870-4d5b-a29f-73057a4fa14e service nova] Releasing lock "refresh_cache-3831d941-23f9-4b8b-94c2-eacd06826967" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:28:20 user nova-compute[75147]: DEBUG nova.compute.manager [req-f339b1fe-c8c0-4f34-9064-d8ca36a8b0fa req-859998e9-8870-4d5b-a29f-73057a4fa14e service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Received event network-changed-314f3dee-a346-4009-8c11-e7987a5acf21 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:28:20 user nova-compute[75147]: DEBUG nova.compute.manager [req-f339b1fe-c8c0-4f34-9064-d8ca36a8b0fa req-859998e9-8870-4d5b-a29f-73057a4fa14e service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Refreshing instance network info cache due to event network-changed-314f3dee-a346-4009-8c11-e7987a5acf21. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 19:28:20 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-f339b1fe-c8c0-4f34-9064-d8ca36a8b0fa req-859998e9-8870-4d5b-a29f-73057a4fa14e service nova] Acquiring lock "refresh_cache-3831d941-23f9-4b8b-94c2-eacd06826967" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:28:20 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-f339b1fe-c8c0-4f34-9064-d8ca36a8b0fa req-859998e9-8870-4d5b-a29f-73057a4fa14e service nova] Acquired lock "refresh_cache-3831d941-23f9-4b8b-94c2-eacd06826967" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:28:20 user nova-compute[75147]: DEBUG nova.network.neutron [req-f339b1fe-c8c0-4f34-9064-d8ca36a8b0fa req-859998e9-8870-4d5b-a29f-73057a4fa14e service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Refreshing network info cache for port 314f3dee-a346-4009-8c11-e7987a5acf21 {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 19:28:20 user nova-compute[75147]: DEBUG nova.network.neutron [req-f339b1fe-c8c0-4f34-9064-d8ca36a8b0fa req-859998e9-8870-4d5b-a29f-73057a4fa14e service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Instance cache missing network info. {{(pid=75147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 19:28:20 user nova-compute[75147]: DEBUG nova.network.neutron [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Successfully updated port: f806c72f-6020-4f31-a451-61b8513f1c32 {{(pid=75147) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 19:28:20 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Acquiring lock "refresh_cache-3831d941-23f9-4b8b-94c2-eacd06826967" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:28:20 user nova-compute[75147]: DEBUG nova.network.neutron [req-f339b1fe-c8c0-4f34-9064-d8ca36a8b0fa req-859998e9-8870-4d5b-a29f-73057a4fa14e service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Updating instance_info_cache with network_info: [] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:28:20 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-f339b1fe-c8c0-4f34-9064-d8ca36a8b0fa req-859998e9-8870-4d5b-a29f-73057a4fa14e service nova] Releasing lock "refresh_cache-3831d941-23f9-4b8b-94c2-eacd06826967" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:28:20 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Acquired lock "refresh_cache-3831d941-23f9-4b8b-94c2-eacd06826967" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:28:20 user nova-compute[75147]: DEBUG nova.network.neutron [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Building network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 19:28:20 user nova-compute[75147]: DEBUG nova.network.neutron [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Instance cache missing network info. {{(pid=75147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 19:28:20 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:28:21 user nova-compute[75147]: DEBUG nova.compute.manager [req-1b6d105b-2fd3-467c-86ea-49d0d9552904 req-c91eaca9-d10e-43be-809c-adf1895aeb20 service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Received event network-changed-f806c72f-6020-4f31-a451-61b8513f1c32 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:28:21 user nova-compute[75147]: DEBUG nova.compute.manager [req-1b6d105b-2fd3-467c-86ea-49d0d9552904 req-c91eaca9-d10e-43be-809c-adf1895aeb20 service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Refreshing instance network info cache due to event network-changed-f806c72f-6020-4f31-a451-61b8513f1c32. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 19:28:21 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-1b6d105b-2fd3-467c-86ea-49d0d9552904 req-c91eaca9-d10e-43be-809c-adf1895aeb20 service nova] Acquiring lock "refresh_cache-3831d941-23f9-4b8b-94c2-eacd06826967" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:28:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:28:22 user nova-compute[75147]: DEBUG nova.network.neutron [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Updating instance_info_cache with network_info: [{"id": "48131c5a-868a-4f62-a648-4b859f435b81", "address": "fa:16:3e:6d:d2:23", "network": {"id": "15d66fa1-c091-49ef-92e9-629a73536ca1", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1372322037-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "637c4d14e9f547808a243ab08ede6499", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48131c5a-86", "ovs_interfaceid": "48131c5a-868a-4f62-a648-4b859f435b81", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c9964778-6c46-4cb5-bd0f-f985aa48bfdf", "address": "fa:16:3e:4a:19:cc", "network": {"id": "074d0a93-5749-40cb-8ff0-6aba80956d50", "bridge": "br-int", "label": "tempest-device-tagging-net1-1763713506", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "637c4d14e9f547808a243ab08ede6499", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc9964778-6c", "ovs_interfaceid": "c9964778-6c46-4cb5-bd0f-f985aa48bfdf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "ccfd92f6-a63f-4f14-b6ca-858602060fd7", "address": "fa:16:3e:56:9e:79", "network": {"id": "074d0a93-5749-40cb-8ff0-6aba80956d50", "bridge": "br-int", "label": "tempest-device-tagging-net1-1763713506", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.209", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "637c4d14e9f547808a243ab08ede6499", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapccfd92f6-a6", "ovs_interfaceid": "ccfd92f6-a63f-4f14-b6ca-858602060fd7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "6e7f9d86-fec5-499e-9770-15912418039c", "address": "fa:16:3e:19:ba:33", "network": {"id": "074d0a93-5749-40cb-8ff0-6aba80956d50", "bridge": "br-int", "label": "tempest-device-tagging-net1-1763713506", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.35", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "637c4d14e9f547808a243ab08ede6499", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6e7f9d86-fe", "ovs_interfaceid": "6e7f9d86-fec5-499e-9770-15912418039c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dc4cff12-99e9-457c-835c-cc1c5d9b2918", "address": "fa:16:3e:b7:e0:d3", "network": {"id": "074d0a93-5749-40cb-8ff0-6aba80956d50", "bridge": "br-int", "label": "tempest-device-tagging-net1-1763713506", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.64", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "637c4d14e9f547808a243ab08ede6499", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc4cff12-99", "ovs_interfaceid": "dc4cff12-99e9-457c-835c-cc1c5d9b2918", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "314f3dee-a346-4009-8c11-e7987a5acf21", "address": "fa:16:3e:96:b3:8d", "network": {"id": "c148685e-89f6-4138-a523-477582c5c752", "bridge": "br-int", "label": "tempest-device-tagging-net2-495332595", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "637c4d14e9f547808a243ab08ede6499", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap314f3dee-a3", "ovs_interfaceid": "314f3dee-a346-4009-8c11-e7987a5acf21", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f806c72f-6020-4f31-a451-61b8513f1c32", "address": "fa:16:3e:45:84:77", "network": {"id": "c148685e-89f6-4138-a523-477582c5c752", "bridge": "br-int", "label": "tempest-device-tagging-net2-495332595", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "637c4d14e9f547808a243ab08ede6499", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf806c72f-60", "ovs_interfaceid": "f806c72f-6020-4f31-a451-61b8513f1c32", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:28:22 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Releasing lock "refresh_cache-3831d941-23f9-4b8b-94c2-eacd06826967" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:28:22 user nova-compute[75147]: DEBUG nova.compute.manager [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Instance network_info: |[{"id": "48131c5a-868a-4f62-a648-4b859f435b81", "address": "fa:16:3e:6d:d2:23", "network": {"id": "15d66fa1-c091-49ef-92e9-629a73536ca1", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1372322037-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "637c4d14e9f547808a243ab08ede6499", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48131c5a-86", "ovs_interfaceid": "48131c5a-868a-4f62-a648-4b859f435b81", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c9964778-6c46-4cb5-bd0f-f985aa48bfdf", "address": "fa:16:3e:4a:19:cc", "network": {"id": "074d0a93-5749-40cb-8ff0-6aba80956d50", "bridge": "br-int", "label": "tempest-device-tagging-net1-1763713506", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "637c4d14e9f547808a243ab08ede6499", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc9964778-6c", "ovs_interfaceid": "c9964778-6c46-4cb5-bd0f-f985aa48bfdf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "ccfd92f6-a63f-4f14-b6ca-858602060fd7", "address": "fa:16:3e:56:9e:79", "network": {"id": "074d0a93-5749-40cb-8ff0-6aba80956d50", "bridge": "br-int", "label": "tempest-device-tagging-net1-1763713506", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.209", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "637c4d14e9f547808a243ab08ede6499", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapccfd92f6-a6", "ovs_interfaceid": "ccfd92f6-a63f-4f14-b6ca-858602060fd7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "6e7f9d86-fec5-499e-9770-15912418039c", "address": "fa:16:3e:19:ba:33", "network": {"id": "074d0a93-5749-40cb-8ff0-6aba80956d50", "bridge": "br-int", "label": "tempest-device-tagging-net1-1763713506", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.35", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "637c4d14e9f547808a243ab08ede6499", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6e7f9d86-fe", "ovs_interfaceid": "6e7f9d86-fec5-499e-9770-15912418039c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dc4cff12-99e9-457c-835c-cc1c5d9b2918", "address": "fa:16:3e:b7:e0:d3", "network": {"id": "074d0a93-5749-40cb-8ff0-6aba80956d50", "bridge": "br-int", "label": "tempest-device-tagging-net1-1763713506", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.64", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "637c4d14e9f547808a243ab08ede6499", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc4cff12-99", "ovs_interfaceid": "dc4cff12-99e9-457c-835c-cc1c5d9b2918", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "314f3dee-a346-4009-8c11-e7987a5acf21", "address": "fa:16:3e:96:b3:8d", "network": {"id": "c148685e-89f6-4138-a523-477582c5c752", "bridge": "br-int", "label": "tempest-device-tagging-net2-495332595", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "637c4d14e9f547808a243ab08ede6499", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap314f3dee-a3", "ovs_interfaceid": "314f3dee-a346-4009-8c11-e7987a5acf21", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f806c72f-6020-4f31-a451-61b8513f1c32", "address": "fa:16:3e:45:84:77", "network": {"id": "c148685e-89f6-4138-a523-477582c5c752", "bridge": "br-int", "label": "tempest-device-tagging-net2-495332595", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "637c4d14e9f547808a243ab08ede6499", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf806c72f-60", "ovs_interfaceid": "f806c72f-6020-4f31-a451-61b8513f1c32", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 27 19:28:22 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-1b6d105b-2fd3-467c-86ea-49d0d9552904 req-c91eaca9-d10e-43be-809c-adf1895aeb20 service nova] Acquired lock "refresh_cache-3831d941-23f9-4b8b-94c2-eacd06826967" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:28:22 user nova-compute[75147]: DEBUG nova.network.neutron [req-1b6d105b-2fd3-467c-86ea-49d0d9552904 req-c91eaca9-d10e-43be-809c-adf1895aeb20 service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Refreshing network info cache for port f806c72f-6020-4f31-a451-61b8513f1c32 {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 19:28:22 user nova-compute[75147]: DEBUG nova.network.neutron [req-1b6d105b-2fd3-467c-86ea-49d0d9552904 req-c91eaca9-d10e-43be-809c-adf1895aeb20 service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Updated VIF entry in instance network info cache for port f806c72f-6020-4f31-a451-61b8513f1c32. {{(pid=75147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 19:28:22 user nova-compute[75147]: DEBUG nova.network.neutron [req-1b6d105b-2fd3-467c-86ea-49d0d9552904 req-c91eaca9-d10e-43be-809c-adf1895aeb20 service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Updating instance_info_cache with network_info: [{"id": "48131c5a-868a-4f62-a648-4b859f435b81", "address": "fa:16:3e:6d:d2:23", "network": {"id": "15d66fa1-c091-49ef-92e9-629a73536ca1", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1372322037-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "637c4d14e9f547808a243ab08ede6499", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48131c5a-86", "ovs_interfaceid": "48131c5a-868a-4f62-a648-4b859f435b81", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c9964778-6c46-4cb5-bd0f-f985aa48bfdf", "address": "fa:16:3e:4a:19:cc", "network": {"id": "074d0a93-5749-40cb-8ff0-6aba80956d50", "bridge": "br-int", "label": "tempest-device-tagging-net1-1763713506", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "637c4d14e9f547808a243ab08ede6499", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc9964778-6c", "ovs_interfaceid": "c9964778-6c46-4cb5-bd0f-f985aa48bfdf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "ccfd92f6-a63f-4f14-b6ca-858602060fd7", "address": "fa:16:3e:56:9e:79", "network": {"id": "074d0a93-5749-40cb-8ff0-6aba80956d50", "bridge": "br-int", "label": "tempest-device-tagging-net1-1763713506", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.209", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "637c4d14e9f547808a243ab08ede6499", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapccfd92f6-a6", "ovs_interfaceid": "ccfd92f6-a63f-4f14-b6ca-858602060fd7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "6e7f9d86-fec5-499e-9770-15912418039c", "address": "fa:16:3e:19:ba:33", "network": {"id": "074d0a93-5749-40cb-8ff0-6aba80956d50", "bridge": "br-int", "label": "tempest-device-tagging-net1-1763713506", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.35", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "637c4d14e9f547808a243ab08ede6499", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6e7f9d86-fe", "ovs_interfaceid": "6e7f9d86-fec5-499e-9770-15912418039c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dc4cff12-99e9-457c-835c-cc1c5d9b2918", "address": "fa:16:3e:b7:e0:d3", "network": {"id": "074d0a93-5749-40cb-8ff0-6aba80956d50", "bridge": "br-int", "label": "tempest-device-tagging-net1-1763713506", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.64", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "637c4d14e9f547808a243ab08ede6499", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc4cff12-99", "ovs_interfaceid": "dc4cff12-99e9-457c-835c-cc1c5d9b2918", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "314f3dee-a346-4009-8c11-e7987a5acf21", "address": "fa:16:3e:96:b3:8d", "network": {"id": "c148685e-89f6-4138-a523-477582c5c752", "bridge": "br-int", "label": "tempest-device-tagging-net2-495332595", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "637c4d14e9f547808a243ab08ede6499", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap314f3dee-a3", "ovs_interfaceid": "314f3dee-a346-4009-8c11-e7987a5acf21", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f806c72f-6020-4f31-a451-61b8513f1c32", "address": "fa:16:3e:45:84:77", "network": {"id": "c148685e-89f6-4138-a523-477582c5c752", "bridge": "br-int", "label": "tempest-device-tagging-net2-495332595", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "637c4d14e9f547808a243ab08ede6499", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf806c72f-60", "ovs_interfaceid": "f806c72f-6020-4f31-a451-61b8513f1c32", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:28:22 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-1b6d105b-2fd3-467c-86ea-49d0d9552904 req-c91eaca9-d10e-43be-809c-adf1895aeb20 service nova] Releasing lock "refresh_cache-3831d941-23f9-4b8b-94c2-eacd06826967" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:28:25 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:28:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:28:30 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:28:31 user nova-compute[75147]: INFO nova.virt.block_device [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] [instance: 519212ec-e041-4397-8405-3f301c417b59] Booting with volume 97005b27-6234-4079-932f-5c621645bfdc at /dev/vdc
Oct 27 19:28:31 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-98cac128-63d6-4d15-95af-c1946332f18e tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] [instance: 17da16fe-2762-4442-a31f-c966695dea37] Calling os-brick to attach iSCSI Volume {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 19:28:31 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-98cac128-63d6-4d15-95af-c1946332f18e tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:6706643e-2c0c-491d-98a5-7feadf3bf2e3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DuAvEjyw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:28:31 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-98cac128-63d6-4d15-95af-c1946332f18e tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:28:31 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-98cac128-63d6-4d15-95af-c1946332f18e tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:28:31 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-98cac128-63d6-4d15-95af-c1946332f18e tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:28:31 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-98cac128-63d6-4d15-95af-c1946332f18e tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:28:31 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-98cac128-63d6-4d15-95af-c1946332f18e tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6706643e-2c0c-491d-98a5-7feadf3bf2e3" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:28:31 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-98cac128-63d6-4d15-95af-c1946332f18e tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6706643e-2c0c-491d-98a5-7feadf3bf2e3" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:28:31 user nova-compute[75147]: INFO os_brick.initiator.connectors.iscsi [None req-98cac128-63d6-4d15-95af-c1946332f18e tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 19:28:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6706643e-2c0c-491d-98a5-7feadf3bf2e3 -p 172.16.0.220:3260 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:28:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6706643e-2c0c-491d-98a5-7feadf3bf2e3 -p 172.16.0.220:3260" returned: 21 in 0.016s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:28:31 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[45275b1e-76f0-4c84-a673-e8d082000f67]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:28:31 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-98cac128-63d6-4d15-95af-c1946332f18e tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 19:28:31 user nova-compute[75147]:  {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:28:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6706643e-2c0c-491d-98a5-7feadf3bf2e3 -p 172.16.0.220:3260 --interface default --op new {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:28:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6706643e-2c0c-491d-98a5-7feadf3bf2e3 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:28:31 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[a5d9dc39-5984-49e7-b10d-97542086a2b7]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6706643e-2c0c-491d-98a5-7feadf3bf2e3] added\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:28:31 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-98cac128-63d6-4d15-95af-c1946332f18e tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6706643e-2c0c-491d-98a5-7feadf3bf2e3] added
Oct 27 19:28:31 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:28:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6706643e-2c0c-491d-98a5-7feadf3bf2e3 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:28:31 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-4c636c68-ecc1-41ad-a62f-88a69d13ebc8 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Acquiring lock "bb800ac4-3e39-4e7f-9475-55d23c135d0b" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:28:31 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-4c636c68-ecc1-41ad-a62f-88a69d13ebc8 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Lock "bb800ac4-3e39-4e7f-9475-55d23c135d0b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:28:31 user nova-compute[75147]: DEBUG os_brick.utils [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:28:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6706643e-2c0c-491d-98a5-7feadf3bf2e3 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.028s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:28:31 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[6757d7e1-a19e-4494-8625-dcd919d490d0]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:28:31 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-98cac128-63d6-4d15-95af-c1946332f18e tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:28:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:28:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6706643e-2c0c-491d-98a5-7feadf3bf2e3 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:28:31 user nova-compute[75147]: DEBUG nova.objects.instance [None req-4c636c68-ecc1-41ad-a62f-88a69d13ebc8 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Lazy-loading 'flavor' on Instance uuid bb800ac4-3e39-4e7f-9475-55d23c135d0b {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:28:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:28:31 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[718c73c2-d274-4def-bf27-e1bdd9d93f9e]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9325735bc82e\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:28:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:28:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6706643e-2c0c-491d-98a5-7feadf3bf2e3 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:28:31 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4a032bb-6e7d-4883-be7a-c78cf2eaa035]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:28:31 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-98cac128-63d6-4d15-95af-c1946332f18e tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:28:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6706643e-2c0c-491d-98a5-7feadf3bf2e3 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v DuAvEjyw {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:28:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:28:31 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[20134556-bc4d-4e8e-9846-930c729ba5e1]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:28:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:28:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6706643e-2c0c-491d-98a5-7feadf3bf2e3 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v DuAvEjyw" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:28:31 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd191fd5-e9c1-4903-b140-e427c802b667]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:28:31 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-98cac128-63d6-4d15-95af-c1946332f18e tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'DuAvEjyw'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:28:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6706643e-2c0c-491d-98a5-7feadf3bf2e3 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:28:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:28:31 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[9213bbc6-efdc-4e8a-80d5-47c204691eaa]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:28:31 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[be9f5654-dcba-4117-af17-8ed681810dd0]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:28:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Running cmd (subprocess): nvme version {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:28:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] 'nvme version' failed. Not Retrying. {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 19:28:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6706643e-2c0c-491d-98a5-7feadf3bf2e3 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.025s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:28:31 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd21d936-b241-44af-ac99-b80bed0f2b85]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:28:31 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.nvmeof [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] nvme not present on system {{(pid=75147) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 27 19:28:31 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-98cac128-63d6-4d15-95af-c1946332f18e tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:28:31 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-4c636c68-ecc1-41ad-a62f-88a69d13ebc8 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Lock "bb800ac4-3e39-4e7f-9475-55d23c135d0b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.127s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:28:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:28:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:28:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 19:28:31 user nova-compute[75147]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 27 19:28:31 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[e78ebc52-d1e1-4205-b93c-735c1f86beff]: (4, '') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:28:31 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75147) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 27 19:28:31 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 27 19:28:31 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] LIGHTOS: no hostnqn found. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 27 19:28:31 user nova-compute[75147]: DEBUG os_brick.utils [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] <== get_connector_properties: return (153ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9325735bc82e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:28:31 user nova-compute[75147]: DEBUG nova.virt.block_device [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] [instance: 519212ec-e041-4397-8405-3f301c417b59] Updating existing volume attachment record: ec5c317d-c5bc-4dbf-9ef9-6a520cf2914b {{(pid=75147) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 27 19:28:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:28:31 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[f97dbd32-154c-4df4-93f3-49a81695c070]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:28:31 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-98cac128-63d6-4d15-95af-c1946332f18e tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 (non-flash)
Oct 27 19:28:31 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:28:31 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-98cac128-63d6-4d15-95af-c1946332f18e tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 (non-flash)
Oct 27 19:28:31 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:28:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6706643e-2c0c-491d-98a5-7feadf3bf2e3 -p 172.16.0.220:3260 --login {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:28:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6706643e-2c0c-491d-98a5-7feadf3bf2e3 -p 172.16.0.220:3260 --login" returned: 0 in 0.054s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:28:31 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f42e23b-7ae2-494a-b100-f23ffba598b0]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:6706643e-2c0c-491d-98a5-7feadf3bf2e3, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:6706643e-2c0c-491d-98a5-7feadf3bf2e3, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:28:31 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-98cac128-63d6-4d15-95af-c1946332f18e tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:6706643e-2c0c-491d-98a5-7feadf3bf2e3, portal: 172.16.0.220,3260]
Oct 27 19:28:31 user nova-compute[75147]: Login to [iface: default, target: iqn.2010-10.org.openstack:6706643e-2c0c-491d-98a5-7feadf3bf2e3, portal: 172.16.0.220,3260] successful.
Oct 27 19:28:31 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:28:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6706643e-2c0c-491d-98a5-7feadf3bf2e3 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:28:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6706643e-2c0c-491d-98a5-7feadf3bf2e3 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:28:31 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[63dcf21f-8bf8-45a8-903e-b5a4cd23bd01]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:28:31 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-98cac128-63d6-4d15-95af-c1946332f18e tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:28:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:28:31 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-4c636c68-ecc1-41ad-a62f-88a69d13ebc8 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Acquiring lock "bb800ac4-3e39-4e7f-9475-55d23c135d0b" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:28:31 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-4c636c68-ecc1-41ad-a62f-88a69d13ebc8 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Lock "bb800ac4-3e39-4e7f-9475-55d23c135d0b" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:28:31 user nova-compute[75147]: INFO nova.compute.manager [None req-4c636c68-ecc1-41ad-a62f-88a69d13ebc8 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] [instance: bb800ac4-3e39-4e7f-9475-55d23c135d0b] Attaching volume 0541e392-5671-4760-bfe4-3f4caa3f280e to /dev/sdc
Oct 27 19:28:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:28:31 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[d037a469-efb5-4853-825d-d46a01e6da2f]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6706643e-2c0c-491d-98a5-7feadf3bf2e3 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:28:31 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-98cac128-63d6-4d15-95af-c1946332f18e tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 (non-flash)
Oct 27 19:28:31 user nova-compute[75147]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6706643e-2c0c-491d-98a5-7feadf3bf2e3 (non-flash)
Oct 27 19:28:31 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:28:31 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-98cac128-63d6-4d15-95af-c1946332f18e tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 (non-flash)
Oct 27 19:28:31 user nova-compute[75147]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6706643e-2c0c-491d-98a5-7feadf3bf2e3 (non-flash)
Oct 27 19:28:31 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:28:31 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-98cac128-63d6-4d15-95af-c1946332f18e tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6706643e-2c0c-491d-98a5-7feadf3bf2e3" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.383s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:28:31 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-98cac128-63d6-4d15-95af-c1946332f18e tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Connected to 172.16.0.220:3260 {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 19:28:31 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-98cac128-63d6-4d15-95af-c1946332f18e tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] HCTL ('34', '-', '-', 0) found on session 3 with lun 0 {{(pid=75147) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 19:28:31 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-98cac128-63d6-4d15-95af-c1946332f18e tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75147) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 19:28:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:28:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.016s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:28:31 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[b39df284-c5f8-4bb7-8840-523f6f976c82]: (4, ('- - 0', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:28:31 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-98cac128-63d6-4d15-95af-c1946332f18e tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Searching for a device in session 3 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75147) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 19:28:31 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-98cac128-63d6-4d15-95af-c1946332f18e tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:6706643e-2c0c-491d-98a5-7feadf3bf2e3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DuAvEjyw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 19:28:31 user nova-compute[75147]: DEBUG os_brick.utils [None req-4c636c68-ecc1-41ad-a62f-88a69d13ebc8 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:28:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:28:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.012s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:28:31 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[e474775d-8ff3-4bbd-aca0-86593f3b0ffc]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9325735bc82e\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:28:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:28:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:28:31 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ba55c4c-c5a5-46f0-87e4-ee76b436318f]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:28:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:28:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.012s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:28:31 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[8807987d-6d63-48b2-8a50-f58a7f2ee6c4]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:28:31 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c993094-1f54-4393-8a48-59fed1b960b4]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:28:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-4c636c68-ecc1-41ad-a62f-88a69d13ebc8 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Running cmd (subprocess): nvme version {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:28:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-4c636c68-ecc1-41ad-a62f-88a69d13ebc8 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] 'nvme version' failed. Not Retrying. {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 19:28:31 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.nvmeof [None req-4c636c68-ecc1-41ad-a62f-88a69d13ebc8 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] nvme not present on system {{(pid=75147) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 27 19:28:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:28:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 19:28:31 user nova-compute[75147]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 27 19:28:31 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[79e44e43-54e1-4987-9d8e-eea07cdcd25e]: (4, '') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:28:31 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-4c636c68-ecc1-41ad-a62f-88a69d13ebc8 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75147) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 27 19:28:31 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-4c636c68-ecc1-41ad-a62f-88a69d13ebc8 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 27 19:28:31 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-4c636c68-ecc1-41ad-a62f-88a69d13ebc8 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] LIGHTOS: no hostnqn found. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 27 19:28:31 user nova-compute[75147]: DEBUG os_brick.utils [None req-4c636c68-ecc1-41ad-a62f-88a69d13ebc8 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] <== get_connector_properties: return (115ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9325735bc82e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:28:31 user nova-compute[75147]: DEBUG nova.virt.block_device [None req-4c636c68-ecc1-41ad-a62f-88a69d13ebc8 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] [instance: bb800ac4-3e39-4e7f-9475-55d23c135d0b] Updating existing volume attachment record: b2207079-d4c3-4cc0-bb88-cf9bd0c87068 {{(pid=75147) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 27 19:28:31 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:28:32 user nova-compute[75147]: INFO nova.virt.block_device [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Booting with volume ea44a713-9ec7-4cb6-8df8-fbd605531bd2 at /dev/vdb
Oct 27 19:28:32 user nova-compute[75147]: DEBUG os_brick.utils [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:28:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:28:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.012s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:28:32 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad307ab0-5a38-4372-a3df-22b5403fa2fd]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9325735bc82e\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:28:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:28:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:28:32 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[6576ad54-e48f-4888-965a-97da2a70ebd7]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:28:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:28:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.012s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:28:32 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[b095a13d-1851-4a2f-8037-f0833922c4c4]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:28:32 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[f31b1e59-f56a-4673-9603-180ffd080955]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:28:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Running cmd (subprocess): nvme version {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:28:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] 'nvme version' failed. Not Retrying. {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 19:28:32 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.nvmeof [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] nvme not present on system {{(pid=75147) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 27 19:28:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:28:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 19:28:32 user nova-compute[75147]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 27 19:28:32 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[37163f67-abd8-4c89-b967-d368efea0718]: (4, '') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:28:32 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75147) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 27 19:28:32 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 27 19:28:32 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] LIGHTOS: no hostnqn found. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 27 19:28:32 user nova-compute[75147]: DEBUG os_brick.utils [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] <== get_connector_properties: return (107ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9325735bc82e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:28:32 user nova-compute[75147]: DEBUG nova.virt.block_device [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Updating existing volume attachment record: 71f2df63-0c45-4a73-97bf-1514bb333809 {{(pid=75147) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 27 19:28:32 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-98cac128-63d6-4d15-95af-c1946332f18e tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.418s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:28:32 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-98cac128-63d6-4d15-95af-c1946332f18e tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] <== connect_volume: return (1420ms) {'type': 'block', 'scsi_wwn': '26532626432356534', 'path': '/dev/sdc'} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:28:32 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-98cac128-63d6-4d15-95af-c1946332f18e tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] [instance: 17da16fe-2762-4442-a31f-c966695dea37] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26532626432356534', 'path': '/dev/sdc'} {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 19:28:32 user nova-compute[75147]: DEBUG nova.objects.instance [None req-98cac128-63d6-4d15-95af-c1946332f18e tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Lazy-loading 'flavor' on Instance uuid 17da16fe-2762-4442-a31f-c966695dea37 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:28:32 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-98cac128-63d6-4d15-95af-c1946332f18e tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] attach device xml: <disk type="block" device="disk">
Oct 27 19:28:32 user nova-compute[75147]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 19:28:32 user nova-compute[75147]:   <source dev="/dev/sdc"/>
Oct 27 19:28:32 user nova-compute[75147]:   <target dev="vdb" bus="virtio"/>
Oct 27 19:28:32 user nova-compute[75147]:   <serial>6706643e-2c0c-491d-98a5-7feadf3bf2e3</serial>
Oct 27 19:28:32 user nova-compute[75147]: </disk>
Oct 27 19:28:32 user nova-compute[75147]:  {{(pid=75147) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 27 19:28:33 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-98cac128-63d6-4d15-95af-c1946332f18e tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] No BDM found with device name vda, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:28:33 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-98cac128-63d6-4d15-95af-c1946332f18e tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:28:33 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-98cac128-63d6-4d15-95af-c1946332f18e tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] No VIF found with MAC fa:16:3e:de:6c:42, not building metadata {{(pid=75147) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 19:28:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:28:36 user nova-compute[75147]: DEBUG nova.compute.manager [req-e01e32b1-32ce-4afe-9426-0695008746c5 req-8fbedd2d-25f0-40ff-9305-f04684c61a9c service nova] [instance: 4168f40d-0502-411c-9e29-5f827192ad86] Received event network-changed-8179fb8a-efb7-4c5b-b2d7-3fe1e8179c21 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:28:36 user nova-compute[75147]: DEBUG nova.compute.manager [req-e01e32b1-32ce-4afe-9426-0695008746c5 req-8fbedd2d-25f0-40ff-9305-f04684c61a9c service nova] [instance: 4168f40d-0502-411c-9e29-5f827192ad86] Refreshing instance network info cache due to event network-changed-8179fb8a-efb7-4c5b-b2d7-3fe1e8179c21. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 19:28:36 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-e01e32b1-32ce-4afe-9426-0695008746c5 req-8fbedd2d-25f0-40ff-9305-f04684c61a9c service nova] Acquiring lock "refresh_cache-4168f40d-0502-411c-9e29-5f827192ad86" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:28:36 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-e01e32b1-32ce-4afe-9426-0695008746c5 req-8fbedd2d-25f0-40ff-9305-f04684c61a9c service nova] Acquired lock "refresh_cache-4168f40d-0502-411c-9e29-5f827192ad86" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:28:36 user nova-compute[75147]: DEBUG nova.network.neutron [req-e01e32b1-32ce-4afe-9426-0695008746c5 req-8fbedd2d-25f0-40ff-9305-f04684c61a9c service nova] [instance: 4168f40d-0502-411c-9e29-5f827192ad86] Refreshing network info cache for port 8179fb8a-efb7-4c5b-b2d7-3fe1e8179c21 {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 19:28:36 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:28:37 user nova-compute[75147]: DEBUG nova.network.neutron [req-e01e32b1-32ce-4afe-9426-0695008746c5 req-8fbedd2d-25f0-40ff-9305-f04684c61a9c service nova] [instance: 4168f40d-0502-411c-9e29-5f827192ad86] Updated VIF entry in instance network info cache for port 8179fb8a-efb7-4c5b-b2d7-3fe1e8179c21. {{(pid=75147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 19:28:37 user nova-compute[75147]: DEBUG nova.network.neutron [req-e01e32b1-32ce-4afe-9426-0695008746c5 req-8fbedd2d-25f0-40ff-9305-f04684c61a9c service nova] [instance: 4168f40d-0502-411c-9e29-5f827192ad86] Updating instance_info_cache with network_info: [{"id": "8179fb8a-efb7-4c5b-b2d7-3fe1e8179c21", "address": "fa:16:3e:82:49:fc", "network": {"id": "e43a61ac-3551-419e-9fa9-2715023a1a3c", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1900463797-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.61", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6db9c1eaa84a443eacf4ac7a2db03a6f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8179fb8a-ef", "ovs_interfaceid": "8179fb8a-efb7-4c5b-b2d7-3fe1e8179c21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:28:37 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-e01e32b1-32ce-4afe-9426-0695008746c5 req-8fbedd2d-25f0-40ff-9305-f04684c61a9c service nova] Releasing lock "refresh_cache-4168f40d-0502-411c-9e29-5f827192ad86" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:28:40 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:28:41 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:28:42 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:28:42 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:28:42 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:28:42 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:28:42 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:28:42 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:28:42 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Auditing locally available compute resources for user (node: user) {{(pid=75147) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 19:28:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4168f40d-0502-411c-9e29-5f827192ad86/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:28:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4168f40d-0502-411c-9e29-5f827192ad86/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:28:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4168f40d-0502-411c-9e29-5f827192ad86/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:28:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4168f40d-0502-411c-9e29-5f827192ad86/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:28:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/17da16fe-2762-4442-a31f-c966695dea37/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:28:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/17da16fe-2762-4442-a31f-c966695dea37/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:28:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/17da16fe-2762-4442-a31f-c966695dea37/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:28:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/17da16fe-2762-4442-a31f-c966695dea37/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:28:43 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75147) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 19:28:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bb800ac4-3e39-4e7f-9475-55d23c135d0b/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:28:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bb800ac4-3e39-4e7f-9475-55d23c135d0b/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:28:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bb800ac4-3e39-4e7f-9475-55d23c135d0b/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:28:44 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bb800ac4-3e39-4e7f-9475-55d23c135d0b/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:28:44 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75147) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 19:28:44 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3fb6898-879f-4828-b0c8-f4c7911c334c/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:28:44 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3fb6898-879f-4828-b0c8-f4c7911c334c/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:28:44 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3fb6898-879f-4828-b0c8-f4c7911c334c/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:28:44 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3fb6898-879f-4828-b0c8-f4c7911c334c/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:28:44 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk.rescue --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:28:44 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk.rescue --force-share --output=json" returned: 0 in 0.177s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:28:44 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk.rescue --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:28:44 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk.rescue --force-share --output=json" returned: 0 in 0.181s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:28:44 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:28:45 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:28:45 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:28:45 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:28:45 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c49c74a6-9955-4a79-848f-4e6b9e348f9c/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:28:45 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c49c74a6-9955-4a79-848f-4e6b9e348f9c/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:28:45 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c49c74a6-9955-4a79-848f-4e6b9e348f9c/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:28:45 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c49c74a6-9955-4a79-848f-4e6b9e348f9c/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:28:45 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bac22037-a5fc-4b74-a5eb-94c2e51e8155/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:28:45 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:28:45 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bac22037-a5fc-4b74-a5eb-94c2e51e8155/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:28:45 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bac22037-a5fc-4b74-a5eb-94c2e51e8155/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:28:46 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bac22037-a5fc-4b74-a5eb-94c2e51e8155/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:28:46 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:28:46 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:28:46 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Hypervisor/Node resource view: name=user free_ram=7650MB free_disk=25.37908935546875GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75147) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 19:28:46 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:28:46 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:28:46 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance bac22037-a5fc-4b74-a5eb-94c2e51e8155 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:28:46 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:28:46 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance d3fb6898-879f-4828-b0c8-f4c7911c334c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:28:46 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance c49c74a6-9955-4a79-848f-4e6b9e348f9c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:28:46 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 17da16fe-2762-4442-a31f-c966695dea37 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:28:46 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance bb800ac4-3e39-4e7f-9475-55d23c135d0b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:28:46 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 4168f40d-0502-411c-9e29-5f827192ad86 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:28:46 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 2dbafd14-6c52-4417-ae5e-cadb11694492 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:28:46 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 519212ec-e041-4397-8405-3f301c417b59 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:28:46 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 3831d941-23f9-4b8b-94c2-eacd06826967 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:28:46 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 19:28:46 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=7GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 19:28:46 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:28:46 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:28:47 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:28:47 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Compute_service record updated for user:user {{(pid=75147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 19:28:47 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.433s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:28:48 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:28:48 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:28:48 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Starting heal instance info cache {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 19:28:48 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "refresh_cache-d3fb6898-879f-4828-b0c8-f4c7911c334c" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:28:48 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquired lock "refresh_cache-d3fb6898-879f-4828-b0c8-f4c7911c334c" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:28:48 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: d3fb6898-879f-4828-b0c8-f4c7911c334c] Forcefully refreshing network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 27 19:28:48 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: d3fb6898-879f-4828-b0c8-f4c7911c334c] Updating instance_info_cache with network_info: [{"id": "24cd132f-d0bb-46ce-b74d-64535d946a24", "address": "fa:16:3e:d4:a1:89", "network": {"id": "bae3f1ff-b48f-4e91-a1ac-2c877ecca1af", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1949095258-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.29", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9368eab86d5248b2a34511d5d0fd64eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap24cd132f-d0", "ovs_interfaceid": "24cd132f-d0bb-46ce-b74d-64535d946a24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:28:48 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Releasing lock "refresh_cache-d3fb6898-879f-4828-b0c8-f4c7911c334c" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:28:48 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: d3fb6898-879f-4828-b0c8-f4c7911c334c] Updated the network info_cache for instance {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 27 19:28:48 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:28:48 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:28:48 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:28:48 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75147) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 19:28:48 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:28:52 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:28:52 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-98cac128-63d6-4d15-95af-c1946332f18e tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Lock "17da16fe-2762-4442-a31f-c966695dea37" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 42.777s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:28:52 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-ec29e328-458f-4aff-a146-c3eb556a9dcd tempest-VolumesAssistedSnapshotsTest-2125750463 tempest-VolumesAssistedSnapshotsTest-2125750463-project-admin] Acquiring lock "4168f40d-0502-411c-9e29-5f827192ad86" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:28:52 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-ec29e328-458f-4aff-a146-c3eb556a9dcd tempest-VolumesAssistedSnapshotsTest-2125750463 tempest-VolumesAssistedSnapshotsTest-2125750463-project-admin] Lock "4168f40d-0502-411c-9e29-5f827192ad86" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:28:52 user nova-compute[75147]: DEBUG nova.objects.instance [None req-ec29e328-458f-4aff-a146-c3eb556a9dcd tempest-VolumesAssistedSnapshotsTest-2125750463 tempest-VolumesAssistedSnapshotsTest-2125750463-project-admin] Lazy-loading 'flavor' on Instance uuid 4168f40d-0502-411c-9e29-5f827192ad86 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:28:52 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4c636c68-ecc1-41ad-a62f-88a69d13ebc8 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] [instance: bb800ac4-3e39-4e7f-9475-55d23c135d0b] Calling os-brick to attach iSCSI Volume {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 19:28:52 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c636c68-ecc1-41ad-a62f-88a69d13ebc8 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:0541e392-5671-4760-bfe4-3f4caa3f280e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IYZCPwmW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:28:52 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-4c636c68-ecc1-41ad-a62f-88a69d13ebc8 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:28:52 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-4c636c68-ecc1-41ad-a62f-88a69d13ebc8 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:28:52 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-4c636c68-ecc1-41ad-a62f-88a69d13ebc8 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:28:52 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-4c636c68-ecc1-41ad-a62f-88a69d13ebc8 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:28:52 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-4c636c68-ecc1-41ad-a62f-88a69d13ebc8 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0541e392-5671-4760-bfe4-3f4caa3f280e" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:28:52 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-4c636c68-ecc1-41ad-a62f-88a69d13ebc8 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0541e392-5671-4760-bfe4-3f4caa3f280e" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:28:52 user nova-compute[75147]: INFO os_brick.initiator.connectors.iscsi [None req-4c636c68-ecc1-41ad-a62f-88a69d13ebc8 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 19:28:52 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0541e392-5671-4760-bfe4-3f4caa3f280e -p 172.16.0.220:3260 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:28:52 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0541e392-5671-4760-bfe4-3f4caa3f280e -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:28:52 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[053089dc-6bfd-4561-abec-79813bc40eda]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:28:52 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c636c68-ecc1-41ad-a62f-88a69d13ebc8 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 19:28:52 user nova-compute[75147]:  {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:28:52 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0541e392-5671-4760-bfe4-3f4caa3f280e -p 172.16.0.220:3260 --interface default --op new {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:28:52 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-ec29e328-458f-4aff-a146-c3eb556a9dcd tempest-VolumesAssistedSnapshotsTest-2125750463 tempest-VolumesAssistedSnapshotsTest-2125750463-project-admin] Lock "4168f40d-0502-411c-9e29-5f827192ad86" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.078s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:28:52 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0541e392-5671-4760-bfe4-3f4caa3f280e -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:28:52 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[b6a22772-5251-4110-b101-98ab9d6f3069]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0541e392-5671-4760-bfe4-3f4caa3f280e] added\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:28:52 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c636c68-ecc1-41ad-a62f-88a69d13ebc8 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0541e392-5671-4760-bfe4-3f4caa3f280e] added
Oct 27 19:28:52 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:28:52 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0541e392-5671-4760-bfe4-3f4caa3f280e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:28:52 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0541e392-5671-4760-bfe4-3f4caa3f280e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:28:52 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[73c75745-c2d3-4643-b27c-b47a5c1cad8a]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:28:52 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c636c68-ecc1-41ad-a62f-88a69d13ebc8 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:28:52 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0541e392-5671-4760-bfe4-3f4caa3f280e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:28:52 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0541e392-5671-4760-bfe4-3f4caa3f280e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:28:52 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[aae50b07-83aa-47a8-8aa5-8eaa4531b548]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:28:52 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c636c68-ecc1-41ad-a62f-88a69d13ebc8 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:28:52 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0541e392-5671-4760-bfe4-3f4caa3f280e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v IYZCPwmW {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:28:52 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0541e392-5671-4760-bfe4-3f4caa3f280e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v IYZCPwmW" returned: 0 in 0.022s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:28:52 user nova-compute[75147]: DEBUG nova.compute.manager [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] [instance: 519212ec-e041-4397-8405-3f301c417b59] Start spawning the instance on the hypervisor. {{(pid=75147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 27 19:28:52 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] [instance: 519212ec-e041-4397-8405-3f301c417b59] Creating instance directory {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 19:28:52 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] [instance: 519212ec-e041-4397-8405-3f301c417b59] Creating image(s)
Oct 27 19:28:52 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] [instance: 519212ec-e041-4397-8405-3f301c417b59] Did not create local disks {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 27 19:28:52 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] [instance: 519212ec-e041-4397-8405-3f301c417b59] Ensure instance console log exists: /opt/stack/data/nova/instances/519212ec-e041-4397-8405-3f301c417b59/console.log {{(pid=75147) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 19:28:52 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:28:52 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:28:52 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:28:52 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] [instance: 519212ec-e041-4397-8405-3f301c417b59] Start _get_guest_xml network_info=[{"id": "50fbdd35-e7c7-47a1-a597-c6daa0463acc", "address": "fa:16:3e:ba:1f:6a", "network": {"id": "efb239ea-2b01-42ab-914d-d96fb4cb641a", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1328217919-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "826578ed75e04f04b57dfc7940a8c810", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50fbdd35-e7", "ovs_interfaceid": "50fbdd35-e7c7-47a1-a597-c6daa0463acc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e2c80536-7e4e-4363-91f3-1d85d95863db", "address": "fa:16:3e:48:26:fd", "network": {"id": "7566241a-80be-452b-a5bd-8c2a1d10a91e", "bridge": "br-int", "label": "tempest-device-tagging-net1-346914798", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.237", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "826578ed75e04f04b57dfc7940a8c810", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape2c80536-7e", "ovs_interfaceid": "e2c80536-7e4e-4363-91f3-1d85d95863db", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "889f60a0-69ff-467e-845c-07e5b4ef6e6b", "address": "fa:16:3e:c8:2e:ec", "network": {"id": "7566241a-80be-452b-a5bd-8c2a1d10a91e", "bridge": "br-int", "label": "tempest-device-tagging-net1-346914798", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "826578ed75e04f04b57dfc7940a8c810", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap889f60a0-69", "ovs_interfaceid": "889f60a0-69ff-467e-845c-07e5b4ef6e6b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "bb79e36b-036b-4c1f-beae-5eafe109eb13", "address": "fa:16:3e:21:87:3b", "network": {"id": "7566241a-80be-452b-a5bd-8c2a1d10a91e", "bridge": "br-int", "label": "tempest-device-tagging-net1-346914798", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "826578ed75e04f04b57dfc7940a8c810", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbb79e36b-03", "ovs_interfaceid": "bb79e36b-036b-4c1f-beae-5eafe109eb13", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "80ebb49f-6196-4471-97c0-05ffc132197f", "address": "fa:16:3e:a1:5b:63", "network": {"id": "7566241a-80be-452b-a5bd-8c2a1d10a91e", "bridge": "br-int", "label": "tempest-device-tagging-net1-346914798", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "826578ed75e04f04b57dfc7940a8c810", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap80ebb49f-61", "ovs_interfaceid": "80ebb49f-6196-4471-97c0-05ffc132197f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5cdb5084-7522-400c-80be-826f6ea26e62", "address": "fa:16:3e:d7:a2:ab", "network": {"id": "fd25be1d-a7ca-42f0-a93d-fffa2f0c404a", "bridge": "br-int", "label": "tempest-device-tagging-net2-817073751", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "826578ed75e04f04b57dfc7940a8c810", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5cdb5084-75", "ovs_interfaceid": "5cdb5084-7522-400c-80be-826f6ea26e62", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "09751407-65e3-46e8-9deb-ee0aed32a055", "address": "fa:16:3e:5b:03:87", "network": {"id": "fd25be1d-a7ca-42f0-a93d-fffa2f0c404a", "bridge": "br-int", "label": "tempest-device-tagging-net2-817073751", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "826578ed75e04f04b57dfc7940a8c810", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap09751407-65", "ovs_interfaceid": "09751407-65e3-46e8-9deb-ee0aed32a055", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk', 'boot_index': '2'}, '/dev/vdc': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk', 'boot_index': '3'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T19:22:09Z,direct_url=<?>,disk_format='qcow2',id=d52df17c-5315-4a73-ab7c-34c161a414fb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0b43115555434818b0c8bdf6be4946da',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T19:22:11Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': 'disk', 'delete_on_termination': False, 'boot_index': 0, 'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'guest_format': None, 'attachment_id': 'b78477f7-5249-4619-a38b-da08c5ed54f2', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xZGiBlOX', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '519212ec-e041-4397-8405-3f301c417b59', 'attached_at': '', 'detached_at': '', 'volume_id': '64a36ab0-3cc8-4d60-aa88-a208e75bb0c6', 'serial': '64a36ab0-3cc8-4d60-aa88-a208e75bb0c6'}, 'volume_type': None}, {'device_type': 'disk', 'delete_on_termination': False, 'boot_index': 1, 'disk_bus': 'virtio', 'mount_device': '/dev/vdb', 'guest_format': None, 'attachment_id': 'c7ced8a0-a697-4cc0-999d-d9de04195c73', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vlLaNoqJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '519212ec-e041-4397-8405-3f301c417b59', 'attached_at': '', 'detached_at': '', 'volume_id': '6513b433-a0bd-49a2-b0ba-a82436dd5ab7', 'serial': '6513b433-a0bd-49a2-b0ba-a82436dd5ab7'}, 'volume_type': None}, {'device_type': 'disk', 'delete_on_termination': False, 'boot_index': 2, 'disk_bus': 'virtio', 'mount_device': '/dev/vdc', 'guest_format': None, 'attachment_id': 'ec5c317d-c5bc-4dbf-9ef9-6a520cf2914b', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bdVlIpus', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '519212ec-e041-4397-8405-3f301c417b59', 'attached_at': '', 'detached_at': '', 'volume_id': '97005b27-6234-4079-932f-5c621645bfdc', 'serial': '97005b27-6234-4079-932f-5c621645bfdc'}, 'volume_type': None} {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 19:28:52 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[a92b1d50-8fd3-4b12-b910-aa6096bf597c]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:28:52 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c636c68-ecc1-41ad-a62f-88a69d13ebc8 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'IYZCPwmW'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:28:52 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0541e392-5671-4760-bfe4-3f4caa3f280e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:28:52 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:28:52 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:28:52 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 19:28:52 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] CPU controller missing on host. {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 19:28:52 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 19:28:52 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] CPU controller found on host. {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 19:28:52 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75147) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 19:28:52 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T19:21:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T19:22:09Z,direct_url=<?>,disk_format='qcow2',id=d52df17c-5315-4a73-ab7c-34c161a414fb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0b43115555434818b0c8bdf6be4946da',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T19:22:11Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 19:28:52 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Flavor limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 19:28:52 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Image limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 19:28:52 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Flavor pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 19:28:52 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Image pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 19:28:52 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 19:28:52 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 19:28:52 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 19:28:52 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Got 1 possible topologies {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 19:28:52 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 19:28:52 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 19:28:52 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] [instance: 519212ec-e041-4397-8405-3f301c417b59] Calling os-brick to attach iSCSI Volume {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 19:28:52 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xZGiBlOX', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:28:52 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:28:52 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:28:52 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0541e392-5671-4760-bfe4-3f4caa3f280e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:28:52 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e3cf329-aa3f-4c96-9ae0-f903c42cd9a6]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:28:52 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c636c68-ecc1-41ad-a62f-88a69d13ebc8 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:28:52 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:28:52 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-ec29e328-458f-4aff-a146-c3eb556a9dcd tempest-VolumesAssistedSnapshotsTest-2125750463 tempest-VolumesAssistedSnapshotsTest-2125750463-project-admin] Acquiring lock "4168f40d-0502-411c-9e29-5f827192ad86" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:28:52 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-ec29e328-458f-4aff-a146-c3eb556a9dcd tempest-VolumesAssistedSnapshotsTest-2125750463 tempest-VolumesAssistedSnapshotsTest-2125750463-project-admin] Lock "4168f40d-0502-411c-9e29-5f827192ad86" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:28:52 user nova-compute[75147]: INFO nova.compute.manager [None req-ec29e328-458f-4aff-a146-c3eb556a9dcd tempest-VolumesAssistedSnapshotsTest-2125750463 tempest-VolumesAssistedSnapshotsTest-2125750463-project-admin] [instance: 4168f40d-0502-411c-9e29-5f827192ad86] Attaching volume fe25ac93-1b5b-4371-a15e-03a8365b8c79 to /dev/vdb
Oct 27 19:28:52 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:28:52 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[7efb30a5-2cac-44ae-971b-5eaf4bef48f2]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6706643e-2c0c-491d-98a5-7feadf3bf2e3 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:28:52 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c636c68-ecc1-41ad-a62f-88a69d13ebc8 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 (non-flash)
Oct 27 19:28:52 user nova-compute[75147]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6706643e-2c0c-491d-98a5-7feadf3bf2e3 (non-flash)
Oct 27 19:28:52 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:28:52 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c636c68-ecc1-41ad-a62f-88a69d13ebc8 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 (non-flash)
Oct 27 19:28:52 user nova-compute[75147]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6706643e-2c0c-491d-98a5-7feadf3bf2e3 (non-flash)
Oct 27 19:28:52 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:28:52 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0541e392-5671-4760-bfe4-3f4caa3f280e -p 172.16.0.220:3260 --login {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:28:52 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0541e392-5671-4760-bfe4-3f4caa3f280e -p 172.16.0.220:3260 --login" returned: 0 in 0.057s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:28:52 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[72b69c0e-f751-4b2a-bb73-575b2c5fc293]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:0541e392-5671-4760-bfe4-3f4caa3f280e, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:0541e392-5671-4760-bfe4-3f4caa3f280e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:28:52 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c636c68-ecc1-41ad-a62f-88a69d13ebc8 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:0541e392-5671-4760-bfe4-3f4caa3f280e, portal: 172.16.0.220,3260]
Oct 27 19:28:52 user nova-compute[75147]: Login to [iface: default, target: iqn.2010-10.org.openstack:0541e392-5671-4760-bfe4-3f4caa3f280e, portal: 172.16.0.220,3260] successful.
Oct 27 19:28:52 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:28:52 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0541e392-5671-4760-bfe4-3f4caa3f280e -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:28:52 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0541e392-5671-4760-bfe4-3f4caa3f280e -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.028s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:28:52 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[8fe5ae9e-c1f5-4269-a236-45d97352afc5]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:28:52 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c636c68-ecc1-41ad-a62f-88a69d13ebc8 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:28:52 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:28:52 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:28:52 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c2c4128-20bb-481a-b864-ef63b6cbf8a5]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6706643e-2c0c-491d-98a5-7feadf3bf2e3 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0541e392-5671-4760-bfe4-3f4caa3f280e (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:28:52 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c636c68-ecc1-41ad-a62f-88a69d13ebc8 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 (non-flash)
Oct 27 19:28:52 user nova-compute[75147]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6706643e-2c0c-491d-98a5-7feadf3bf2e3 (non-flash)
Oct 27 19:28:52 user nova-compute[75147]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0541e392-5671-4760-bfe4-3f4caa3f280e (non-flash)
Oct 27 19:28:52 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:28:52 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c636c68-ecc1-41ad-a62f-88a69d13ebc8 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 (non-flash)
Oct 27 19:28:52 user nova-compute[75147]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6706643e-2c0c-491d-98a5-7feadf3bf2e3 (non-flash)
Oct 27 19:28:52 user nova-compute[75147]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0541e392-5671-4760-bfe4-3f4caa3f280e (non-flash)
Oct 27 19:28:52 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:28:52 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-4c636c68-ecc1-41ad-a62f-88a69d13ebc8 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0541e392-5671-4760-bfe4-3f4caa3f280e" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.355s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:28:52 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c636c68-ecc1-41ad-a62f-88a69d13ebc8 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Connected to 172.16.0.220:3260 {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 19:28:52 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-4c636c68-ecc1-41ad-a62f-88a69d13ebc8 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] HCTL ('35', '-', '-', 0) found on session 4 with lun 0 {{(pid=75147) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 19:28:52 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-4c636c68-ecc1-41ad-a62f-88a69d13ebc8 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75147) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 19:28:52 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:28:52 user nova-compute[75147]: DEBUG os_brick.utils [None req-ec29e328-458f-4aff-a146-c3eb556a9dcd tempest-VolumesAssistedSnapshotsTest-2125750463 tempest-VolumesAssistedSnapshotsTest-2125750463-project-admin] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:28:52 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:28:52 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.021s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:28:52 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[e49698da-e814-46c1-90fb-7d5108cbf567]: (4, ('- - 0', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:28:52 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-4c636c68-ecc1-41ad-a62f-88a69d13ebc8 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Searching for a device in session 4 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75147) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 19:28:52 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c636c68-ecc1-41ad-a62f-88a69d13ebc8 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:0541e392-5671-4760-bfe4-3f4caa3f280e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IYZCPwmW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 19:28:52 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:28:52 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[821edb9a-2b1a-4ca3-be4c-d0e954079f10]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9325735bc82e\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:28:52 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:28:52 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:28:52 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[35e55776-0562-41fc-9282-9a1fb0d0dbd6]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:28:52 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:28:52 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:28:52 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9835816-9fe1-40a0-89c9-35196d7ae0a1]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:28:52 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[77ee6cd4-2dba-4775-b067-e710b8d2a70d]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:28:52 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-ec29e328-458f-4aff-a146-c3eb556a9dcd tempest-VolumesAssistedSnapshotsTest-2125750463 tempest-VolumesAssistedSnapshotsTest-2125750463-project-admin] Running cmd (subprocess): nvme version {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:28:52 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-ec29e328-458f-4aff-a146-c3eb556a9dcd tempest-VolumesAssistedSnapshotsTest-2125750463 tempest-VolumesAssistedSnapshotsTest-2125750463-project-admin] 'nvme version' failed. Not Retrying. {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 19:28:52 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.nvmeof [None req-ec29e328-458f-4aff-a146-c3eb556a9dcd tempest-VolumesAssistedSnapshotsTest-2125750463 tempest-VolumesAssistedSnapshotsTest-2125750463-project-admin] nvme not present on system {{(pid=75147) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 27 19:28:53 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:28:53 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 19:28:53 user nova-compute[75147]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 27 19:28:53 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[3da4741c-f340-4363-9bbf-29058f8c2f11]: (4, '') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:28:53 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-ec29e328-458f-4aff-a146-c3eb556a9dcd tempest-VolumesAssistedSnapshotsTest-2125750463 tempest-VolumesAssistedSnapshotsTest-2125750463-project-admin] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75147) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 27 19:28:53 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-ec29e328-458f-4aff-a146-c3eb556a9dcd tempest-VolumesAssistedSnapshotsTest-2125750463 tempest-VolumesAssistedSnapshotsTest-2125750463-project-admin] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 27 19:28:53 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-ec29e328-458f-4aff-a146-c3eb556a9dcd tempest-VolumesAssistedSnapshotsTest-2125750463 tempest-VolumesAssistedSnapshotsTest-2125750463-project-admin] LIGHTOS: no hostnqn found. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 27 19:28:53 user nova-compute[75147]: DEBUG os_brick.utils [None req-ec29e328-458f-4aff-a146-c3eb556a9dcd tempest-VolumesAssistedSnapshotsTest-2125750463 tempest-VolumesAssistedSnapshotsTest-2125750463-project-admin] <== get_connector_properties: return (124ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9325735bc82e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:28:53 user nova-compute[75147]: DEBUG nova.virt.block_device [None req-ec29e328-458f-4aff-a146-c3eb556a9dcd tempest-VolumesAssistedSnapshotsTest-2125750463 tempest-VolumesAssistedSnapshotsTest-2125750463-project-admin] [instance: 4168f40d-0502-411c-9e29-5f827192ad86] Updating existing volume attachment record: 3644ded2-033d-4572-9e9f-cf9822e11154 {{(pid=75147) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 27 19:28:53 user nova-compute[75147]: INFO nova.virt.block_device [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Booting with volume 7f5e506d-2588-483e-a5d9-c55f145097a5 at /dev/vdc
Oct 27 19:28:53 user nova-compute[75147]: DEBUG os_brick.utils [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:28:53 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:28:53 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.012s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:28:53 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[231dcc0f-f26f-4e58-afd0-533ed1db97db]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9325735bc82e\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:28:53 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:28:53 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.014s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:28:53 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[f747c7ed-b227-4fd3-8b87-016a217a5260]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:28:53 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:28:53 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.013s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:28:53 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[1893718f-22cf-4d49-a9f0-edf42965ed06]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:28:53 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f68e735-6aaa-4bc7-afc5-21d31d896c9d]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:28:53 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Running cmd (subprocess): nvme version {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:28:53 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] 'nvme version' failed. Not Retrying. {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 19:28:53 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.nvmeof [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] nvme not present on system {{(pid=75147) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 27 19:28:53 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:28:53 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 19:28:53 user nova-compute[75147]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 27 19:28:53 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b4a7597-aac0-4a8a-917a-d11156c9863c]: (4, '') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:28:53 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75147) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 27 19:28:53 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 27 19:28:53 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] LIGHTOS: no hostnqn found. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 27 19:28:53 user nova-compute[75147]: DEBUG os_brick.utils [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] <== get_connector_properties: return (112ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9325735bc82e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:28:53 user nova-compute[75147]: DEBUG nova.virt.block_device [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Updating existing volume attachment record: 7bbe5916-bbd2-47ce-96fc-74da5618dd15 {{(pid=75147) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 27 19:28:53 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-4c636c68-ecc1-41ad-a62f-88a69d13ebc8 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.398s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:28:53 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c636c68-ecc1-41ad-a62f-88a69d13ebc8 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] <== connect_volume: return (1400ms) {'type': 'block', 'scsi_wwn': '23731366566616234', 'path': '/dev/sdd'} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:28:53 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4c636c68-ecc1-41ad-a62f-88a69d13ebc8 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] [instance: bb800ac4-3e39-4e7f-9475-55d23c135d0b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23731366566616234', 'path': '/dev/sdd'} {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 19:28:53 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 1.205s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:28:53 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:28:53 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:28:53 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.003s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:28:53 user nova-compute[75147]: INFO os_brick.initiator.connectors.iscsi [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 19:28:53 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6 -p 172.16.0.220:3260 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:28:53 user nova-compute[75147]: DEBUG nova.objects.instance [None req-4c636c68-ecc1-41ad-a62f-88a69d13ebc8 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Lazy-loading 'flavor' on Instance uuid bb800ac4-3e39-4e7f-9475-55d23c135d0b {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:28:53 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6 -p 172.16.0.220:3260" returned: 21 in 0.022s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:28:53 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[07fffa01-9c49-4253-95cd-9c5c6cbd86ec]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:28:53 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 19:28:53 user nova-compute[75147]:  {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:28:53 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6 -p 172.16.0.220:3260 --interface default --op new {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:28:53 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-4c636c68-ecc1-41ad-a62f-88a69d13ebc8 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] attach device xml: <disk type="block" device="disk">
Oct 27 19:28:53 user nova-compute[75147]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 19:28:53 user nova-compute[75147]:   <source dev="/dev/sdd"/>
Oct 27 19:28:53 user nova-compute[75147]:   <target dev="sdc" bus="scsi"/>
Oct 27 19:28:53 user nova-compute[75147]:   <serial>0541e392-5671-4760-bfe4-3f4caa3f280e</serial>
Oct 27 19:28:53 user nova-compute[75147]:   <address type="drive" controller="0" unit="2"/>
Oct 27 19:28:53 user nova-compute[75147]: </disk>
Oct 27 19:28:53 user nova-compute[75147]:  {{(pid=75147) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 27 19:28:53 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:28:53 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[86f4ff8f-4cc8-49c4-bdd4-dcdeee276702]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6] added\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:28:53 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6] added
Oct 27 19:28:53 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:28:53 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:28:54 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:28:54 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[8940a6bb-a933-4b7a-b2fa-96a9974a4da0]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:28:54 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:28:54 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:28:54 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:28:54 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8f9e4e3-bbe6-4824-88a7-a6db472e78d5]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:28:54 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:28:54 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v xZGiBlOX {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:28:54 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v xZGiBlOX" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:28:54 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[47638d9c-1b45-413e-81d7-0c54e934ea06]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:28:54 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'xZGiBlOX'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:28:54 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:28:54 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:28:54 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9346cd7-1e61-4bdc-8ed9-85eefdc3045a]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:28:54 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:28:54 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:28:54 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:28:54 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e4db719-cc69-4c0a-b88a-861c9060371d]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6706643e-2c0c-491d-98a5-7feadf3bf2e3 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0541e392-5671-4760-bfe4-3f4caa3f280e (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:28:54 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 (non-flash)
Oct 27 19:28:54 user nova-compute[75147]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6706643e-2c0c-491d-98a5-7feadf3bf2e3 (non-flash)
Oct 27 19:28:54 user nova-compute[75147]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0541e392-5671-4760-bfe4-3f4caa3f280e (non-flash)
Oct 27 19:28:54 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:28:54 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 (non-flash)
Oct 27 19:28:54 user nova-compute[75147]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6706643e-2c0c-491d-98a5-7feadf3bf2e3 (non-flash)
Oct 27 19:28:54 user nova-compute[75147]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0541e392-5671-4760-bfe4-3f4caa3f280e (non-flash)
Oct 27 19:28:54 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:28:54 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6 -p 172.16.0.220:3260 --login {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:28:54 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6 -p 172.16.0.220:3260 --login" returned: 0 in 0.064s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:28:54 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[d469404f-30b5-43e3-9877-474e48786b8e]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:28:54 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6, portal: 172.16.0.220,3260]
Oct 27 19:28:54 user nova-compute[75147]: Login to [iface: default, target: iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6, portal: 172.16.0.220,3260] successful.
Oct 27 19:28:54 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:28:54 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:28:54 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:28:54 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[3fa6bd36-4db6-4fc3-a992-f13b9a41b11f]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:28:54 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:28:54 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:28:54 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-526668d9-a1f8-46db-ada7-ab8afa47e86d tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Acquiring lock "17da16fe-2762-4442-a31f-c966695dea37" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:28:54 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-526668d9-a1f8-46db-ada7-ab8afa47e86d tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Lock "17da16fe-2762-4442-a31f-c966695dea37" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:28:54 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:28:54 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[75c20009-333b-4925-a032-95e36730d967]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6706643e-2c0c-491d-98a5-7feadf3bf2e3 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0541e392-5671-4760-bfe4-3f4caa3f280e (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:28:54 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 (non-flash)
Oct 27 19:28:54 user nova-compute[75147]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6706643e-2c0c-491d-98a5-7feadf3bf2e3 (non-flash)
Oct 27 19:28:54 user nova-compute[75147]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0541e392-5671-4760-bfe4-3f4caa3f280e (non-flash)
Oct 27 19:28:54 user nova-compute[75147]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6 (non-flash)
Oct 27 19:28:54 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:28:54 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 (non-flash)
Oct 27 19:28:54 user nova-compute[75147]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6706643e-2c0c-491d-98a5-7feadf3bf2e3 (non-flash)
Oct 27 19:28:54 user nova-compute[75147]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0541e392-5671-4760-bfe4-3f4caa3f280e (non-flash)
Oct 27 19:28:54 user nova-compute[75147]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6 (non-flash)
Oct 27 19:28:54 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:28:54 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.312s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:28:54 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Connected to 172.16.0.220:3260 {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 19:28:54 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] HCTL ('36', '-', '-', 0) found on session 5 with lun 0 {{(pid=75147) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 19:28:54 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=75147) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 19:28:54 user nova-compute[75147]: INFO nova.compute.manager [None req-526668d9-a1f8-46db-ada7-ab8afa47e86d tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] [instance: 17da16fe-2762-4442-a31f-c966695dea37] Detaching volume 6706643e-2c0c-491d-98a5-7feadf3bf2e3
Oct 27 19:28:54 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:28:54 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:28:54 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2d025ca-ba08-418c-a47c-5c80aa8cf295]: (4, ('- - 0', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:28:54 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Searching for a device in session 5 and hctl ['36', '*', '*', 0] yield: sde {{(pid=75147) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 19:28:54 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xZGiBlOX', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 19:28:54 user nova-compute[75147]: INFO nova.virt.block_device [None req-526668d9-a1f8-46db-ada7-ab8afa47e86d tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] [instance: 17da16fe-2762-4442-a31f-c966695dea37] Attempting to driver detach volume 6706643e-2c0c-491d-98a5-7feadf3bf2e3 from mountpoint /dev/vdb
Oct 27 19:28:54 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-526668d9-a1f8-46db-ada7-ab8afa47e86d tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Attempting to detach device vdb from instance 17da16fe-2762-4442-a31f-c966695dea37 from the persistent domain config. {{(pid=75147) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 27 19:28:54 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-526668d9-a1f8-46db-ada7-ab8afa47e86d tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] detach device xml: <disk type="block" device="disk">
Oct 27 19:28:54 user nova-compute[75147]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 19:28:54 user nova-compute[75147]:   <source dev="/dev/sdc"/>
Oct 27 19:28:54 user nova-compute[75147]:   <target dev="vdb" bus="virtio"/>
Oct 27 19:28:54 user nova-compute[75147]:   <serial>6706643e-2c0c-491d-98a5-7feadf3bf2e3</serial>
Oct 27 19:28:54 user nova-compute[75147]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 27 19:28:54 user nova-compute[75147]: </disk>
Oct 27 19:28:54 user nova-compute[75147]:  {{(pid=75147) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 19:28:54 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-526668d9-a1f8-46db-ada7-ab8afa47e86d tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Successfully detached device vdb from instance 17da16fe-2762-4442-a31f-c966695dea37 from the persistent domain config.
Oct 27 19:28:54 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-526668d9-a1f8-46db-ada7-ab8afa47e86d tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 17da16fe-2762-4442-a31f-c966695dea37 from the live domain config. {{(pid=75147) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 27 19:28:54 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-526668d9-a1f8-46db-ada7-ab8afa47e86d tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] detach device xml: <disk type="block" device="disk">
Oct 27 19:28:54 user nova-compute[75147]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 19:28:54 user nova-compute[75147]:   <source dev="/dev/sdc"/>
Oct 27 19:28:54 user nova-compute[75147]:   <target dev="vdb" bus="virtio"/>
Oct 27 19:28:54 user nova-compute[75147]:   <serial>6706643e-2c0c-491d-98a5-7feadf3bf2e3</serial>
Oct 27 19:28:54 user nova-compute[75147]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 27 19:28:54 user nova-compute[75147]: </disk>
Oct 27 19:28:54 user nova-compute[75147]:  {{(pid=75147) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 19:28:54 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-4c636c68-ecc1-41ad-a62f-88a69d13ebc8 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] No BDM found with device name sda, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:28:54 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-4c636c68-ecc1-41ad-a62f-88a69d13ebc8 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] No BDM found with device name sdb, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:28:54 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-4c636c68-ecc1-41ad-a62f-88a69d13ebc8 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] No BDM found with device name sdc, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:28:54 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-4c636c68-ecc1-41ad-a62f-88a69d13ebc8 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] No VIF found with MAC fa:16:3e:41:fd:a8, not building metadata {{(pid=75147) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 19:28:54 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-4c636c68-ecc1-41ad-a62f-88a69d13ebc8 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Lock "bb800ac4-3e39-4e7f-9475-55d23c135d0b" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 23.225s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:28:54 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-526668d9-a1f8-46db-ada7-ab8afa47e86d tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 17da16fe-2762-4442-a31f-c966695dea37 {{(pid=75147) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 27 19:28:55 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.361s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:28:55 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] <== connect_volume: return (2567ms) {'type': 'block', 'scsi_wwn': '23933646539643432', 'path': '/dev/sde'} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:28:55 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] [instance: 519212ec-e041-4397-8405-3f301c417b59] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23933646539643432', 'path': '/dev/sde'} {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 19:28:55 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] [instance: 519212ec-e041-4397-8405-3f301c417b59] Calling os-brick to attach iSCSI Volume {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 19:28:55 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vlLaNoqJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:28:55 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:28:55 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:28:55 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:28:55 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:28:55 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:28:55 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:28:55 user nova-compute[75147]: INFO os_brick.initiator.connectors.iscsi [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 19:28:55 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7 -p 172.16.0.220:3260 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:28:55 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:28:55 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3cd338f-427a-4601-8c35-5f456a545f7b]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:28:55 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 19:28:55 user nova-compute[75147]:  {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:28:55 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7 -p 172.16.0.220:3260 --interface default --op new {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:28:55 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:28:55 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2c6c2b6-e791-4fcd-838d-7ce57676bef7]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7] added\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:28:55 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7] added
Oct 27 19:28:55 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:28:55 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:28:55 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:28:55 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[9dd08f37-3ad9-4be5-b8c6-1ec9491c9e47]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:28:55 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:28:55 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:28:55 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:28:55 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[68917be5-d855-49bf-8e2f-bff28b9c4f38]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:28:55 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:28:55 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v vlLaNoqJ {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:28:55 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v vlLaNoqJ" returned: 0 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:28:55 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[13b832a1-a535-4bd6-a196-0d4f30d43101]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:28:55 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'vlLaNoqJ'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:28:55 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:28:55 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:28:55 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[2cb141fd-8808-4ca4-93d1-81365df1b246]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:28:55 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:28:55 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:28:55 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:28:55 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[f5cf89c2-79af-456a-bc54-7f18d410c01b]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6706643e-2c0c-491d-98a5-7feadf3bf2e3 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0541e392-5671-4760-bfe4-3f4caa3f280e (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:28:55 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 (non-flash)
Oct 27 19:28:55 user nova-compute[75147]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6706643e-2c0c-491d-98a5-7feadf3bf2e3 (non-flash)
Oct 27 19:28:55 user nova-compute[75147]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0541e392-5671-4760-bfe4-3f4caa3f280e (non-flash)
Oct 27 19:28:55 user nova-compute[75147]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6 (non-flash)
Oct 27 19:28:55 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:28:55 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 (non-flash)
Oct 27 19:28:55 user nova-compute[75147]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6706643e-2c0c-491d-98a5-7feadf3bf2e3 (non-flash)
Oct 27 19:28:55 user nova-compute[75147]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0541e392-5671-4760-bfe4-3f4caa3f280e (non-flash)
Oct 27 19:28:55 user nova-compute[75147]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6 (non-flash)
Oct 27 19:28:55 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:28:55 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7 -p 172.16.0.220:3260 --login {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:28:55 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7 -p 172.16.0.220:3260 --login" returned: 0 in 0.068s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:28:55 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[90190c2a-b137-4d18-9be8-fd4d9773ebe8]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:28:55 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7, portal: 172.16.0.220,3260]
Oct 27 19:28:55 user nova-compute[75147]: Login to [iface: default, target: iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7, portal: 172.16.0.220,3260] successful.
Oct 27 19:28:55 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:28:55 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:28:55 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:28:55 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c5ce84f-e06b-4b74-adf1-a0f2f7fda755]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:28:55 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:28:55 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:28:55 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:28:55 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[c3e04a15-ee4c-4f6a-84e7-0a0e165a96dc]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6706643e-2c0c-491d-98a5-7feadf3bf2e3 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0541e392-5671-4760-bfe4-3f4caa3f280e (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:28:55 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 (non-flash)
Oct 27 19:28:55 user nova-compute[75147]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6706643e-2c0c-491d-98a5-7feadf3bf2e3 (non-flash)
Oct 27 19:28:55 user nova-compute[75147]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0541e392-5671-4760-bfe4-3f4caa3f280e (non-flash)
Oct 27 19:28:55 user nova-compute[75147]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6 (non-flash)
Oct 27 19:28:55 user nova-compute[75147]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7 (non-flash)
Oct 27 19:28:55 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:28:55 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 (non-flash)
Oct 27 19:28:55 user nova-compute[75147]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6706643e-2c0c-491d-98a5-7feadf3bf2e3 (non-flash)
Oct 27 19:28:55 user nova-compute[75147]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0541e392-5671-4760-bfe4-3f4caa3f280e (non-flash)
Oct 27 19:28:55 user nova-compute[75147]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6 (non-flash)
Oct 27 19:28:55 user nova-compute[75147]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7 (non-flash)
Oct 27 19:28:55 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:28:55 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.295s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:28:55 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Connected to 172.16.0.220:3260 {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 19:28:55 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] HCTL ('37', '-', '-', 0) found on session 6 with lun 0 {{(pid=75147) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 19:28:55 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=75147) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 19:28:55 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:28:55 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:28:55 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[81854654-2642-4a11-b5fb-6a03d415b1ba]: (4, ('- - 0', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:28:55 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Searching for a device in session 6 and hctl ['37', '*', '*', 0] yield: None {{(pid=75147) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 19:28:55 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:28:56 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-aa79ea4a-dac7-436c-8694-ea8d0c7dcb32 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Acquiring lock "bb800ac4-3e39-4e7f-9475-55d23c135d0b" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:28:56 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-aa79ea4a-dac7-436c-8694-ea8d0c7dcb32 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Lock "bb800ac4-3e39-4e7f-9475-55d23c135d0b" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:28:56 user nova-compute[75147]: INFO nova.compute.manager [None req-aa79ea4a-dac7-436c-8694-ea8d0c7dcb32 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] [instance: bb800ac4-3e39-4e7f-9475-55d23c135d0b] Detaching volume 0541e392-5671-4760-bfe4-3f4caa3f280e
Oct 27 19:28:56 user nova-compute[75147]: INFO nova.virt.block_device [None req-aa79ea4a-dac7-436c-8694-ea8d0c7dcb32 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] [instance: bb800ac4-3e39-4e7f-9475-55d23c135d0b] Attempting to driver detach volume 0541e392-5671-4760-bfe4-3f4caa3f280e from mountpoint /dev/sdc
Oct 27 19:28:56 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-aa79ea4a-dac7-436c-8694-ea8d0c7dcb32 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Attempting to detach device sdc from instance bb800ac4-3e39-4e7f-9475-55d23c135d0b from the persistent domain config. {{(pid=75147) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 27 19:28:56 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-aa79ea4a-dac7-436c-8694-ea8d0c7dcb32 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] detach device xml: <disk type="block" device="disk">
Oct 27 19:28:56 user nova-compute[75147]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 19:28:56 user nova-compute[75147]:   <source dev="/dev/sdd"/>
Oct 27 19:28:56 user nova-compute[75147]:   <target dev="sdc" bus="scsi"/>
Oct 27 19:28:56 user nova-compute[75147]:   <serial>0541e392-5671-4760-bfe4-3f4caa3f280e</serial>
Oct 27 19:28:56 user nova-compute[75147]:   <address type="drive" controller="0" bus="0" target="0" unit="2"/>
Oct 27 19:28:56 user nova-compute[75147]: </disk>
Oct 27 19:28:56 user nova-compute[75147]:  {{(pid=75147) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 19:28:56 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-aa79ea4a-dac7-436c-8694-ea8d0c7dcb32 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Successfully detached device sdc from instance bb800ac4-3e39-4e7f-9475-55d23c135d0b from the persistent domain config.
Oct 27 19:28:56 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-aa79ea4a-dac7-436c-8694-ea8d0c7dcb32 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] (1/8): Attempting to detach device sdc with device alias scsi0-0-0-2 from instance bb800ac4-3e39-4e7f-9475-55d23c135d0b from the live domain config. {{(pid=75147) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 27 19:28:56 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-aa79ea4a-dac7-436c-8694-ea8d0c7dcb32 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] detach device xml: <disk type="block" device="disk">
Oct 27 19:28:56 user nova-compute[75147]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 19:28:56 user nova-compute[75147]:   <source dev="/dev/sdd"/>
Oct 27 19:28:56 user nova-compute[75147]:   <target dev="sdc" bus="scsi"/>
Oct 27 19:28:56 user nova-compute[75147]:   <serial>0541e392-5671-4760-bfe4-3f4caa3f280e</serial>
Oct 27 19:28:56 user nova-compute[75147]:   <address type="drive" controller="0" bus="0" target="0" unit="2"/>
Oct 27 19:28:56 user nova-compute[75147]: </disk>
Oct 27 19:28:56 user nova-compute[75147]:  {{(pid=75147) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 19:28:56 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Searching for a device in session 6 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=75147) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 19:28:56 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vlLaNoqJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 19:28:56 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.327s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:28:56 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] <== connect_volume: return (1328ms) {'type': 'block', 'scsi_wwn': '23735623566393363', 'path': '/dev/sdf'} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:28:56 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] [instance: 519212ec-e041-4397-8405-3f301c417b59] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23735623566393363', 'path': '/dev/sdf'} {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 19:28:56 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-aa79ea4a-dac7-436c-8694-ea8d0c7dcb32 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Start waiting for the detach event from libvirt for device sdc with device alias scsi0-0-0-2 for instance bb800ac4-3e39-4e7f-9475-55d23c135d0b {{(pid=75147) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 27 19:28:56 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] [instance: 519212ec-e041-4397-8405-3f301c417b59] Calling os-brick to attach iSCSI Volume {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 19:28:56 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bdVlIpus', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:28:56 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:28:56 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:28:56 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:28:56 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:28:56 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:28:56 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:28:56 user nova-compute[75147]: INFO os_brick.initiator.connectors.iscsi [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 19:28:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc -p 172.16.0.220:3260 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:28:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc -p 172.16.0.220:3260" returned: 21 in 0.024s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:28:56 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ee58629-cb89-4bc5-b533-e610b1fb9d25]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:28:56 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 19:28:56 user nova-compute[75147]:  {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:28:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc -p 172.16.0.220:3260 --interface default --op new {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:28:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:28:56 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9b2f027-87dd-4711-9e15-59db592172d9]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc] added\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:28:56 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc] added
Oct 27 19:28:56 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:28:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:28:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.025s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:28:56 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[df0ccfed-2185-4b19-b3d9-56cc6d685e08]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:28:56 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:28:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:28:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:28:56 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[1558e7cd-5995-41ef-aaec-1e8b029c80a8]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:28:56 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:28:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc -p 172.16.0.220:3260 --op update -n node.session.auth.username -v bdVlIpus {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:28:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc -p 172.16.0.220:3260 --op update -n node.session.auth.username -v bdVlIpus" returned: 0 in 0.024s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:28:56 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[c3f91fbf-e1ba-4f2d-8f0f-96749d8725e9]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:28:56 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'bdVlIpus'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:28:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:28:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.025s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:28:56 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[008f8c5c-e46e-472e-a115-7af4d43d3915]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:28:56 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:28:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:28:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:28:56 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a899f65-b197-42f0-bb77-c8e6ce7c2746]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6706643e-2c0c-491d-98a5-7feadf3bf2e3 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0541e392-5671-4760-bfe4-3f4caa3f280e (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:28:56 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 (non-flash)
Oct 27 19:28:56 user nova-compute[75147]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6706643e-2c0c-491d-98a5-7feadf3bf2e3 (non-flash)
Oct 27 19:28:56 user nova-compute[75147]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0541e392-5671-4760-bfe4-3f4caa3f280e (non-flash)
Oct 27 19:28:56 user nova-compute[75147]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6 (non-flash)
Oct 27 19:28:56 user nova-compute[75147]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7 (non-flash)
Oct 27 19:28:56 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:28:56 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 (non-flash)
Oct 27 19:28:56 user nova-compute[75147]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6706643e-2c0c-491d-98a5-7feadf3bf2e3 (non-flash)
Oct 27 19:28:56 user nova-compute[75147]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0541e392-5671-4760-bfe4-3f4caa3f280e (non-flash)
Oct 27 19:28:56 user nova-compute[75147]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6 (non-flash)
Oct 27 19:28:56 user nova-compute[75147]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7 (non-flash)
Oct 27 19:28:56 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:28:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc -p 172.16.0.220:3260 --login {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:28:57 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:28:57 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc -p 172.16.0.220:3260 --login" returned: 0 in 0.095s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:28:57 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c8566e4-8a02-4667-bf79-d9fd25f18355]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:28:57 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc, portal: 172.16.0.220,3260]
Oct 27 19:28:57 user nova-compute[75147]: Login to [iface: default, target: iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc, portal: 172.16.0.220,3260] successful.
Oct 27 19:28:57 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:28:57 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:28:57 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.025s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:28:57 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[6cdc8c74-e9ed-495c-81af-9a6b8f892774]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:28:57 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:28:57 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:28:57 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.037s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:28:57 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[32ee2051-7a07-40ad-867d-04787ff91004]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6706643e-2c0c-491d-98a5-7feadf3bf2e3 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0541e392-5671-4760-bfe4-3f4caa3f280e (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:28:57 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 (non-flash)
Oct 27 19:28:57 user nova-compute[75147]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6706643e-2c0c-491d-98a5-7feadf3bf2e3 (non-flash)
Oct 27 19:28:57 user nova-compute[75147]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0541e392-5671-4760-bfe4-3f4caa3f280e (non-flash)
Oct 27 19:28:57 user nova-compute[75147]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6 (non-flash)
Oct 27 19:28:57 user nova-compute[75147]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7 (non-flash)
Oct 27 19:28:57 user nova-compute[75147]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc (non-flash)
Oct 27 19:28:57 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:28:57 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 (non-flash)
Oct 27 19:28:57 user nova-compute[75147]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6706643e-2c0c-491d-98a5-7feadf3bf2e3 (non-flash)
Oct 27 19:28:57 user nova-compute[75147]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0541e392-5671-4760-bfe4-3f4caa3f280e (non-flash)
Oct 27 19:28:57 user nova-compute[75147]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6 (non-flash)
Oct 27 19:28:57 user nova-compute[75147]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7 (non-flash)
Oct 27 19:28:57 user nova-compute[75147]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc (non-flash)
Oct 27 19:28:57 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:28:57 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.385s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:28:57 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Connected to 172.16.0.220:3260 {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 19:28:57 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] HCTL ('38', '-', '-', 0) found on session 7 with lun 0 {{(pid=75147) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 19:28:57 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Scanning host 38 c: -, t: -, l: 0) {{(pid=75147) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 19:28:57 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host38/scan {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:28:57 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host38/scan" returned: 0 in 0.021s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:28:57 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[b6f0c0c3-e7ee-4cd9-81c7-d23df38fbde0]: (4, ('- - 0', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:28:57 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Searching for a device in session 7 and hctl ['38', '*', '*', 0] yield: sdg {{(pid=75147) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 19:28:57 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Connected to sdg using {'target_iqn': 'iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bdVlIpus', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.431s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] <== connect_volume: return (1432ms) {'type': 'block', 'scsi_wwn': '26534366237643735', 'path': '/dev/sdg'} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] [instance: 519212ec-e041-4397-8405-3f301c417b59] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26534366237643735', 'path': '/dev/sdg'} {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-27T19:27:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1372442434',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1372442434',id=10,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOocBh9X76RRok0PXK+z8/D4AfAOpc4BhLfBnx7dVZpHMVcQvtJiUUCaOPhScLphW+b6XAO3kd3PTeE8QS5sa6l72vm3WAYpWUZTxDunHnZKi7+Y0VmumfYhBa7sV4KaiQ==',key_name='tempest-keypair-1415377830',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='826578ed75e04f04b57dfc7940a8c810',ramdisk_id='',reservation_id='r-duq4mkzs',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-790974805',owner_user_name='tempest-TaggedBootDevicesTest_v242-790974805-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:27:42Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='88dd3026c7d0407fb2737c242c01aaea',uuid=519212ec-e041-4397-8405-3f301c417b59,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "50fbdd35-e7c7-47a1-a597-c6daa0463acc", "address": "fa:16:3e:ba:1f:6a", "network": {"id": "efb239ea-2b01-42ab-914d-d96fb4cb641a", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1328217919-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "826578ed75e04f04b57dfc7940a8c810", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50fbdd35-e7", "ovs_interfaceid": "50fbdd35-e7c7-47a1-a597-c6daa0463acc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75147) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Converting VIF {"id": "50fbdd35-e7c7-47a1-a597-c6daa0463acc", "address": "fa:16:3e:ba:1f:6a", "network": {"id": "efb239ea-2b01-42ab-914d-d96fb4cb641a", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1328217919-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "826578ed75e04f04b57dfc7940a8c810", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50fbdd35-e7", "ovs_interfaceid": "50fbdd35-e7c7-47a1-a597-c6daa0463acc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ba:1f:6a,bridge_name='br-int',has_traffic_filtering=True,id=50fbdd35-e7c7-47a1-a597-c6daa0463acc,network=Network(efb239ea-2b01-42ab-914d-d96fb4cb641a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap50fbdd35-e7') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-27T19:27:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1372442434',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1372442434',id=10,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOocBh9X76RRok0PXK+z8/D4AfAOpc4BhLfBnx7dVZpHMVcQvtJiUUCaOPhScLphW+b6XAO3kd3PTeE8QS5sa6l72vm3WAYpWUZTxDunHnZKi7+Y0VmumfYhBa7sV4KaiQ==',key_name='tempest-keypair-1415377830',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='826578ed75e04f04b57dfc7940a8c810',ramdisk_id='',reservation_id='r-duq4mkzs',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-790974805',owner_user_name='tempest-TaggedBootDevicesTest_v242-790974805-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:27:42Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='88dd3026c7d0407fb2737c242c01aaea',uuid=519212ec-e041-4397-8405-3f301c417b59,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e2c80536-7e4e-4363-91f3-1d85d95863db", "address": "fa:16:3e:48:26:fd", "network": {"id": "7566241a-80be-452b-a5bd-8c2a1d10a91e", "bridge": "br-int", "label": "tempest-device-tagging-net1-346914798", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.237", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "826578ed75e04f04b57dfc7940a8c810", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape2c80536-7e", "ovs_interfaceid": "e2c80536-7e4e-4363-91f3-1d85d95863db", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75147) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Converting VIF {"id": "e2c80536-7e4e-4363-91f3-1d85d95863db", "address": "fa:16:3e:48:26:fd", "network": {"id": "7566241a-80be-452b-a5bd-8c2a1d10a91e", "bridge": "br-int", "label": "tempest-device-tagging-net1-346914798", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.237", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "826578ed75e04f04b57dfc7940a8c810", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape2c80536-7e", "ovs_interfaceid": "e2c80536-7e4e-4363-91f3-1d85d95863db", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:48:26:fd,bridge_name='br-int',has_traffic_filtering=True,id=e2c80536-7e4e-4363-91f3-1d85d95863db,network=Network(7566241a-80be-452b-a5bd-8c2a1d10a91e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tape2c80536-7e') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-27T19:27:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1372442434',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1372442434',id=10,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOocBh9X76RRok0PXK+z8/D4AfAOpc4BhLfBnx7dVZpHMVcQvtJiUUCaOPhScLphW+b6XAO3kd3PTeE8QS5sa6l72vm3WAYpWUZTxDunHnZKi7+Y0VmumfYhBa7sV4KaiQ==',key_name='tempest-keypair-1415377830',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='826578ed75e04f04b57dfc7940a8c810',ramdisk_id='',reservation_id='r-duq4mkzs',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-790974805',owner_user_name='tempest-TaggedBootDevicesTest_v242-790974805-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:27:42Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='88dd3026c7d0407fb2737c242c01aaea',uuid=519212ec-e041-4397-8405-3f301c417b59,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "889f60a0-69ff-467e-845c-07e5b4ef6e6b", "address": "fa:16:3e:c8:2e:ec", "network": {"id": "7566241a-80be-452b-a5bd-8c2a1d10a91e", "bridge": "br-int", "label": "tempest-device-tagging-net1-346914798", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "826578ed75e04f04b57dfc7940a8c810", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap889f60a0-69", "ovs_interfaceid": "889f60a0-69ff-467e-845c-07e5b4ef6e6b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75147) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Converting VIF {"id": "889f60a0-69ff-467e-845c-07e5b4ef6e6b", "address": "fa:16:3e:c8:2e:ec", "network": {"id": "7566241a-80be-452b-a5bd-8c2a1d10a91e", "bridge": "br-int", "label": "tempest-device-tagging-net1-346914798", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "826578ed75e04f04b57dfc7940a8c810", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap889f60a0-69", "ovs_interfaceid": "889f60a0-69ff-467e-845c-07e5b4ef6e6b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c8:2e:ec,bridge_name='br-int',has_traffic_filtering=True,id=889f60a0-69ff-467e-845c-07e5b4ef6e6b,network=Network(7566241a-80be-452b-a5bd-8c2a1d10a91e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap889f60a0-69') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-27T19:27:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1372442434',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1372442434',id=10,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOocBh9X76RRok0PXK+z8/D4AfAOpc4BhLfBnx7dVZpHMVcQvtJiUUCaOPhScLphW+b6XAO3kd3PTeE8QS5sa6l72vm3WAYpWUZTxDunHnZKi7+Y0VmumfYhBa7sV4KaiQ==',key_name='tempest-keypair-1415377830',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='826578ed75e04f04b57dfc7940a8c810',ramdisk_id='',reservation_id='r-duq4mkzs',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-790974805',owner_user_name='tempest-TaggedBootDevicesTest_v242-790974805-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:27:42Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='88dd3026c7d0407fb2737c242c01aaea',uuid=519212ec-e041-4397-8405-3f301c417b59,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "bb79e36b-036b-4c1f-beae-5eafe109eb13", "address": "fa:16:3e:21:87:3b", "network": {"id": "7566241a-80be-452b-a5bd-8c2a1d10a91e", "bridge": "br-int", "label": "tempest-device-tagging-net1-346914798", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "826578ed75e04f04b57dfc7940a8c810", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbb79e36b-03", "ovs_interfaceid": "bb79e36b-036b-4c1f-beae-5eafe109eb13", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75147) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Converting VIF {"id": "bb79e36b-036b-4c1f-beae-5eafe109eb13", "address": "fa:16:3e:21:87:3b", "network": {"id": "7566241a-80be-452b-a5bd-8c2a1d10a91e", "bridge": "br-int", "label": "tempest-device-tagging-net1-346914798", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "826578ed75e04f04b57dfc7940a8c810", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbb79e36b-03", "ovs_interfaceid": "bb79e36b-036b-4c1f-beae-5eafe109eb13", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:21:87:3b,bridge_name='br-int',has_traffic_filtering=True,id=bb79e36b-036b-4c1f-beae-5eafe109eb13,network=Network(7566241a-80be-452b-a5bd-8c2a1d10a91e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbb79e36b-03') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-27T19:27:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1372442434',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1372442434',id=10,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOocBh9X76RRok0PXK+z8/D4AfAOpc4BhLfBnx7dVZpHMVcQvtJiUUCaOPhScLphW+b6XAO3kd3PTeE8QS5sa6l72vm3WAYpWUZTxDunHnZKi7+Y0VmumfYhBa7sV4KaiQ==',key_name='tempest-keypair-1415377830',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='826578ed75e04f04b57dfc7940a8c810',ramdisk_id='',reservation_id='r-duq4mkzs',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-790974805',owner_user_name='tempest-TaggedBootDevicesTest_v242-790974805-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:27:42Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='88dd3026c7d0407fb2737c242c01aaea',uuid=519212ec-e041-4397-8405-3f301c417b59,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "80ebb49f-6196-4471-97c0-05ffc132197f", "address": "fa:16:3e:a1:5b:63", "network": {"id": "7566241a-80be-452b-a5bd-8c2a1d10a91e", "bridge": "br-int", "label": "tempest-device-tagging-net1-346914798", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "826578ed75e04f04b57dfc7940a8c810", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap80ebb49f-61", "ovs_interfaceid": "80ebb49f-6196-4471-97c0-05ffc132197f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75147) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Converting VIF {"id": "80ebb49f-6196-4471-97c0-05ffc132197f", "address": "fa:16:3e:a1:5b:63", "network": {"id": "7566241a-80be-452b-a5bd-8c2a1d10a91e", "bridge": "br-int", "label": "tempest-device-tagging-net1-346914798", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "826578ed75e04f04b57dfc7940a8c810", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap80ebb49f-61", "ovs_interfaceid": "80ebb49f-6196-4471-97c0-05ffc132197f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a1:5b:63,bridge_name='br-int',has_traffic_filtering=True,id=80ebb49f-6196-4471-97c0-05ffc132197f,network=Network(7566241a-80be-452b-a5bd-8c2a1d10a91e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap80ebb49f-61') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-27T19:27:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1372442434',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1372442434',id=10,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOocBh9X76RRok0PXK+z8/D4AfAOpc4BhLfBnx7dVZpHMVcQvtJiUUCaOPhScLphW+b6XAO3kd3PTeE8QS5sa6l72vm3WAYpWUZTxDunHnZKi7+Y0VmumfYhBa7sV4KaiQ==',key_name='tempest-keypair-1415377830',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='826578ed75e04f04b57dfc7940a8c810',ramdisk_id='',reservation_id='r-duq4mkzs',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-790974805',owner_user_name='tempest-TaggedBootDevicesTest_v242-790974805-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:27:42Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='88dd3026c7d0407fb2737c242c01aaea',uuid=519212ec-e041-4397-8405-3f301c417b59,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5cdb5084-7522-400c-80be-826f6ea26e62", "address": "fa:16:3e:d7:a2:ab", "network": {"id": "fd25be1d-a7ca-42f0-a93d-fffa2f0c404a", "bridge": "br-int", "label": "tempest-device-tagging-net2-817073751", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "826578ed75e04f04b57dfc7940a8c810", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5cdb5084-75", "ovs_interfaceid": "5cdb5084-7522-400c-80be-826f6ea26e62", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75147) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Converting VIF {"id": "5cdb5084-7522-400c-80be-826f6ea26e62", "address": "fa:16:3e:d7:a2:ab", "network": {"id": "fd25be1d-a7ca-42f0-a93d-fffa2f0c404a", "bridge": "br-int", "label": "tempest-device-tagging-net2-817073751", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "826578ed75e04f04b57dfc7940a8c810", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5cdb5084-75", "ovs_interfaceid": "5cdb5084-7522-400c-80be-826f6ea26e62", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d7:a2:ab,bridge_name='br-int',has_traffic_filtering=True,id=5cdb5084-7522-400c-80be-826f6ea26e62,network=Network(fd25be1d-a7ca-42f0-a93d-fffa2f0c404a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5cdb5084-75') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-27T19:27:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1372442434',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1372442434',id=10,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOocBh9X76RRok0PXK+z8/D4AfAOpc4BhLfBnx7dVZpHMVcQvtJiUUCaOPhScLphW+b6XAO3kd3PTeE8QS5sa6l72vm3WAYpWUZTxDunHnZKi7+Y0VmumfYhBa7sV4KaiQ==',key_name='tempest-keypair-1415377830',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='826578ed75e04f04b57dfc7940a8c810',ramdisk_id='',reservation_id='r-duq4mkzs',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-790974805',owner_user_name='tempest-TaggedBootDevicesTest_v242-790974805-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:27:42Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='88dd3026c7d0407fb2737c242c01aaea',uuid=519212ec-e041-4397-8405-3f301c417b59,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "09751407-65e3-46e8-9deb-ee0aed32a055", "address": "fa:16:3e:5b:03:87", "network": {"id": "fd25be1d-a7ca-42f0-a93d-fffa2f0c404a", "bridge": "br-int", "label": "tempest-device-tagging-net2-817073751", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "826578ed75e04f04b57dfc7940a8c810", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap09751407-65", "ovs_interfaceid": "09751407-65e3-46e8-9deb-ee0aed32a055", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75147) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Converting VIF {"id": "09751407-65e3-46e8-9deb-ee0aed32a055", "address": "fa:16:3e:5b:03:87", "network": {"id": "fd25be1d-a7ca-42f0-a93d-fffa2f0c404a", "bridge": "br-int", "label": "tempest-device-tagging-net2-817073751", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "826578ed75e04f04b57dfc7940a8c810", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap09751407-65", "ovs_interfaceid": "09751407-65e3-46e8-9deb-ee0aed32a055", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5b:03:87,bridge_name='br-int',has_traffic_filtering=True,id=09751407-65e3-46e8-9deb-ee0aed32a055,network=Network(fd25be1d-a7ca-42f0-a93d-fffa2f0c404a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap09751407-65') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG nova.objects.instance [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Lazy-loading 'pci_devices' on Instance uuid 519212ec-e041-4397-8405-3f301c417b59 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] [instance: 519212ec-e041-4397-8405-3f301c417b59] End _get_guest_xml xml=<domain type="kvm">
Oct 27 19:28:58 user nova-compute[75147]:   <uuid>519212ec-e041-4397-8405-3f301c417b59</uuid>
Oct 27 19:28:58 user nova-compute[75147]:   <name>instance-0000000a</name>
Oct 27 19:28:58 user nova-compute[75147]:   <memory>524288</memory>
Oct 27 19:28:58 user nova-compute[75147]:   <vcpu>1</vcpu>
Oct 27 19:28:58 user nova-compute[75147]:   <metadata>
Oct 27 19:28:58 user nova-compute[75147]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 19:28:58 user nova-compute[75147]:       <nova:package version="0.0.0"/>
Oct 27 19:28:58 user nova-compute[75147]:       <nova:name>tempest-device-tagging-server-1372442434</nova:name>
Oct 27 19:28:58 user nova-compute[75147]:       <nova:creationTime>2023-10-27 19:28:52</nova:creationTime>
Oct 27 19:28:58 user nova-compute[75147]:       <nova:flavor name="m1.tiny">
Oct 27 19:28:58 user nova-compute[75147]:         <nova:memory>512</nova:memory>
Oct 27 19:28:58 user nova-compute[75147]:         <nova:disk>1</nova:disk>
Oct 27 19:28:58 user nova-compute[75147]:         <nova:swap>0</nova:swap>
Oct 27 19:28:58 user nova-compute[75147]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 19:28:58 user nova-compute[75147]:         <nova:vcpus>1</nova:vcpus>
Oct 27 19:28:58 user nova-compute[75147]:       </nova:flavor>
Oct 27 19:28:58 user nova-compute[75147]:       <nova:owner>
Oct 27 19:28:58 user nova-compute[75147]:         <nova:user uuid="88dd3026c7d0407fb2737c242c01aaea">tempest-TaggedBootDevicesTest_v242-790974805-project-member</nova:user>
Oct 27 19:28:58 user nova-compute[75147]:         <nova:project uuid="826578ed75e04f04b57dfc7940a8c810">tempest-TaggedBootDevicesTest_v242-790974805</nova:project>
Oct 27 19:28:58 user nova-compute[75147]:       </nova:owner>
Oct 27 19:28:58 user nova-compute[75147]:       <nova:root type="image" uuid="d52df17c-5315-4a73-ab7c-34c161a414fb"/>
Oct 27 19:28:58 user nova-compute[75147]:       <nova:ports>
Oct 27 19:28:58 user nova-compute[75147]:         <nova:port uuid="50fbdd35-e7c7-47a1-a597-c6daa0463acc">
Oct 27 19:28:58 user nova-compute[75147]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Oct 27 19:28:58 user nova-compute[75147]:         </nova:port>
Oct 27 19:28:58 user nova-compute[75147]:         <nova:port uuid="e2c80536-7e4e-4363-91f3-1d85d95863db">
Oct 27 19:28:58 user nova-compute[75147]:           <nova:ip type="fixed" address="10.1.1.237" ipVersion="4"/>
Oct 27 19:28:58 user nova-compute[75147]:         </nova:port>
Oct 27 19:28:58 user nova-compute[75147]:         <nova:port uuid="889f60a0-69ff-467e-845c-07e5b4ef6e6b">
Oct 27 19:28:58 user nova-compute[75147]:           <nova:ip type="fixed" address="10.1.1.5" ipVersion="4"/>
Oct 27 19:28:58 user nova-compute[75147]:         </nova:port>
Oct 27 19:28:58 user nova-compute[75147]:         <nova:port uuid="bb79e36b-036b-4c1f-beae-5eafe109eb13">
Oct 27 19:28:58 user nova-compute[75147]:           <nova:ip type="fixed" address="10.1.1.57" ipVersion="4"/>
Oct 27 19:28:58 user nova-compute[75147]:         </nova:port>
Oct 27 19:28:58 user nova-compute[75147]:         <nova:port uuid="80ebb49f-6196-4471-97c0-05ffc132197f">
Oct 27 19:28:58 user nova-compute[75147]:           <nova:ip type="fixed" address="10.1.1.8" ipVersion="4"/>
Oct 27 19:28:58 user nova-compute[75147]:         </nova:port>
Oct 27 19:28:58 user nova-compute[75147]:         <nova:port uuid="5cdb5084-7522-400c-80be-826f6ea26e62">
Oct 27 19:28:58 user nova-compute[75147]:           <nova:ip type="fixed" address="10.2.2.100" ipVersion="4"/>
Oct 27 19:28:58 user nova-compute[75147]:         </nova:port>
Oct 27 19:28:58 user nova-compute[75147]:         <nova:port uuid="09751407-65e3-46e8-9deb-ee0aed32a055">
Oct 27 19:28:58 user nova-compute[75147]:           <nova:ip type="fixed" address="10.2.2.200" ipVersion="4"/>
Oct 27 19:28:58 user nova-compute[75147]:         </nova:port>
Oct 27 19:28:58 user nova-compute[75147]:       </nova:ports>
Oct 27 19:28:58 user nova-compute[75147]:     </nova:instance>
Oct 27 19:28:58 user nova-compute[75147]:   </metadata>
Oct 27 19:28:58 user nova-compute[75147]:   <sysinfo type="smbios">
Oct 27 19:28:58 user nova-compute[75147]:     <system>
Oct 27 19:28:58 user nova-compute[75147]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 19:28:58 user nova-compute[75147]:       <entry name="product">OpenStack Nova</entry>
Oct 27 19:28:58 user nova-compute[75147]:       <entry name="version">0.0.0</entry>
Oct 27 19:28:58 user nova-compute[75147]:       <entry name="serial">519212ec-e041-4397-8405-3f301c417b59</entry>
Oct 27 19:28:58 user nova-compute[75147]:       <entry name="uuid">519212ec-e041-4397-8405-3f301c417b59</entry>
Oct 27 19:28:58 user nova-compute[75147]:       <entry name="family">Virtual Machine</entry>
Oct 27 19:28:58 user nova-compute[75147]:     </system>
Oct 27 19:28:58 user nova-compute[75147]:   </sysinfo>
Oct 27 19:28:58 user nova-compute[75147]:   <os>
Oct 27 19:28:58 user nova-compute[75147]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 19:28:58 user nova-compute[75147]:     <boot dev="hd"/>
Oct 27 19:28:58 user nova-compute[75147]:     <smbios mode="sysinfo"/>
Oct 27 19:28:58 user nova-compute[75147]:   </os>
Oct 27 19:28:58 user nova-compute[75147]:   <features>
Oct 27 19:28:58 user nova-compute[75147]:     <acpi/>
Oct 27 19:28:58 user nova-compute[75147]:     <apic/>
Oct 27 19:28:58 user nova-compute[75147]:     <vmcoreinfo/>
Oct 27 19:28:58 user nova-compute[75147]:   </features>
Oct 27 19:28:58 user nova-compute[75147]:   <clock offset="utc">
Oct 27 19:28:58 user nova-compute[75147]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 19:28:58 user nova-compute[75147]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 19:28:58 user nova-compute[75147]:     <timer name="hpet" present="no"/>
Oct 27 19:28:58 user nova-compute[75147]:   </clock>
Oct 27 19:28:58 user nova-compute[75147]:   <cpu mode="custom" match="exact">
Oct 27 19:28:58 user nova-compute[75147]:     <model>Nehalem</model>
Oct 27 19:28:58 user nova-compute[75147]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 19:28:58 user nova-compute[75147]:   </cpu>
Oct 27 19:28:58 user nova-compute[75147]:   <devices>
Oct 27 19:28:58 user nova-compute[75147]:     <disk type="file" device="cdrom">
Oct 27 19:28:58 user nova-compute[75147]:       <driver name="qemu" type="raw" cache="none"/>
Oct 27 19:28:58 user nova-compute[75147]:       <source file="/opt/stack/data/nova/instances/519212ec-e041-4397-8405-3f301c417b59/disk.config"/>
Oct 27 19:28:58 user nova-compute[75147]:       <target dev="hda" bus="ide"/>
Oct 27 19:28:58 user nova-compute[75147]:     </disk>
Oct 27 19:28:58 user nova-compute[75147]:     <disk type="block" device="disk">
Oct 27 19:28:58 user nova-compute[75147]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 19:28:58 user nova-compute[75147]:       <source dev="/dev/sde"/>
Oct 27 19:28:58 user nova-compute[75147]:       <target dev="vda" bus="virtio"/>
Oct 27 19:28:58 user nova-compute[75147]:       <serial>64a36ab0-3cc8-4d60-aa88-a208e75bb0c6</serial>
Oct 27 19:28:58 user nova-compute[75147]:     </disk>
Oct 27 19:28:58 user nova-compute[75147]:     <disk type="block" device="disk">
Oct 27 19:28:58 user nova-compute[75147]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 19:28:58 user nova-compute[75147]:       <source dev="/dev/sdf"/>
Oct 27 19:28:58 user nova-compute[75147]:       <target dev="vdb" bus="virtio"/>
Oct 27 19:28:58 user nova-compute[75147]:       <serial>6513b433-a0bd-49a2-b0ba-a82436dd5ab7</serial>
Oct 27 19:28:58 user nova-compute[75147]:     </disk>
Oct 27 19:28:58 user nova-compute[75147]:     <disk type="block" device="disk">
Oct 27 19:28:58 user nova-compute[75147]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 19:28:58 user nova-compute[75147]:       <source dev="/dev/sdg"/>
Oct 27 19:28:58 user nova-compute[75147]:       <target dev="vdc" bus="virtio"/>
Oct 27 19:28:58 user nova-compute[75147]:       <serial>97005b27-6234-4079-932f-5c621645bfdc</serial>
Oct 27 19:28:58 user nova-compute[75147]:     </disk>
Oct 27 19:28:58 user nova-compute[75147]:     <interface type="ethernet">
Oct 27 19:28:58 user nova-compute[75147]:       <mac address="fa:16:3e:ba:1f:6a"/>
Oct 27 19:28:58 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:28:58 user nova-compute[75147]:       <mtu size="1442"/>
Oct 27 19:28:58 user nova-compute[75147]:       <target dev="tap50fbdd35-e7"/>
Oct 27 19:28:58 user nova-compute[75147]:     </interface>
Oct 27 19:28:58 user nova-compute[75147]:     <interface type="ethernet">
Oct 27 19:28:58 user nova-compute[75147]:       <mac address="fa:16:3e:48:26:fd"/>
Oct 27 19:28:58 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:28:58 user nova-compute[75147]:       <mtu size="1442"/>
Oct 27 19:28:58 user nova-compute[75147]:       <target dev="tape2c80536-7e"/>
Oct 27 19:28:58 user nova-compute[75147]:     </interface>
Oct 27 19:28:58 user nova-compute[75147]:     <interface type="ethernet">
Oct 27 19:28:58 user nova-compute[75147]:       <mac address="fa:16:3e:c8:2e:ec"/>
Oct 27 19:28:58 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:28:58 user nova-compute[75147]:       <mtu size="1442"/>
Oct 27 19:28:58 user nova-compute[75147]:       <target dev="tap889f60a0-69"/>
Oct 27 19:28:58 user nova-compute[75147]:     </interface>
Oct 27 19:28:58 user nova-compute[75147]:     <interface type="ethernet">
Oct 27 19:28:58 user nova-compute[75147]:       <mac address="fa:16:3e:21:87:3b"/>
Oct 27 19:28:58 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:28:58 user nova-compute[75147]:       <mtu size="1442"/>
Oct 27 19:28:58 user nova-compute[75147]:       <target dev="tapbb79e36b-03"/>
Oct 27 19:28:58 user nova-compute[75147]:     </interface>
Oct 27 19:28:58 user nova-compute[75147]:     <interface type="ethernet">
Oct 27 19:28:58 user nova-compute[75147]:       <mac address="fa:16:3e:a1:5b:63"/>
Oct 27 19:28:58 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:28:58 user nova-compute[75147]:       <mtu size="1442"/>
Oct 27 19:28:58 user nova-compute[75147]:       <target dev="tap80ebb49f-61"/>
Oct 27 19:28:58 user nova-compute[75147]:     </interface>
Oct 27 19:28:58 user nova-compute[75147]:     <interface type="ethernet">
Oct 27 19:28:58 user nova-compute[75147]:       <mac address="fa:16:3e:d7:a2:ab"/>
Oct 27 19:28:58 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:28:58 user nova-compute[75147]:       <mtu size="1442"/>
Oct 27 19:28:58 user nova-compute[75147]:       <target dev="tap5cdb5084-75"/>
Oct 27 19:28:58 user nova-compute[75147]:     </interface>
Oct 27 19:28:58 user nova-compute[75147]:     <interface type="ethernet">
Oct 27 19:28:58 user nova-compute[75147]:       <mac address="fa:16:3e:5b:03:87"/>
Oct 27 19:28:58 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:28:58 user nova-compute[75147]:       <mtu size="1442"/>
Oct 27 19:28:58 user nova-compute[75147]:       <target dev="tap09751407-65"/>
Oct 27 19:28:58 user nova-compute[75147]:     </interface>
Oct 27 19:28:58 user nova-compute[75147]:     <serial type="pty">
Oct 27 19:28:58 user nova-compute[75147]:       <log file="/opt/stack/data/nova/instances/519212ec-e041-4397-8405-3f301c417b59/console.log" append="off"/>
Oct 27 19:28:58 user nova-compute[75147]:     </serial>
Oct 27 19:28:58 user nova-compute[75147]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 19:28:58 user nova-compute[75147]:     <video>
Oct 27 19:28:58 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:28:58 user nova-compute[75147]:     </video>
Oct 27 19:28:58 user nova-compute[75147]:     <rng model="virtio">
Oct 27 19:28:58 user nova-compute[75147]:       <backend model="random">/dev/urandom</backend>
Oct 27 19:28:58 user nova-compute[75147]:     </rng>
Oct 27 19:28:58 user nova-compute[75147]:     <controller type="usb" index="0" model="none"/>
Oct 27 19:28:58 user nova-compute[75147]:     <memballoon model="virtio">
Oct 27 19:28:58 user nova-compute[75147]:       <stats period="10"/>
Oct 27 19:28:58 user nova-compute[75147]:     </memballoon>
Oct 27 19:28:58 user nova-compute[75147]:   </devices>
Oct 27 19:28:58 user nova-compute[75147]: </domain>
Oct 27 19:28:58 user nova-compute[75147]:  {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-27T19:27:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1372442434',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1372442434',id=10,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOocBh9X76RRok0PXK+z8/D4AfAOpc4BhLfBnx7dVZpHMVcQvtJiUUCaOPhScLphW+b6XAO3kd3PTeE8QS5sa6l72vm3WAYpWUZTxDunHnZKi7+Y0VmumfYhBa7sV4KaiQ==',key_name='tempest-keypair-1415377830',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='826578ed75e04f04b57dfc7940a8c810',ramdisk_id='',reservation_id='r-duq4mkzs',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-790974805',owner_user_name='tempest-TaggedBootDevicesTest_v242-790974805-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:27:42Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='88dd3026c7d0407fb2737c242c01aaea',uuid=519212ec-e041-4397-8405-3f301c417b59,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "50fbdd35-e7c7-47a1-a597-c6daa0463acc", "address": "fa:16:3e:ba:1f:6a", "network": {"id": "efb239ea-2b01-42ab-914d-d96fb4cb641a", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1328217919-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "826578ed75e04f04b57dfc7940a8c810", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50fbdd35-e7", "ovs_interfaceid": "50fbdd35-e7c7-47a1-a597-c6daa0463acc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Converting VIF {"id": "50fbdd35-e7c7-47a1-a597-c6daa0463acc", "address": "fa:16:3e:ba:1f:6a", "network": {"id": "efb239ea-2b01-42ab-914d-d96fb4cb641a", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1328217919-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "826578ed75e04f04b57dfc7940a8c810", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50fbdd35-e7", "ovs_interfaceid": "50fbdd35-e7c7-47a1-a597-c6daa0463acc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ba:1f:6a,bridge_name='br-int',has_traffic_filtering=True,id=50fbdd35-e7c7-47a1-a597-c6daa0463acc,network=Network(efb239ea-2b01-42ab-914d-d96fb4cb641a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap50fbdd35-e7') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG os_vif [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ba:1f:6a,bridge_name='br-int',has_traffic_filtering=True,id=50fbdd35-e7c7-47a1-a597-c6daa0463acc,network=Network(efb239ea-2b01-42ab-914d-d96fb4cb641a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap50fbdd35-e7') {{(pid=75147) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'e5fbfa2f-5862-5ad2-a53a-1993a0c1299d', '_type': 'linux-noop'}}, row=False) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap50fbdd35-e7, may_exist=True, interface_attrs={}) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap50fbdd35-e7, col_values=(('qos', UUID('7b416c56-c803-4801-97ed-8ba7b230da58')),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap50fbdd35-e7, col_values=(('external_ids', {'iface-id': '50fbdd35-e7c7-47a1-a597-c6daa0463acc', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ba:1f:6a', 'vm-uuid': '519212ec-e041-4397-8405-3f301c417b59'}),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:28:58 user nova-compute[75147]: INFO os_vif [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ba:1f:6a,bridge_name='br-int',has_traffic_filtering=True,id=50fbdd35-e7c7-47a1-a597-c6daa0463acc,network=Network(efb239ea-2b01-42ab-914d-d96fb4cb641a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap50fbdd35-e7')
Oct 27 19:28:58 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-27T19:27:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1372442434',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1372442434',id=10,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOocBh9X76RRok0PXK+z8/D4AfAOpc4BhLfBnx7dVZpHMVcQvtJiUUCaOPhScLphW+b6XAO3kd3PTeE8QS5sa6l72vm3WAYpWUZTxDunHnZKi7+Y0VmumfYhBa7sV4KaiQ==',key_name='tempest-keypair-1415377830',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='826578ed75e04f04b57dfc7940a8c810',ramdisk_id='',reservation_id='r-duq4mkzs',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-790974805',owner_user_name='tempest-TaggedBootDevicesTest_v242-790974805-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:27:42Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='88dd3026c7d0407fb2737c242c01aaea',uuid=519212ec-e041-4397-8405-3f301c417b59,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e2c80536-7e4e-4363-91f3-1d85d95863db", "address": "fa:16:3e:48:26:fd", "network": {"id": "7566241a-80be-452b-a5bd-8c2a1d10a91e", "bridge": "br-int", "label": "tempest-device-tagging-net1-346914798", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.237", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "826578ed75e04f04b57dfc7940a8c810", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape2c80536-7e", "ovs_interfaceid": "e2c80536-7e4e-4363-91f3-1d85d95863db", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75147) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Converting VIF {"id": "e2c80536-7e4e-4363-91f3-1d85d95863db", "address": "fa:16:3e:48:26:fd", "network": {"id": "7566241a-80be-452b-a5bd-8c2a1d10a91e", "bridge": "br-int", "label": "tempest-device-tagging-net1-346914798", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.237", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "826578ed75e04f04b57dfc7940a8c810", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape2c80536-7e", "ovs_interfaceid": "e2c80536-7e4e-4363-91f3-1d85d95863db", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:48:26:fd,bridge_name='br-int',has_traffic_filtering=True,id=e2c80536-7e4e-4363-91f3-1d85d95863db,network=Network(7566241a-80be-452b-a5bd-8c2a1d10a91e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tape2c80536-7e') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG os_vif [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:48:26:fd,bridge_name='br-int',has_traffic_filtering=True,id=e2c80536-7e4e-4363-91f3-1d85d95863db,network=Network(7566241a-80be-452b-a5bd-8c2a1d10a91e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tape2c80536-7e') {{(pid=75147) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '463795af-40ff-5f8b-8276-419945140c35', '_type': 'linux-noop'}}, row=False) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tape2c80536-7e, may_exist=True, interface_attrs={}) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tape2c80536-7e, col_values=(('qos', UUID('8577275f-94d9-4bb5-9300-15f61dee4e92')),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tape2c80536-7e, col_values=(('external_ids', {'iface-id': 'e2c80536-7e4e-4363-91f3-1d85d95863db', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:48:26:fd', 'vm-uuid': '519212ec-e041-4397-8405-3f301c417b59'}),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:28:58 user nova-compute[75147]: INFO os_vif [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:48:26:fd,bridge_name='br-int',has_traffic_filtering=True,id=e2c80536-7e4e-4363-91f3-1d85d95863db,network=Network(7566241a-80be-452b-a5bd-8c2a1d10a91e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tape2c80536-7e')
Oct 27 19:28:58 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-27T19:27:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1372442434',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1372442434',id=10,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOocBh9X76RRok0PXK+z8/D4AfAOpc4BhLfBnx7dVZpHMVcQvtJiUUCaOPhScLphW+b6XAO3kd3PTeE8QS5sa6l72vm3WAYpWUZTxDunHnZKi7+Y0VmumfYhBa7sV4KaiQ==',key_name='tempest-keypair-1415377830',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='826578ed75e04f04b57dfc7940a8c810',ramdisk_id='',reservation_id='r-duq4mkzs',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-790974805',owner_user_name='tempest-TaggedBootDevicesTest_v242-790974805-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:27:42Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='88dd3026c7d0407fb2737c242c01aaea',uuid=519212ec-e041-4397-8405-3f301c417b59,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "889f60a0-69ff-467e-845c-07e5b4ef6e6b", "address": "fa:16:3e:c8:2e:ec", "network": {"id": "7566241a-80be-452b-a5bd-8c2a1d10a91e", "bridge": "br-int", "label": "tempest-device-tagging-net1-346914798", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "826578ed75e04f04b57dfc7940a8c810", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap889f60a0-69", "ovs_interfaceid": "889f60a0-69ff-467e-845c-07e5b4ef6e6b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75147) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Converting VIF {"id": "889f60a0-69ff-467e-845c-07e5b4ef6e6b", "address": "fa:16:3e:c8:2e:ec", "network": {"id": "7566241a-80be-452b-a5bd-8c2a1d10a91e", "bridge": "br-int", "label": "tempest-device-tagging-net1-346914798", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "826578ed75e04f04b57dfc7940a8c810", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap889f60a0-69", "ovs_interfaceid": "889f60a0-69ff-467e-845c-07e5b4ef6e6b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c8:2e:ec,bridge_name='br-int',has_traffic_filtering=True,id=889f60a0-69ff-467e-845c-07e5b4ef6e6b,network=Network(7566241a-80be-452b-a5bd-8c2a1d10a91e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap889f60a0-69') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG os_vif [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c8:2e:ec,bridge_name='br-int',has_traffic_filtering=True,id=889f60a0-69ff-467e-845c-07e5b4ef6e6b,network=Network(7566241a-80be-452b-a5bd-8c2a1d10a91e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap889f60a0-69') {{(pid=75147) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ea8c95da-3c72-58a9-a9e8-9b31a5f3b8fa', '_type': 'linux-noop'}}, row=False) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap889f60a0-69, may_exist=True, interface_attrs={}) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap889f60a0-69, col_values=(('qos', UUID('5702affe-6f12-445b-b20f-a992bec494b6')),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap889f60a0-69, col_values=(('external_ids', {'iface-id': '889f60a0-69ff-467e-845c-07e5b4ef6e6b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:c8:2e:ec', 'vm-uuid': '519212ec-e041-4397-8405-3f301c417b59'}),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:28:58 user nova-compute[75147]: INFO os_vif [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c8:2e:ec,bridge_name='br-int',has_traffic_filtering=True,id=889f60a0-69ff-467e-845c-07e5b4ef6e6b,network=Network(7566241a-80be-452b-a5bd-8c2a1d10a91e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap889f60a0-69')
Oct 27 19:28:58 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-27T19:27:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1372442434',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1372442434',id=10,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOocBh9X76RRok0PXK+z8/D4AfAOpc4BhLfBnx7dVZpHMVcQvtJiUUCaOPhScLphW+b6XAO3kd3PTeE8QS5sa6l72vm3WAYpWUZTxDunHnZKi7+Y0VmumfYhBa7sV4KaiQ==',key_name='tempest-keypair-1415377830',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='826578ed75e04f04b57dfc7940a8c810',ramdisk_id='',reservation_id='r-duq4mkzs',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-790974805',owner_user_name='tempest-TaggedBootDevicesTest_v242-790974805-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:27:42Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='88dd3026c7d0407fb2737c242c01aaea',uuid=519212ec-e041-4397-8405-3f301c417b59,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "bb79e36b-036b-4c1f-beae-5eafe109eb13", "address": "fa:16:3e:21:87:3b", "network": {"id": "7566241a-80be-452b-a5bd-8c2a1d10a91e", "bridge": "br-int", "label": "tempest-device-tagging-net1-346914798", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "826578ed75e04f04b57dfc7940a8c810", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbb79e36b-03", "ovs_interfaceid": "bb79e36b-036b-4c1f-beae-5eafe109eb13", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Converting VIF {"id": "bb79e36b-036b-4c1f-beae-5eafe109eb13", "address": "fa:16:3e:21:87:3b", "network": {"id": "7566241a-80be-452b-a5bd-8c2a1d10a91e", "bridge": "br-int", "label": "tempest-device-tagging-net1-346914798", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "826578ed75e04f04b57dfc7940a8c810", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbb79e36b-03", "ovs_interfaceid": "bb79e36b-036b-4c1f-beae-5eafe109eb13", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:21:87:3b,bridge_name='br-int',has_traffic_filtering=True,id=bb79e36b-036b-4c1f-beae-5eafe109eb13,network=Network(7566241a-80be-452b-a5bd-8c2a1d10a91e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbb79e36b-03') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG os_vif [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:21:87:3b,bridge_name='br-int',has_traffic_filtering=True,id=bb79e36b-036b-4c1f-beae-5eafe109eb13,network=Network(7566241a-80be-452b-a5bd-8c2a1d10a91e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbb79e36b-03') {{(pid=75147) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '0f0f1107-7c61-58a8-928d-01e74d7dbce9', '_type': 'linux-noop'}}, row=False) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapbb79e36b-03, may_exist=True, interface_attrs={}) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapbb79e36b-03, col_values=(('qos', UUID('b03d62ed-83d2-47ec-9a71-3a7ecfa9200e')),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapbb79e36b-03, col_values=(('external_ids', {'iface-id': 'bb79e36b-036b-4c1f-beae-5eafe109eb13', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:21:87:3b', 'vm-uuid': '519212ec-e041-4397-8405-3f301c417b59'}),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:28:58 user nova-compute[75147]: INFO os_vif [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:21:87:3b,bridge_name='br-int',has_traffic_filtering=True,id=bb79e36b-036b-4c1f-beae-5eafe109eb13,network=Network(7566241a-80be-452b-a5bd-8c2a1d10a91e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbb79e36b-03')
Oct 27 19:28:58 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-27T19:27:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1372442434',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1372442434',id=10,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOocBh9X76RRok0PXK+z8/D4AfAOpc4BhLfBnx7dVZpHMVcQvtJiUUCaOPhScLphW+b6XAO3kd3PTeE8QS5sa6l72vm3WAYpWUZTxDunHnZKi7+Y0VmumfYhBa7sV4KaiQ==',key_name='tempest-keypair-1415377830',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='826578ed75e04f04b57dfc7940a8c810',ramdisk_id='',reservation_id='r-duq4mkzs',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-790974805',owner_user_name='tempest-TaggedBootDevicesTest_v242-790974805-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:27:42Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='88dd3026c7d0407fb2737c242c01aaea',uuid=519212ec-e041-4397-8405-3f301c417b59,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "80ebb49f-6196-4471-97c0-05ffc132197f", "address": "fa:16:3e:a1:5b:63", "network": {"id": "7566241a-80be-452b-a5bd-8c2a1d10a91e", "bridge": "br-int", "label": "tempest-device-tagging-net1-346914798", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "826578ed75e04f04b57dfc7940a8c810", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap80ebb49f-61", "ovs_interfaceid": "80ebb49f-6196-4471-97c0-05ffc132197f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Converting VIF {"id": "80ebb49f-6196-4471-97c0-05ffc132197f", "address": "fa:16:3e:a1:5b:63", "network": {"id": "7566241a-80be-452b-a5bd-8c2a1d10a91e", "bridge": "br-int", "label": "tempest-device-tagging-net1-346914798", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "826578ed75e04f04b57dfc7940a8c810", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap80ebb49f-61", "ovs_interfaceid": "80ebb49f-6196-4471-97c0-05ffc132197f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a1:5b:63,bridge_name='br-int',has_traffic_filtering=True,id=80ebb49f-6196-4471-97c0-05ffc132197f,network=Network(7566241a-80be-452b-a5bd-8c2a1d10a91e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap80ebb49f-61') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG os_vif [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a1:5b:63,bridge_name='br-int',has_traffic_filtering=True,id=80ebb49f-6196-4471-97c0-05ffc132197f,network=Network(7566241a-80be-452b-a5bd-8c2a1d10a91e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap80ebb49f-61') {{(pid=75147) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '61140f42-ff97-5733-a186-0dcc80831d7d', '_type': 'linux-noop'}}, row=False) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap80ebb49f-61, may_exist=True, interface_attrs={}) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap80ebb49f-61, col_values=(('qos', UUID('d8468a2c-34ce-4a2d-a555-177ea58bbae3')),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap80ebb49f-61, col_values=(('external_ids', {'iface-id': '80ebb49f-6196-4471-97c0-05ffc132197f', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:a1:5b:63', 'vm-uuid': '519212ec-e041-4397-8405-3f301c417b59'}),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:28:58 user nova-compute[75147]: INFO os_vif [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a1:5b:63,bridge_name='br-int',has_traffic_filtering=True,id=80ebb49f-6196-4471-97c0-05ffc132197f,network=Network(7566241a-80be-452b-a5bd-8c2a1d10a91e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap80ebb49f-61')
Oct 27 19:28:58 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-27T19:27:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1372442434',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1372442434',id=10,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOocBh9X76RRok0PXK+z8/D4AfAOpc4BhLfBnx7dVZpHMVcQvtJiUUCaOPhScLphW+b6XAO3kd3PTeE8QS5sa6l72vm3WAYpWUZTxDunHnZKi7+Y0VmumfYhBa7sV4KaiQ==',key_name='tempest-keypair-1415377830',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='826578ed75e04f04b57dfc7940a8c810',ramdisk_id='',reservation_id='r-duq4mkzs',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-790974805',owner_user_name='tempest-TaggedBootDevicesTest_v242-790974805-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:27:42Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='88dd3026c7d0407fb2737c242c01aaea',uuid=519212ec-e041-4397-8405-3f301c417b59,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5cdb5084-7522-400c-80be-826f6ea26e62", "address": "fa:16:3e:d7:a2:ab", "network": {"id": "fd25be1d-a7ca-42f0-a93d-fffa2f0c404a", "bridge": "br-int", "label": "tempest-device-tagging-net2-817073751", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "826578ed75e04f04b57dfc7940a8c810", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5cdb5084-75", "ovs_interfaceid": "5cdb5084-7522-400c-80be-826f6ea26e62", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Converting VIF {"id": "5cdb5084-7522-400c-80be-826f6ea26e62", "address": "fa:16:3e:d7:a2:ab", "network": {"id": "fd25be1d-a7ca-42f0-a93d-fffa2f0c404a", "bridge": "br-int", "label": "tempest-device-tagging-net2-817073751", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "826578ed75e04f04b57dfc7940a8c810", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5cdb5084-75", "ovs_interfaceid": "5cdb5084-7522-400c-80be-826f6ea26e62", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d7:a2:ab,bridge_name='br-int',has_traffic_filtering=True,id=5cdb5084-7522-400c-80be-826f6ea26e62,network=Network(fd25be1d-a7ca-42f0-a93d-fffa2f0c404a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5cdb5084-75') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG os_vif [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d7:a2:ab,bridge_name='br-int',has_traffic_filtering=True,id=5cdb5084-7522-400c-80be-826f6ea26e62,network=Network(fd25be1d-a7ca-42f0-a93d-fffa2f0c404a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5cdb5084-75') {{(pid=75147) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f093acec-5c4e-5bc1-8197-c2980474a76c', '_type': 'linux-noop'}}, row=False) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap5cdb5084-75, may_exist=True, interface_attrs={}) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap5cdb5084-75, col_values=(('qos', UUID('56d3db6c-f592-421d-ab0a-ad92dedb485d')),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap5cdb5084-75, col_values=(('external_ids', {'iface-id': '5cdb5084-7522-400c-80be-826f6ea26e62', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:d7:a2:ab', 'vm-uuid': '519212ec-e041-4397-8405-3f301c417b59'}),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:28:58 user nova-compute[75147]: INFO os_vif [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d7:a2:ab,bridge_name='br-int',has_traffic_filtering=True,id=5cdb5084-7522-400c-80be-826f6ea26e62,network=Network(fd25be1d-a7ca-42f0-a93d-fffa2f0c404a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5cdb5084-75')
Oct 27 19:28:58 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-27T19:27:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1372442434',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1372442434',id=10,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOocBh9X76RRok0PXK+z8/D4AfAOpc4BhLfBnx7dVZpHMVcQvtJiUUCaOPhScLphW+b6XAO3kd3PTeE8QS5sa6l72vm3WAYpWUZTxDunHnZKi7+Y0VmumfYhBa7sV4KaiQ==',key_name='tempest-keypair-1415377830',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='826578ed75e04f04b57dfc7940a8c810',ramdisk_id='',reservation_id='r-duq4mkzs',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-790974805',owner_user_name='tempest-TaggedBootDevicesTest_v242-790974805-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:27:42Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='88dd3026c7d0407fb2737c242c01aaea',uuid=519212ec-e041-4397-8405-3f301c417b59,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "09751407-65e3-46e8-9deb-ee0aed32a055", "address": "fa:16:3e:5b:03:87", "network": {"id": "fd25be1d-a7ca-42f0-a93d-fffa2f0c404a", "bridge": "br-int", "label": "tempest-device-tagging-net2-817073751", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "826578ed75e04f04b57dfc7940a8c810", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap09751407-65", "ovs_interfaceid": "09751407-65e3-46e8-9deb-ee0aed32a055", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Converting VIF {"id": "09751407-65e3-46e8-9deb-ee0aed32a055", "address": "fa:16:3e:5b:03:87", "network": {"id": "fd25be1d-a7ca-42f0-a93d-fffa2f0c404a", "bridge": "br-int", "label": "tempest-device-tagging-net2-817073751", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "826578ed75e04f04b57dfc7940a8c810", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap09751407-65", "ovs_interfaceid": "09751407-65e3-46e8-9deb-ee0aed32a055", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5b:03:87,bridge_name='br-int',has_traffic_filtering=True,id=09751407-65e3-46e8-9deb-ee0aed32a055,network=Network(fd25be1d-a7ca-42f0-a93d-fffa2f0c404a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap09751407-65') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG os_vif [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:5b:03:87,bridge_name='br-int',has_traffic_filtering=True,id=09751407-65e3-46e8-9deb-ee0aed32a055,network=Network(fd25be1d-a7ca-42f0-a93d-fffa2f0c404a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap09751407-65') {{(pid=75147) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '4d7cb4d6-c01d-5f52-a9b9-f8125dddcb69', '_type': 'linux-noop'}}, row=False) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap09751407-65, may_exist=True, interface_attrs={}) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap09751407-65, col_values=(('qos', UUID('271a3f2b-f9f5-404e-b533-20d68421afaa')),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap09751407-65, col_values=(('external_ids', {'iface-id': '09751407-65e3-46e8-9deb-ee0aed32a055', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:5b:03:87', 'vm-uuid': '519212ec-e041-4397-8405-3f301c417b59'}),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:28:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:28:58 user nova-compute[75147]: INFO os_vif [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:5b:03:87,bridge_name='br-int',has_traffic_filtering=True,id=09751407-65e3-46e8-9deb-ee0aed32a055,network=Network(fd25be1d-a7ca-42f0-a93d-fffa2f0c404a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap09751407-65')
Oct 27 19:28:59 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] No BDM found with device name hda, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:28:59 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] No BDM found with device name vdc, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:28:59 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] No VIF found with MAC fa:16:3e:ba:1f:6a, not building metadata {{(pid=75147) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 19:28:59 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] No VIF found with MAC fa:16:3e:a1:5b:63, not building metadata {{(pid=75147) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 19:28:59 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] [instance: 519212ec-e041-4397-8405-3f301c417b59] Using config drive
Oct 27 19:28:59 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] [instance: 519212ec-e041-4397-8405-3f301c417b59] Creating config drive at /opt/stack/data/nova/instances/519212ec-e041-4397-8405-3f301c417b59/disk.config
Oct 27 19:28:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/519212ec-e041-4397-8405-3f301c417b59/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmprril6189 {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:28:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/519212ec-e041-4397-8405-3f301c417b59/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmprril6189" returned: 0 in 0.061s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:28:59 user nova-compute[75147]: DEBUG nova.compute.manager [req-11a51e8b-13ad-43d1-b8fe-0bc6d65a3c83 req-caea2faf-dbc8-4da1-98c2-77facee495fc service nova] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] Received event network-changed-2ea74459-f29e-4866-9f24-d523a3a7a6dc {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:28:59 user nova-compute[75147]: DEBUG nova.compute.manager [req-11a51e8b-13ad-43d1-b8fe-0bc6d65a3c83 req-caea2faf-dbc8-4da1-98c2-77facee495fc service nova] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] Refreshing instance network info cache due to event network-changed-2ea74459-f29e-4866-9f24-d523a3a7a6dc. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 19:28:59 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-11a51e8b-13ad-43d1-b8fe-0bc6d65a3c83 req-caea2faf-dbc8-4da1-98c2-77facee495fc service nova] Acquiring lock "refresh_cache-2dbafd14-6c52-4417-ae5e-cadb11694492" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:28:59 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-11a51e8b-13ad-43d1-b8fe-0bc6d65a3c83 req-caea2faf-dbc8-4da1-98c2-77facee495fc service nova] Acquired lock "refresh_cache-2dbafd14-6c52-4417-ae5e-cadb11694492" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:28:59 user nova-compute[75147]: DEBUG nova.network.neutron [req-11a51e8b-13ad-43d1-b8fe-0bc6d65a3c83 req-caea2faf-dbc8-4da1-98c2-77facee495fc service nova] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] Refreshing network info cache for port 2ea74459-f29e-4866-9f24-d523a3a7a6dc {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 19:29:00 user nova-compute[75147]: DEBUG nova.network.neutron [req-11a51e8b-13ad-43d1-b8fe-0bc6d65a3c83 req-caea2faf-dbc8-4da1-98c2-77facee495fc service nova] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] Updated VIF entry in instance network info cache for port 2ea74459-f29e-4866-9f24-d523a3a7a6dc. {{(pid=75147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 19:29:00 user nova-compute[75147]: DEBUG nova.network.neutron [req-11a51e8b-13ad-43d1-b8fe-0bc6d65a3c83 req-caea2faf-dbc8-4da1-98c2-77facee495fc service nova] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] Updating instance_info_cache with network_info: [{"id": "2ea74459-f29e-4866-9f24-d523a3a7a6dc", "address": "fa:16:3e:14:ce:46", "network": {"id": "01979c91-d719-480e-bf3d-6c7a31cd437d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1150015575-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7c98dca0f3164920a77c1f409560aef2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2ea74459-f2", "ovs_interfaceid": "2ea74459-f29e-4866-9f24-d523a3a7a6dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:29:00 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-11a51e8b-13ad-43d1-b8fe-0bc6d65a3c83 req-caea2faf-dbc8-4da1-98c2-77facee495fc service nova] Releasing lock "refresh_cache-2dbafd14-6c52-4417-ae5e-cadb11694492" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:29:00 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:00 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:00 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:00 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:00 user nova-compute[75147]: INFO nova.compute.manager [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] Rebuilding instance
Oct 27 19:29:01 user nova-compute[75147]: DEBUG nova.compute.manager [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] Checking state {{(pid=75147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 19:29:01 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:01 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:01 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:01 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:01 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:01 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:01 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:01 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:01 user nova-compute[75147]: DEBUG nova.compute.manager [req-14dfc632-5b11-41cb-93fe-bc3c8d1ea4d6 req-aa288c2a-64a0-456a-8e4d-2d6eb726ee96 service nova] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] Received event network-vif-unplugged-2ea74459-f29e-4866-9f24-d523a3a7a6dc {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:29:01 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-14dfc632-5b11-41cb-93fe-bc3c8d1ea4d6 req-aa288c2a-64a0-456a-8e4d-2d6eb726ee96 service nova] Acquiring lock "2dbafd14-6c52-4417-ae5e-cadb11694492-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:29:01 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-14dfc632-5b11-41cb-93fe-bc3c8d1ea4d6 req-aa288c2a-64a0-456a-8e4d-2d6eb726ee96 service nova] Lock "2dbafd14-6c52-4417-ae5e-cadb11694492-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:29:01 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-14dfc632-5b11-41cb-93fe-bc3c8d1ea4d6 req-aa288c2a-64a0-456a-8e4d-2d6eb726ee96 service nova] Lock "2dbafd14-6c52-4417-ae5e-cadb11694492-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:29:01 user nova-compute[75147]: DEBUG nova.compute.manager [req-14dfc632-5b11-41cb-93fe-bc3c8d1ea4d6 req-aa288c2a-64a0-456a-8e4d-2d6eb726ee96 service nova] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] No waiting events found dispatching network-vif-unplugged-2ea74459-f29e-4866-9f24-d523a3a7a6dc {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:29:01 user nova-compute[75147]: WARNING nova.compute.manager [req-14dfc632-5b11-41cb-93fe-bc3c8d1ea4d6 req-aa288c2a-64a0-456a-8e4d-2d6eb726ee96 service nova] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] Received unexpected event network-vif-unplugged-2ea74459-f29e-4866-9f24-d523a3a7a6dc for instance with vm_state active and task_state rebuilding.
Oct 27 19:29:01 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:01 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:01 user nova-compute[75147]: DEBUG nova.compute.manager [req-d0bcab45-aae5-4ba6-b98b-ade9958251b5 req-c796d8a0-77c8-49be-85cc-5e78764e9e8a service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Received event network-vif-plugged-50fbdd35-e7c7-47a1-a597-c6daa0463acc {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:29:01 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-d0bcab45-aae5-4ba6-b98b-ade9958251b5 req-c796d8a0-77c8-49be-85cc-5e78764e9e8a service nova] Acquiring lock "519212ec-e041-4397-8405-3f301c417b59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:29:01 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-d0bcab45-aae5-4ba6-b98b-ade9958251b5 req-c796d8a0-77c8-49be-85cc-5e78764e9e8a service nova] Lock "519212ec-e041-4397-8405-3f301c417b59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:29:01 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-d0bcab45-aae5-4ba6-b98b-ade9958251b5 req-c796d8a0-77c8-49be-85cc-5e78764e9e8a service nova] Lock "519212ec-e041-4397-8405-3f301c417b59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:29:01 user nova-compute[75147]: DEBUG nova.compute.manager [req-d0bcab45-aae5-4ba6-b98b-ade9958251b5 req-c796d8a0-77c8-49be-85cc-5e78764e9e8a service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] No waiting events found dispatching network-vif-plugged-50fbdd35-e7c7-47a1-a597-c6daa0463acc {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:29:01 user nova-compute[75147]: WARNING nova.compute.manager [req-d0bcab45-aae5-4ba6-b98b-ade9958251b5 req-c796d8a0-77c8-49be-85cc-5e78764e9e8a service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Received unexpected event network-vif-plugged-50fbdd35-e7c7-47a1-a597-c6daa0463acc for instance with vm_state building and task_state spawning.
Oct 27 19:29:01 user nova-compute[75147]: DEBUG nova.compute.manager [req-d0bcab45-aae5-4ba6-b98b-ade9958251b5 req-c796d8a0-77c8-49be-85cc-5e78764e9e8a service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Received event network-vif-plugged-50fbdd35-e7c7-47a1-a597-c6daa0463acc {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:29:01 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-d0bcab45-aae5-4ba6-b98b-ade9958251b5 req-c796d8a0-77c8-49be-85cc-5e78764e9e8a service nova] Acquiring lock "519212ec-e041-4397-8405-3f301c417b59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:29:01 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-d0bcab45-aae5-4ba6-b98b-ade9958251b5 req-c796d8a0-77c8-49be-85cc-5e78764e9e8a service nova] Lock "519212ec-e041-4397-8405-3f301c417b59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:29:01 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-d0bcab45-aae5-4ba6-b98b-ade9958251b5 req-c796d8a0-77c8-49be-85cc-5e78764e9e8a service nova] Lock "519212ec-e041-4397-8405-3f301c417b59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:29:01 user nova-compute[75147]: DEBUG nova.compute.manager [req-d0bcab45-aae5-4ba6-b98b-ade9958251b5 req-c796d8a0-77c8-49be-85cc-5e78764e9e8a service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] No waiting events found dispatching network-vif-plugged-50fbdd35-e7c7-47a1-a597-c6daa0463acc {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:29:01 user nova-compute[75147]: WARNING nova.compute.manager [req-d0bcab45-aae5-4ba6-b98b-ade9958251b5 req-c796d8a0-77c8-49be-85cc-5e78764e9e8a service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Received unexpected event network-vif-plugged-50fbdd35-e7c7-47a1-a597-c6daa0463acc for instance with vm_state building and task_state spawning.
Oct 27 19:29:01 user nova-compute[75147]: DEBUG nova.compute.manager [req-d0bcab45-aae5-4ba6-b98b-ade9958251b5 req-c796d8a0-77c8-49be-85cc-5e78764e9e8a service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Received event network-vif-plugged-e2c80536-7e4e-4363-91f3-1d85d95863db {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:29:01 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-d0bcab45-aae5-4ba6-b98b-ade9958251b5 req-c796d8a0-77c8-49be-85cc-5e78764e9e8a service nova] Acquiring lock "519212ec-e041-4397-8405-3f301c417b59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:29:01 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-d0bcab45-aae5-4ba6-b98b-ade9958251b5 req-c796d8a0-77c8-49be-85cc-5e78764e9e8a service nova] Lock "519212ec-e041-4397-8405-3f301c417b59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:29:01 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-d0bcab45-aae5-4ba6-b98b-ade9958251b5 req-c796d8a0-77c8-49be-85cc-5e78764e9e8a service nova] Lock "519212ec-e041-4397-8405-3f301c417b59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:29:01 user nova-compute[75147]: DEBUG nova.compute.manager [req-d0bcab45-aae5-4ba6-b98b-ade9958251b5 req-c796d8a0-77c8-49be-85cc-5e78764e9e8a service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] No waiting events found dispatching network-vif-plugged-e2c80536-7e4e-4363-91f3-1d85d95863db {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:29:01 user nova-compute[75147]: WARNING nova.compute.manager [req-d0bcab45-aae5-4ba6-b98b-ade9958251b5 req-c796d8a0-77c8-49be-85cc-5e78764e9e8a service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Received unexpected event network-vif-plugged-e2c80536-7e4e-4363-91f3-1d85d95863db for instance with vm_state building and task_state spawning.
Oct 27 19:29:01 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:02 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:02 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:02 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:02 user nova-compute[75147]: DEBUG nova.compute.manager [req-3e9bb018-c4df-4456-8684-4ba4112f91a2 req-aceaeefb-40af-4b8b-a41a-beb05fd2f82e service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Received event network-vif-plugged-bb79e36b-036b-4c1f-beae-5eafe109eb13 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:29:02 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-3e9bb018-c4df-4456-8684-4ba4112f91a2 req-aceaeefb-40af-4b8b-a41a-beb05fd2f82e service nova] Acquiring lock "519212ec-e041-4397-8405-3f301c417b59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:29:02 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-3e9bb018-c4df-4456-8684-4ba4112f91a2 req-aceaeefb-40af-4b8b-a41a-beb05fd2f82e service nova] Lock "519212ec-e041-4397-8405-3f301c417b59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:29:02 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-3e9bb018-c4df-4456-8684-4ba4112f91a2 req-aceaeefb-40af-4b8b-a41a-beb05fd2f82e service nova] Lock "519212ec-e041-4397-8405-3f301c417b59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:29:02 user nova-compute[75147]: DEBUG nova.compute.manager [req-3e9bb018-c4df-4456-8684-4ba4112f91a2 req-aceaeefb-40af-4b8b-a41a-beb05fd2f82e service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] No waiting events found dispatching network-vif-plugged-bb79e36b-036b-4c1f-beae-5eafe109eb13 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:29:02 user nova-compute[75147]: WARNING nova.compute.manager [req-3e9bb018-c4df-4456-8684-4ba4112f91a2 req-aceaeefb-40af-4b8b-a41a-beb05fd2f82e service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Received unexpected event network-vif-plugged-bb79e36b-036b-4c1f-beae-5eafe109eb13 for instance with vm_state building and task_state spawning.
Oct 27 19:29:02 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:02 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:02 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:02 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:02 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] Instance destroyed successfully.
Oct 27 19:29:02 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:02 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:02 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] Instance destroyed successfully.
Oct 27 19:29:02 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:27:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-248447535',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1732746728',id=9,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMhTFX3e18Qgo+vKvjtdWuS4e668RgQxqwo7RpkOGQfX5kLygFt2PrHSJVH/eHRuejenvjrkTCH7GDBEx1I3p34jzySiKakCvDiHgGBpP/9MeGj2Swmi2WPHEPKwMo91GQ==',key_name='tempest-keypair-323545770',keypairs=<?>,launch_index=0,launched_at=2023-10-27T19:27:57Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='7c98dca0f3164920a77c1f409560aef2',ramdisk_id='',reservation_id='r-6s898bdl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-1223973353',owner_user_name='tempest-ServerActionsV293TestJSON-1223973353-project-member'},tags=<?>,task_state='rebuilding',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:29:01Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d8db45602c934fb4bcf88eb579e20f99',uuid=2dbafd14-6c52-4417-ae5e-cadb11694492,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2ea74459-f29e-4866-9f24-d523a3a7a6dc", "address": "fa:16:3e:14:ce:46", "network": {"id": "01979c91-d719-480e-bf3d-6c7a31cd437d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1150015575-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7c98dca0f3164920a77c1f409560aef2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2ea74459-f2", "ovs_interfaceid": "2ea74459-f29e-4866-9f24-d523a3a7a6dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 19:29:02 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Converting VIF {"id": "2ea74459-f29e-4866-9f24-d523a3a7a6dc", "address": "fa:16:3e:14:ce:46", "network": {"id": "01979c91-d719-480e-bf3d-6c7a31cd437d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1150015575-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7c98dca0f3164920a77c1f409560aef2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2ea74459-f2", "ovs_interfaceid": "2ea74459-f29e-4866-9f24-d523a3a7a6dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:29:02 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:14:ce:46,bridge_name='br-int',has_traffic_filtering=True,id=2ea74459-f29e-4866-9f24-d523a3a7a6dc,network=Network(01979c91-d719-480e-bf3d-6c7a31cd437d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2ea74459-f2') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:29:02 user nova-compute[75147]: DEBUG os_vif [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:14:ce:46,bridge_name='br-int',has_traffic_filtering=True,id=2ea74459-f29e-4866-9f24-d523a3a7a6dc,network=Network(01979c91-d719-480e-bf3d-6c7a31cd437d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2ea74459-f2') {{(pid=75147) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 19:29:02 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:02 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2ea74459-f2, bridge=br-int, if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:29:02 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:29:02 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:02 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:02 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:02 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:02 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=8034117f-6709-4a57-ad12-1b3696a4e4a2) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:29:02 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:02 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:29:02 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:02 user nova-compute[75147]: INFO os_vif [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:14:ce:46,bridge_name='br-int',has_traffic_filtering=True,id=2ea74459-f29e-4866-9f24-d523a3a7a6dc,network=Network(01979c91-d719-480e-bf3d-6c7a31cd437d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2ea74459-f2')
Oct 27 19:29:02 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] calling os-brick to detach iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 19:29:02 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, {'target_iqn': 'iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FRPdxUjr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:29:02 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 27 19:29:02 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:29:02 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:29:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.026s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:02 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[003d9671-719a-4645-bb41-f351b0d6c65b]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6706643e-2c0c-491d-98a5-7feadf3bf2e3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0541e392-5671-4760-bfe4-3f4caa3f280e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:29:02 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 19:29:02 user nova-compute[75147]: No targets found.
Oct 27 19:29:02 user nova-compute[75147]: iSNS:
Oct 27 19:29:02 user nova-compute[75147]: No targets found.
Oct 27 19:29:02 user nova-compute[75147]: STATIC:
Oct 27 19:29:02 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7
Oct 27 19:29:02 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:29:02 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:29:02 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0
Oct 27 19:29:02 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:29:02 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:29:02 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:6706643e-2c0c-491d-98a5-7feadf3bf2e3
Oct 27 19:29:02 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:29:02 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:29:02 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:0541e392-5671-4760-bfe4-3f4caa3f280e
Oct 27 19:29:02 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:29:02 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:29:02 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc
Oct 27 19:29:02 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:29:02 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:29:02 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6
Oct 27 19:29:02 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:29:02 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:29:02 user nova-compute[75147]: FIRMWARE:
Oct 27 19:29:02 user nova-compute[75147]: No targets found.
Oct 27 19:29:02 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:29:02 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 19:29:02 user nova-compute[75147]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 19:29:02 user nova-compute[75147]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75147) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 19:29:02 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0', 0)] {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 19:29:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.027s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:02 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[0bb6b7b6-e805-4e59-8e01-5cb47b2c1e1b]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0541e392-5671-4760-bfe4-3f4caa3f280e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6706643e-2c0c-491d-98a5-7feadf3bf2e3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:29:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:02 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[d054ca95-ae10-412a-a87f-652bc9d173ba]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6706643e-2c0c-491d-98a5-7feadf3bf2e3 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0541e392-5671-4760-bfe4-3f4caa3f280e (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:29:02 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 (non-flash)
Oct 27 19:29:02 user nova-compute[75147]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6706643e-2c0c-491d-98a5-7feadf3bf2e3 (non-flash)
Oct 27 19:29:02 user nova-compute[75147]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0541e392-5671-4760-bfe4-3f4caa3f280e (non-flash)
Oct 27 19:29:02 user nova-compute[75147]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6 (non-flash)
Oct 27 19:29:02 user nova-compute[75147]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7 (non-flash)
Oct 27 19:29:02 user nova-compute[75147]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc (non-flash)
Oct 27 19:29:02 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:29:02 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 (non-flash)
Oct 27 19:29:02 user nova-compute[75147]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6706643e-2c0c-491d-98a5-7feadf3bf2e3 (non-flash)
Oct 27 19:29:02 user nova-compute[75147]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0541e392-5671-4760-bfe4-3f4caa3f280e (non-flash)
Oct 27 19:29:02 user nova-compute[75147]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6 (non-flash)
Oct 27 19:29:02 user nova-compute[75147]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7 (non-flash)
Oct 27 19:29:02 user nova-compute[75147]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc (non-flash)
Oct 27 19:29:02 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:29:02 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f2904376200>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0'): ({'sdb'}, set())}) {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 19:29:02 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Removing single pathed devices sdb {{(pid=75147) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 19:29:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.026s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:02 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[60c4bbb3-826a-44c4-8275-8b2081ab8ba0]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:29:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.022s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:02 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd2f88c1-b2be-41b6-b4db-942e6e952758]: (4, ('ok\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:29:02 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Flushing IO for device /dev/sdb {{(pid=75147) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 19:29:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:03 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:03 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[adbdc172-51df-4ce8-b005-c2d982a40454]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:29:03 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75147) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 19:29:03 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:03 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:03 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.072s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:03 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[68f9a60d-417d-40f8-a0e0-bbd125b5cfb6]: (4, ('1', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:29:03 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 19:29:03 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] SCSI volumes sdb have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 19:29:03 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0')] {{(pid=75147) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 19:29:03 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:03 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.026s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:03 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[7bb8f535-d86d-46a9-a245-cc62e13c23c4]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:29:03 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:29:03 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 -p 172.16.0.220:3260 --logout {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:03 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:03 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:03 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:03 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 -p 172.16.0.220:3260 --logout" returned: 0 in 0.080s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:03 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[8484de9d-7685-47de-a4e0-f0e1d6079c60]: (4, ('Logging out of session [sid: 2, target: iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0, portal: 172.16.0.220,3260]\nLogout of [sid: 2, target: iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:29:03 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 2, target: iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0, portal: 172.16.0.220,3260]
Oct 27 19:29:03 user nova-compute[75147]: Logout of [sid: 2, target: iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0, portal: 172.16.0.220,3260] successful.
Oct 27 19:29:03 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:29:03 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:03 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 -p 172.16.0.220:3260 --op delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:03 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:03 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.028s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:03 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[b5a71c65-5e9b-4249-95ad-b113bc172f69]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:29:03 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:29:03 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.409s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:29:03 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] <== disconnect_volume: return (410ms) None {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:29:03 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] Disconnected iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 19:29:03 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] Deleting instance files /opt/stack/data/nova/instances/2dbafd14-6c52-4417-ae5e-cadb11694492_del
Oct 27 19:29:03 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] Deletion of /opt/stack/data/nova/instances/2dbafd14-6c52-4417-ae5e-cadb11694492_del complete
Oct 27 19:29:03 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:03 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:03 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:03 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] During detach_volume, instance disappeared.: nova.exception.InstanceNotFound: Instance 2dbafd14-6c52-4417-ae5e-cadb11694492 could not be found.
Oct 27 19:29:03 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] calling os-brick to detach iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 19:29:03 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, {'target_iqn': 'iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FRPdxUjr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:29:03 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 27 19:29:03 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:29:03 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:29:03 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:03 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:03 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:03 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:03 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[730cd724-a35b-42b1-9ba7-767cfcae0e8b]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6706643e-2c0c-491d-98a5-7feadf3bf2e3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0541e392-5671-4760-bfe4-3f4caa3f280e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:29:03 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 19:29:03 user nova-compute[75147]: No targets found.
Oct 27 19:29:03 user nova-compute[75147]: iSNS:
Oct 27 19:29:03 user nova-compute[75147]: No targets found.
Oct 27 19:29:03 user nova-compute[75147]: STATIC:
Oct 27 19:29:03 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7
Oct 27 19:29:03 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:29:03 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:29:03 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:6706643e-2c0c-491d-98a5-7feadf3bf2e3
Oct 27 19:29:03 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:29:03 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:29:03 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:0541e392-5671-4760-bfe4-3f4caa3f280e
Oct 27 19:29:03 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:29:03 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:29:03 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc
Oct 27 19:29:03 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:29:03 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:29:03 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6
Oct 27 19:29:03 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:29:03 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:29:03 user nova-compute[75147]: FIRMWARE:
Oct 27 19:29:03 user nova-compute[75147]: No targets found.
Oct 27 19:29:03 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:29:03 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 19:29:03 user nova-compute[75147]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 19:29:03 user nova-compute[75147]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75147) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 19:29:03 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0', 0)] {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 19:29:03 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:03 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:03 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f847802-cce1-41d6-a6f5-bb43464ed5d1]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0541e392-5671-4760-bfe4-3f4caa3f280e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6706643e-2c0c-491d-98a5-7feadf3bf2e3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:29:03 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:03 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.043s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:03 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[eaa8208d-37bb-4aad-b906-c0248557009b]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6706643e-2c0c-491d-98a5-7feadf3bf2e3 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0541e392-5671-4760-bfe4-3f4caa3f280e (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:29:03 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6706643e-2c0c-491d-98a5-7feadf3bf2e3 (non-flash)
Oct 27 19:29:03 user nova-compute[75147]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0541e392-5671-4760-bfe4-3f4caa3f280e (non-flash)
Oct 27 19:29:03 user nova-compute[75147]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6 (non-flash)
Oct 27 19:29:03 user nova-compute[75147]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7 (non-flash)
Oct 27 19:29:03 user nova-compute[75147]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc (non-flash)
Oct 27 19:29:03 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:29:03 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6706643e-2c0c-491d-98a5-7feadf3bf2e3 (non-flash)
Oct 27 19:29:03 user nova-compute[75147]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0541e392-5671-4760-bfe4-3f4caa3f280e (non-flash)
Oct 27 19:29:03 user nova-compute[75147]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6 (non-flash)
Oct 27 19:29:03 user nova-compute[75147]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7 (non-flash)
Oct 27 19:29:03 user nova-compute[75147]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc (non-flash)
Oct 27 19:29:03 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:29:03 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f29043744c0>, {}) {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 19:29:03 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Disconnecting from: [] {{(pid=75147) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 19:29:03 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.100s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:29:03 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] <== disconnect_volume: return (102ms) None {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:29:03 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] Disconnected iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 19:29:03 user nova-compute[75147]: DEBUG nova.compute.manager [req-b78b3cc9-62ff-4a81-a369-ea2079503add req-4b3ea765-a17b-4930-b1b2-0f8e5eb10e0c service nova] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] Received event network-vif-plugged-2ea74459-f29e-4866-9f24-d523a3a7a6dc {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:29:03 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-b78b3cc9-62ff-4a81-a369-ea2079503add req-4b3ea765-a17b-4930-b1b2-0f8e5eb10e0c service nova] Acquiring lock "2dbafd14-6c52-4417-ae5e-cadb11694492-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:29:03 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-b78b3cc9-62ff-4a81-a369-ea2079503add req-4b3ea765-a17b-4930-b1b2-0f8e5eb10e0c service nova] Lock "2dbafd14-6c52-4417-ae5e-cadb11694492-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:29:03 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-b78b3cc9-62ff-4a81-a369-ea2079503add req-4b3ea765-a17b-4930-b1b2-0f8e5eb10e0c service nova] Lock "2dbafd14-6c52-4417-ae5e-cadb11694492-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:29:03 user nova-compute[75147]: DEBUG nova.compute.manager [req-b78b3cc9-62ff-4a81-a369-ea2079503add req-4b3ea765-a17b-4930-b1b2-0f8e5eb10e0c service nova] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] No waiting events found dispatching network-vif-plugged-2ea74459-f29e-4866-9f24-d523a3a7a6dc {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:29:03 user nova-compute[75147]: WARNING nova.compute.manager [req-b78b3cc9-62ff-4a81-a369-ea2079503add req-4b3ea765-a17b-4930-b1b2-0f8e5eb10e0c service nova] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] Received unexpected event network-vif-plugged-2ea74459-f29e-4866-9f24-d523a3a7a6dc for instance with vm_state active and task_state rebuilding.
Oct 27 19:29:03 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:03 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:03 user nova-compute[75147]: DEBUG nova.compute.manager [req-065aa913-a2ec-48dd-818a-a2a52c68be3f req-cc600420-8f3b-4285-a9dd-f1f90e693f85 service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Received event network-vif-plugged-e2c80536-7e4e-4363-91f3-1d85d95863db {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:29:03 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-065aa913-a2ec-48dd-818a-a2a52c68be3f req-cc600420-8f3b-4285-a9dd-f1f90e693f85 service nova] Acquiring lock "519212ec-e041-4397-8405-3f301c417b59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:29:03 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-065aa913-a2ec-48dd-818a-a2a52c68be3f req-cc600420-8f3b-4285-a9dd-f1f90e693f85 service nova] Lock "519212ec-e041-4397-8405-3f301c417b59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:29:03 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-065aa913-a2ec-48dd-818a-a2a52c68be3f req-cc600420-8f3b-4285-a9dd-f1f90e693f85 service nova] Lock "519212ec-e041-4397-8405-3f301c417b59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:29:03 user nova-compute[75147]: DEBUG nova.compute.manager [req-065aa913-a2ec-48dd-818a-a2a52c68be3f req-cc600420-8f3b-4285-a9dd-f1f90e693f85 service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] No waiting events found dispatching network-vif-plugged-e2c80536-7e4e-4363-91f3-1d85d95863db {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:29:03 user nova-compute[75147]: WARNING nova.compute.manager [req-065aa913-a2ec-48dd-818a-a2a52c68be3f req-cc600420-8f3b-4285-a9dd-f1f90e693f85 service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Received unexpected event network-vif-plugged-e2c80536-7e4e-4363-91f3-1d85d95863db for instance with vm_state building and task_state spawning.
Oct 27 19:29:03 user nova-compute[75147]: DEBUG nova.compute.manager [req-065aa913-a2ec-48dd-818a-a2a52c68be3f req-cc600420-8f3b-4285-a9dd-f1f90e693f85 service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Received event network-vif-plugged-889f60a0-69ff-467e-845c-07e5b4ef6e6b {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:29:03 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-065aa913-a2ec-48dd-818a-a2a52c68be3f req-cc600420-8f3b-4285-a9dd-f1f90e693f85 service nova] Acquiring lock "519212ec-e041-4397-8405-3f301c417b59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:29:03 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-065aa913-a2ec-48dd-818a-a2a52c68be3f req-cc600420-8f3b-4285-a9dd-f1f90e693f85 service nova] Lock "519212ec-e041-4397-8405-3f301c417b59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:29:03 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-065aa913-a2ec-48dd-818a-a2a52c68be3f req-cc600420-8f3b-4285-a9dd-f1f90e693f85 service nova] Lock "519212ec-e041-4397-8405-3f301c417b59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:29:03 user nova-compute[75147]: DEBUG nova.compute.manager [req-065aa913-a2ec-48dd-818a-a2a52c68be3f req-cc600420-8f3b-4285-a9dd-f1f90e693f85 service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] No waiting events found dispatching network-vif-plugged-889f60a0-69ff-467e-845c-07e5b4ef6e6b {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:29:03 user nova-compute[75147]: WARNING nova.compute.manager [req-065aa913-a2ec-48dd-818a-a2a52c68be3f req-cc600420-8f3b-4285-a9dd-f1f90e693f85 service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Received unexpected event network-vif-plugged-889f60a0-69ff-467e-845c-07e5b4ef6e6b for instance with vm_state building and task_state spawning.
Oct 27 19:29:03 user nova-compute[75147]: DEBUG nova.compute.manager [req-065aa913-a2ec-48dd-818a-a2a52c68be3f req-cc600420-8f3b-4285-a9dd-f1f90e693f85 service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Received event network-vif-plugged-889f60a0-69ff-467e-845c-07e5b4ef6e6b {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:29:03 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-065aa913-a2ec-48dd-818a-a2a52c68be3f req-cc600420-8f3b-4285-a9dd-f1f90e693f85 service nova] Acquiring lock "519212ec-e041-4397-8405-3f301c417b59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:29:03 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-065aa913-a2ec-48dd-818a-a2a52c68be3f req-cc600420-8f3b-4285-a9dd-f1f90e693f85 service nova] Lock "519212ec-e041-4397-8405-3f301c417b59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:29:03 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-065aa913-a2ec-48dd-818a-a2a52c68be3f req-cc600420-8f3b-4285-a9dd-f1f90e693f85 service nova] Lock "519212ec-e041-4397-8405-3f301c417b59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:29:03 user nova-compute[75147]: DEBUG nova.compute.manager [req-065aa913-a2ec-48dd-818a-a2a52c68be3f req-cc600420-8f3b-4285-a9dd-f1f90e693f85 service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] No waiting events found dispatching network-vif-plugged-889f60a0-69ff-467e-845c-07e5b4ef6e6b {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:29:03 user nova-compute[75147]: WARNING nova.compute.manager [req-065aa913-a2ec-48dd-818a-a2a52c68be3f req-cc600420-8f3b-4285-a9dd-f1f90e693f85 service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Received unexpected event network-vif-plugged-889f60a0-69ff-467e-845c-07e5b4ef6e6b for instance with vm_state building and task_state spawning.
Oct 27 19:29:04 user nova-compute[75147]: DEBUG nova.compute.manager [req-f9e5d98c-6b4c-48d8-b473-168b8f3e9098 req-9279cb20-a8c2-4f77-bbed-3413e43f8de8 service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Received event network-vif-plugged-bb79e36b-036b-4c1f-beae-5eafe109eb13 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:29:04 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-f9e5d98c-6b4c-48d8-b473-168b8f3e9098 req-9279cb20-a8c2-4f77-bbed-3413e43f8de8 service nova] Acquiring lock "519212ec-e041-4397-8405-3f301c417b59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:29:04 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-f9e5d98c-6b4c-48d8-b473-168b8f3e9098 req-9279cb20-a8c2-4f77-bbed-3413e43f8de8 service nova] Lock "519212ec-e041-4397-8405-3f301c417b59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:29:04 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-f9e5d98c-6b4c-48d8-b473-168b8f3e9098 req-9279cb20-a8c2-4f77-bbed-3413e43f8de8 service nova] Lock "519212ec-e041-4397-8405-3f301c417b59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:29:04 user nova-compute[75147]: DEBUG nova.compute.manager [req-f9e5d98c-6b4c-48d8-b473-168b8f3e9098 req-9279cb20-a8c2-4f77-bbed-3413e43f8de8 service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] No waiting events found dispatching network-vif-plugged-bb79e36b-036b-4c1f-beae-5eafe109eb13 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:29:04 user nova-compute[75147]: WARNING nova.compute.manager [req-f9e5d98c-6b4c-48d8-b473-168b8f3e9098 req-9279cb20-a8c2-4f77-bbed-3413e43f8de8 service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Received unexpected event network-vif-plugged-bb79e36b-036b-4c1f-beae-5eafe109eb13 for instance with vm_state building and task_state spawning.
Oct 27 19:29:04 user nova-compute[75147]: DEBUG nova.compute.manager [req-f9e5d98c-6b4c-48d8-b473-168b8f3e9098 req-9279cb20-a8c2-4f77-bbed-3413e43f8de8 service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Received event network-vif-plugged-80ebb49f-6196-4471-97c0-05ffc132197f {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:29:04 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-f9e5d98c-6b4c-48d8-b473-168b8f3e9098 req-9279cb20-a8c2-4f77-bbed-3413e43f8de8 service nova] Acquiring lock "519212ec-e041-4397-8405-3f301c417b59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:29:04 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-f9e5d98c-6b4c-48d8-b473-168b8f3e9098 req-9279cb20-a8c2-4f77-bbed-3413e43f8de8 service nova] Lock "519212ec-e041-4397-8405-3f301c417b59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:29:04 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-f9e5d98c-6b4c-48d8-b473-168b8f3e9098 req-9279cb20-a8c2-4f77-bbed-3413e43f8de8 service nova] Lock "519212ec-e041-4397-8405-3f301c417b59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:29:04 user nova-compute[75147]: DEBUG nova.compute.manager [req-f9e5d98c-6b4c-48d8-b473-168b8f3e9098 req-9279cb20-a8c2-4f77-bbed-3413e43f8de8 service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] No waiting events found dispatching network-vif-plugged-80ebb49f-6196-4471-97c0-05ffc132197f {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:29:04 user nova-compute[75147]: WARNING nova.compute.manager [req-f9e5d98c-6b4c-48d8-b473-168b8f3e9098 req-9279cb20-a8c2-4f77-bbed-3413e43f8de8 service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Received unexpected event network-vif-plugged-80ebb49f-6196-4471-97c0-05ffc132197f for instance with vm_state building and task_state spawning.
Oct 27 19:29:04 user nova-compute[75147]: DEBUG nova.compute.manager [req-f9e5d98c-6b4c-48d8-b473-168b8f3e9098 req-9279cb20-a8c2-4f77-bbed-3413e43f8de8 service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Received event network-vif-plugged-80ebb49f-6196-4471-97c0-05ffc132197f {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:29:04 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-f9e5d98c-6b4c-48d8-b473-168b8f3e9098 req-9279cb20-a8c2-4f77-bbed-3413e43f8de8 service nova] Acquiring lock "519212ec-e041-4397-8405-3f301c417b59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:29:04 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-f9e5d98c-6b4c-48d8-b473-168b8f3e9098 req-9279cb20-a8c2-4f77-bbed-3413e43f8de8 service nova] Lock "519212ec-e041-4397-8405-3f301c417b59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:29:04 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-f9e5d98c-6b4c-48d8-b473-168b8f3e9098 req-9279cb20-a8c2-4f77-bbed-3413e43f8de8 service nova] Lock "519212ec-e041-4397-8405-3f301c417b59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:29:04 user nova-compute[75147]: DEBUG nova.compute.manager [req-f9e5d98c-6b4c-48d8-b473-168b8f3e9098 req-9279cb20-a8c2-4f77-bbed-3413e43f8de8 service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] No waiting events found dispatching network-vif-plugged-80ebb49f-6196-4471-97c0-05ffc132197f {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:29:04 user nova-compute[75147]: WARNING nova.compute.manager [req-f9e5d98c-6b4c-48d8-b473-168b8f3e9098 req-9279cb20-a8c2-4f77-bbed-3413e43f8de8 service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Received unexpected event network-vif-plugged-80ebb49f-6196-4471-97c0-05ffc132197f for instance with vm_state building and task_state spawning.
Oct 27 19:29:04 user nova-compute[75147]: DEBUG nova.compute.manager [req-f9e5d98c-6b4c-48d8-b473-168b8f3e9098 req-9279cb20-a8c2-4f77-bbed-3413e43f8de8 service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Received event network-vif-plugged-5cdb5084-7522-400c-80be-826f6ea26e62 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:29:04 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-f9e5d98c-6b4c-48d8-b473-168b8f3e9098 req-9279cb20-a8c2-4f77-bbed-3413e43f8de8 service nova] Acquiring lock "519212ec-e041-4397-8405-3f301c417b59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:29:04 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-f9e5d98c-6b4c-48d8-b473-168b8f3e9098 req-9279cb20-a8c2-4f77-bbed-3413e43f8de8 service nova] Lock "519212ec-e041-4397-8405-3f301c417b59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:29:04 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-f9e5d98c-6b4c-48d8-b473-168b8f3e9098 req-9279cb20-a8c2-4f77-bbed-3413e43f8de8 service nova] Lock "519212ec-e041-4397-8405-3f301c417b59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:29:04 user nova-compute[75147]: DEBUG nova.compute.manager [req-f9e5d98c-6b4c-48d8-b473-168b8f3e9098 req-9279cb20-a8c2-4f77-bbed-3413e43f8de8 service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] No waiting events found dispatching network-vif-plugged-5cdb5084-7522-400c-80be-826f6ea26e62 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:29:04 user nova-compute[75147]: WARNING nova.compute.manager [req-f9e5d98c-6b4c-48d8-b473-168b8f3e9098 req-9279cb20-a8c2-4f77-bbed-3413e43f8de8 service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Received unexpected event network-vif-plugged-5cdb5084-7522-400c-80be-826f6ea26e62 for instance with vm_state building and task_state spawning.
Oct 27 19:29:04 user nova-compute[75147]: DEBUG nova.compute.manager [req-f9e5d98c-6b4c-48d8-b473-168b8f3e9098 req-9279cb20-a8c2-4f77-bbed-3413e43f8de8 service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Received event network-vif-plugged-5cdb5084-7522-400c-80be-826f6ea26e62 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:29:04 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-f9e5d98c-6b4c-48d8-b473-168b8f3e9098 req-9279cb20-a8c2-4f77-bbed-3413e43f8de8 service nova] Acquiring lock "519212ec-e041-4397-8405-3f301c417b59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:29:04 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-f9e5d98c-6b4c-48d8-b473-168b8f3e9098 req-9279cb20-a8c2-4f77-bbed-3413e43f8de8 service nova] Lock "519212ec-e041-4397-8405-3f301c417b59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:29:04 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-f9e5d98c-6b4c-48d8-b473-168b8f3e9098 req-9279cb20-a8c2-4f77-bbed-3413e43f8de8 service nova] Lock "519212ec-e041-4397-8405-3f301c417b59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:29:04 user nova-compute[75147]: DEBUG nova.compute.manager [req-f9e5d98c-6b4c-48d8-b473-168b8f3e9098 req-9279cb20-a8c2-4f77-bbed-3413e43f8de8 service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] No waiting events found dispatching network-vif-plugged-5cdb5084-7522-400c-80be-826f6ea26e62 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:29:04 user nova-compute[75147]: WARNING nova.compute.manager [req-f9e5d98c-6b4c-48d8-b473-168b8f3e9098 req-9279cb20-a8c2-4f77-bbed-3413e43f8de8 service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Received unexpected event network-vif-plugged-5cdb5084-7522-400c-80be-826f6ea26e62 for instance with vm_state building and task_state spawning.
Oct 27 19:29:04 user nova-compute[75147]: DEBUG nova.compute.manager [req-f9e5d98c-6b4c-48d8-b473-168b8f3e9098 req-9279cb20-a8c2-4f77-bbed-3413e43f8de8 service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Received event network-vif-plugged-09751407-65e3-46e8-9deb-ee0aed32a055 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:29:04 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-f9e5d98c-6b4c-48d8-b473-168b8f3e9098 req-9279cb20-a8c2-4f77-bbed-3413e43f8de8 service nova] Acquiring lock "519212ec-e041-4397-8405-3f301c417b59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:29:04 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-f9e5d98c-6b4c-48d8-b473-168b8f3e9098 req-9279cb20-a8c2-4f77-bbed-3413e43f8de8 service nova] Lock "519212ec-e041-4397-8405-3f301c417b59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:29:04 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-f9e5d98c-6b4c-48d8-b473-168b8f3e9098 req-9279cb20-a8c2-4f77-bbed-3413e43f8de8 service nova] Lock "519212ec-e041-4397-8405-3f301c417b59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:29:04 user nova-compute[75147]: DEBUG nova.compute.manager [req-f9e5d98c-6b4c-48d8-b473-168b8f3e9098 req-9279cb20-a8c2-4f77-bbed-3413e43f8de8 service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] No waiting events found dispatching network-vif-plugged-09751407-65e3-46e8-9deb-ee0aed32a055 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:29:04 user nova-compute[75147]: WARNING nova.compute.manager [req-f9e5d98c-6b4c-48d8-b473-168b8f3e9098 req-9279cb20-a8c2-4f77-bbed-3413e43f8de8 service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Received unexpected event network-vif-plugged-09751407-65e3-46e8-9deb-ee0aed32a055 for instance with vm_state building and task_state spawning.
Oct 27 19:29:04 user nova-compute[75147]: DEBUG nova.compute.manager [req-f9e5d98c-6b4c-48d8-b473-168b8f3e9098 req-9279cb20-a8c2-4f77-bbed-3413e43f8de8 service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Received event network-vif-plugged-09751407-65e3-46e8-9deb-ee0aed32a055 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:29:04 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-f9e5d98c-6b4c-48d8-b473-168b8f3e9098 req-9279cb20-a8c2-4f77-bbed-3413e43f8de8 service nova] Acquiring lock "519212ec-e041-4397-8405-3f301c417b59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:29:04 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-f9e5d98c-6b4c-48d8-b473-168b8f3e9098 req-9279cb20-a8c2-4f77-bbed-3413e43f8de8 service nova] Lock "519212ec-e041-4397-8405-3f301c417b59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:29:04 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-f9e5d98c-6b4c-48d8-b473-168b8f3e9098 req-9279cb20-a8c2-4f77-bbed-3413e43f8de8 service nova] Lock "519212ec-e041-4397-8405-3f301c417b59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:29:04 user nova-compute[75147]: DEBUG nova.compute.manager [req-f9e5d98c-6b4c-48d8-b473-168b8f3e9098 req-9279cb20-a8c2-4f77-bbed-3413e43f8de8 service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] No waiting events found dispatching network-vif-plugged-09751407-65e3-46e8-9deb-ee0aed32a055 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:29:04 user nova-compute[75147]: WARNING nova.compute.manager [req-f9e5d98c-6b4c-48d8-b473-168b8f3e9098 req-9279cb20-a8c2-4f77-bbed-3413e43f8de8 service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Received unexpected event network-vif-plugged-09751407-65e3-46e8-9deb-ee0aed32a055 for instance with vm_state building and task_state spawning.
Oct 27 19:29:04 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:04 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:04 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:04 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:04 user nova-compute[75147]: DEBUG nova.compute.manager [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] Preparing to wait for external event volume-reimaged-23f7eea6-b543-4586-8760-1ae3a23356b0 {{(pid=75147) prepare_for_instance_event /opt/stack/nova/nova/compute/manager.py:283}}
Oct 27 19:29:04 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Acquiring lock "2dbafd14-6c52-4417-ae5e-cadb11694492-events" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:29:04 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Lock "2dbafd14-6c52-4417-ae5e-cadb11694492-events" acquired by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" :: waited 0.011s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:29:04 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Lock "2dbafd14-6c52-4417-ae5e-cadb11694492-events" "released" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:29:04 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:04 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:05 user nova-compute[75147]: DEBUG nova.compute.manager [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] [instance: 519212ec-e041-4397-8405-3f301c417b59] Instance event wait completed in 0 seconds for  {{(pid=75147) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 19:29:05 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] [instance: 519212ec-e041-4397-8405-3f301c417b59] Guest created on hypervisor {{(pid=75147) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 19:29:05 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: 519212ec-e041-4397-8405-3f301c417b59] Instance spawned successfully.
Oct 27 19:29:05 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] [instance: 519212ec-e041-4397-8405-3f301c417b59] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 27 19:29:05 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:05 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] [instance: 519212ec-e041-4397-8405-3f301c417b59] Found default for hw_cdrom_bus of ide {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:29:05 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] [instance: 519212ec-e041-4397-8405-3f301c417b59] Found default for hw_disk_bus of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:29:05 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] [instance: 519212ec-e041-4397-8405-3f301c417b59] Found default for hw_input_bus of None {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:29:05 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] [instance: 519212ec-e041-4397-8405-3f301c417b59] Found default for hw_pointer_model of None {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:29:05 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] [instance: 519212ec-e041-4397-8405-3f301c417b59] Found default for hw_video_model of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:29:05 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] [instance: 519212ec-e041-4397-8405-3f301c417b59] Found default for hw_vif_model of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:29:06 user nova-compute[75147]: INFO nova.compute.manager [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] [instance: 519212ec-e041-4397-8405-3f301c417b59] Took 13.35 seconds to spawn the instance on the hypervisor.
Oct 27 19:29:06 user nova-compute[75147]: DEBUG nova.compute.manager [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] [instance: 519212ec-e041-4397-8405-3f301c417b59] Checking state {{(pid=75147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 19:29:06 user nova-compute[75147]: INFO nova.compute.manager [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] [instance: 519212ec-e041-4397-8405-3f301c417b59] Took 84.68 seconds to build instance.
Oct 27 19:29:06 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-8e49fcdd-de1a-4422-9028-6c23aa157074 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Lock "519212ec-e041-4397-8405-3f301c417b59" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 84.790s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:29:07 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:10 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:12 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:14 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-526668d9-a1f8-46db-ada7-ab8afa47e86d tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 17da16fe-2762-4442-a31f-c966695dea37 is timed out.
Oct 27 19:29:14 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-526668d9-a1f8-46db-ada7-ab8afa47e86d tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Successfully detached device vdb from instance 17da16fe-2762-4442-a31f-c966695dea37 from the live domain config.
Oct 27 19:29:14 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-526668d9-a1f8-46db-ada7-ab8afa47e86d tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] [instance: 17da16fe-2762-4442-a31f-c966695dea37] calling os-brick to detach iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 19:29:14 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-526668d9-a1f8-46db-ada7-ab8afa47e86d tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, {'target_iqn': 'iqn.2010-10.org.openstack:6706643e-2c0c-491d-98a5-7feadf3bf2e3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DuAvEjyw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:29:14 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-526668d9-a1f8-46db-ada7-ab8afa47e86d tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:29:14 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-526668d9-a1f8-46db-ada7-ab8afa47e86d tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:29:14 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-526668d9-a1f8-46db-ada7-ab8afa47e86d tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:29:14 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:14 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:14 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[f487651a-da48-4f01-b7bd-7b436f1d8b48]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6706643e-2c0c-491d-98a5-7feadf3bf2e3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0541e392-5671-4760-bfe4-3f4caa3f280e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:29:14 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-526668d9-a1f8-46db-ada7-ab8afa47e86d tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 19:29:14 user nova-compute[75147]: No targets found.
Oct 27 19:29:14 user nova-compute[75147]: iSNS:
Oct 27 19:29:14 user nova-compute[75147]: No targets found.
Oct 27 19:29:14 user nova-compute[75147]: STATIC:
Oct 27 19:29:14 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7
Oct 27 19:29:14 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:29:14 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:29:14 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:6706643e-2c0c-491d-98a5-7feadf3bf2e3
Oct 27 19:29:14 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:29:14 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:29:14 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:0541e392-5671-4760-bfe4-3f4caa3f280e
Oct 27 19:29:14 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:29:14 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:29:14 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc
Oct 27 19:29:14 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:29:14 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:29:14 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6
Oct 27 19:29:14 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:29:14 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:29:14 user nova-compute[75147]: FIRMWARE:
Oct 27 19:29:14 user nova-compute[75147]: No targets found.
Oct 27 19:29:14 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:29:14 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-526668d9-a1f8-46db-ada7-ab8afa47e86d tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 19:29:14 user nova-compute[75147]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 19:29:14 user nova-compute[75147]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75147) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 19:29:14 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-526668d9-a1f8-46db-ada7-ab8afa47e86d tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6706643e-2c0c-491d-98a5-7feadf3bf2e3', 0)] {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 19:29:14 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:14 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.023s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:14 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9d32d52-10f0-4b46-b5e8-83d062da2946]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0541e392-5671-4760-bfe4-3f4caa3f280e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6706643e-2c0c-491d-98a5-7feadf3bf2e3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:29:14 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:14 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:14 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[05d0805e-5db0-44a3-a3f5-06ed1c565fa6]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6706643e-2c0c-491d-98a5-7feadf3bf2e3 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0541e392-5671-4760-bfe4-3f4caa3f280e (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:29:14 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-526668d9-a1f8-46db-ada7-ab8afa47e86d tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6706643e-2c0c-491d-98a5-7feadf3bf2e3 (non-flash)
Oct 27 19:29:14 user nova-compute[75147]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0541e392-5671-4760-bfe4-3f4caa3f280e (non-flash)
Oct 27 19:29:14 user nova-compute[75147]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6 (non-flash)
Oct 27 19:29:14 user nova-compute[75147]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7 (non-flash)
Oct 27 19:29:14 user nova-compute[75147]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc (non-flash)
Oct 27 19:29:14 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:29:15 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-526668d9-a1f8-46db-ada7-ab8afa47e86d tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6706643e-2c0c-491d-98a5-7feadf3bf2e3 (non-flash)
Oct 27 19:29:15 user nova-compute[75147]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0541e392-5671-4760-bfe4-3f4caa3f280e (non-flash)
Oct 27 19:29:15 user nova-compute[75147]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6 (non-flash)
Oct 27 19:29:15 user nova-compute[75147]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7 (non-flash)
Oct 27 19:29:15 user nova-compute[75147]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc (non-flash)
Oct 27 19:29:15 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:29:15 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-526668d9-a1f8-46db-ada7-ab8afa47e86d tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f28ec724670>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6706643e-2c0c-491d-98a5-7feadf3bf2e3'): ({'sdc'}, set())}) {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 19:29:15 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-526668d9-a1f8-46db-ada7-ab8afa47e86d tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Removing single pathed devices sdc {{(pid=75147) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 19:29:15 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:15 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:15 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc30c346-335c-47f2-9aa7-2e902bdada10]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:29:15 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:15 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:15 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[0bc4c0cd-b444-4d5f-a482-03f524f72e50]: (4, ('ok\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:29:15 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-526668d9-a1f8-46db-ada7-ab8afa47e86d tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Flushing IO for device /dev/sdc {{(pid=75147) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 19:29:15 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:15 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.014s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:15 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff310458-d563-4f31-93a4-b0e13e2f1f47]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:29:15 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-526668d9-a1f8-46db-ada7-ab8afa47e86d tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75147) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 19:29:15 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:15 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.055s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:15 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc31e95d-afdb-4d12-94c8-066790826ff8]: (4, ('1', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:29:15 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-526668d9-a1f8-46db-ada7-ab8afa47e86d tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 19:29:15 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-526668d9-a1f8-46db-ada7-ab8afa47e86d tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] SCSI volumes sdc have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 19:29:15 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-526668d9-a1f8-46db-ada7-ab8afa47e86d tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6706643e-2c0c-491d-98a5-7feadf3bf2e3')] {{(pid=75147) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 19:29:15 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6706643e-2c0c-491d-98a5-7feadf3bf2e3 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:15 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6706643e-2c0c-491d-98a5-7feadf3bf2e3 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:15 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[c05d50fb-997e-471c-ba34-e7c7e6d06edf]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:29:15 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-526668d9-a1f8-46db-ada7-ab8afa47e86d tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:29:15 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6706643e-2c0c-491d-98a5-7feadf3bf2e3 -p 172.16.0.220:3260 --logout {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:15 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6706643e-2c0c-491d-98a5-7feadf3bf2e3 -p 172.16.0.220:3260 --logout" returned: 0 in 0.059s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:15 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[31e36add-f519-44a9-bf26-caee185c7423]: (4, ('Logging out of session [sid: 3, target: iqn.2010-10.org.openstack:6706643e-2c0c-491d-98a5-7feadf3bf2e3, portal: 172.16.0.220,3260]\nLogout of [sid: 3, target: iqn.2010-10.org.openstack:6706643e-2c0c-491d-98a5-7feadf3bf2e3, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:29:15 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-526668d9-a1f8-46db-ada7-ab8afa47e86d tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 3, target: iqn.2010-10.org.openstack:6706643e-2c0c-491d-98a5-7feadf3bf2e3, portal: 172.16.0.220,3260]
Oct 27 19:29:15 user nova-compute[75147]: Logout of [sid: 3, target: iqn.2010-10.org.openstack:6706643e-2c0c-491d-98a5-7feadf3bf2e3, portal: 172.16.0.220,3260] successful.
Oct 27 19:29:15 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:29:15 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6706643e-2c0c-491d-98a5-7feadf3bf2e3 -p 172.16.0.220:3260 --op delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:15 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6706643e-2c0c-491d-98a5-7feadf3bf2e3 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.027s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:15 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[2782bef0-0280-4c8f-94a5-8532d15685c5]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:29:15 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-526668d9-a1f8-46db-ada7-ab8afa47e86d tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:29:15 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-526668d9-a1f8-46db-ada7-ab8afa47e86d tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.354s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:29:15 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-526668d9-a1f8-46db-ada7-ab8afa47e86d tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] <== disconnect_volume: return (355ms) None {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:29:15 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-526668d9-a1f8-46db-ada7-ab8afa47e86d tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] [instance: 17da16fe-2762-4442-a31f-c966695dea37] Disconnected iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 19:29:15 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:16 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-aa79ea4a-dac7-436c-8694-ea8d0c7dcb32 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Waiting for libvirt event about the detach of device sdc with device alias scsi0-0-0-2 from instance bb800ac4-3e39-4e7f-9475-55d23c135d0b is timed out.
Oct 27 19:29:16 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-aa79ea4a-dac7-436c-8694-ea8d0c7dcb32 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Successfully detached device sdc from instance bb800ac4-3e39-4e7f-9475-55d23c135d0b from the live domain config.
Oct 27 19:29:16 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-aa79ea4a-dac7-436c-8694-ea8d0c7dcb32 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] [instance: bb800ac4-3e39-4e7f-9475-55d23c135d0b] calling os-brick to detach iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 19:29:16 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa79ea4a-dac7-436c-8694-ea8d0c7dcb32 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, {'target_iqn': 'iqn.2010-10.org.openstack:0541e392-5671-4760-bfe4-3f4caa3f280e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IYZCPwmW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:29:16 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-aa79ea4a-dac7-436c-8694-ea8d0c7dcb32 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:29:16 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-aa79ea4a-dac7-436c-8694-ea8d0c7dcb32 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:29:16 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-aa79ea4a-dac7-436c-8694-ea8d0c7dcb32 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:29:16 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:16 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:16 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[e700d0ac-5e92-4e51-898c-92c0f4e7cc06]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0541e392-5671-4760-bfe4-3f4caa3f280e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:29:16 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa79ea4a-dac7-436c-8694-ea8d0c7dcb32 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 19:29:16 user nova-compute[75147]: No targets found.
Oct 27 19:29:16 user nova-compute[75147]: iSNS:
Oct 27 19:29:16 user nova-compute[75147]: No targets found.
Oct 27 19:29:16 user nova-compute[75147]: STATIC:
Oct 27 19:29:16 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7
Oct 27 19:29:16 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:29:16 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:29:16 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:0541e392-5671-4760-bfe4-3f4caa3f280e
Oct 27 19:29:16 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:29:16 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:29:16 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc
Oct 27 19:29:16 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:29:16 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:29:16 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6
Oct 27 19:29:16 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:29:16 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:29:16 user nova-compute[75147]: FIRMWARE:
Oct 27 19:29:16 user nova-compute[75147]: No targets found.
Oct 27 19:29:16 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:29:16 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa79ea4a-dac7-436c-8694-ea8d0c7dcb32 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 19:29:16 user nova-compute[75147]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 19:29:16 user nova-compute[75147]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75147) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 19:29:16 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa79ea4a-dac7-436c-8694-ea8d0c7dcb32 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0541e392-5671-4760-bfe4-3f4caa3f280e', 0)] {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 19:29:16 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:16 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:16 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[4114ce65-c40a-40b7-9053-3bc8ec14090e]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0541e392-5671-4760-bfe4-3f4caa3f280e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:29:16 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:16 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:16 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[f805b327-5761-4d28-b6af-3c4648f04e1c]: (4, ('tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0541e392-5671-4760-bfe4-3f4caa3f280e (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:29:16 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa79ea4a-dac7-436c-8694-ea8d0c7dcb32 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0541e392-5671-4760-bfe4-3f4caa3f280e (non-flash)
Oct 27 19:29:16 user nova-compute[75147]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6 (non-flash)
Oct 27 19:29:16 user nova-compute[75147]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7 (non-flash)
Oct 27 19:29:16 user nova-compute[75147]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc (non-flash)
Oct 27 19:29:16 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:29:16 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa79ea4a-dac7-436c-8694-ea8d0c7dcb32 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] iscsi session list stdout=tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0541e392-5671-4760-bfe4-3f4caa3f280e (non-flash)
Oct 27 19:29:16 user nova-compute[75147]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6 (non-flash)
Oct 27 19:29:16 user nova-compute[75147]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7 (non-flash)
Oct 27 19:29:16 user nova-compute[75147]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc (non-flash)
Oct 27 19:29:16 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:29:16 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa79ea4a-dac7-436c-8694-ea8d0c7dcb32 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f290c14ff40>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0541e392-5671-4760-bfe4-3f4caa3f280e'): ({'sdd'}, set())}) {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 19:29:16 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-aa79ea4a-dac7-436c-8694-ea8d0c7dcb32 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Removing single pathed devices sdd {{(pid=75147) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 19:29:16 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:16 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:16 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c4a9cbd-48ed-4102-b769-b8c5af370f15]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:29:16 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:16 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.025s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:16 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7b5bb1a-db15-4845-b512-d413ac1fa6e5]: (4, ('ok\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:29:16 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-aa79ea4a-dac7-436c-8694-ea8d0c7dcb32 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Flushing IO for device /dev/sdd {{(pid=75147) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 19:29:16 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:16 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.013s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:16 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[002e2bd2-4b5c-40ea-8049-84b3a57558dd]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:29:16 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-aa79ea4a-dac7-436c-8694-ea8d0c7dcb32 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75147) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 19:29:16 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:16 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.035s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:16 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[49bc4853-e94d-4843-a114-f5c5178ba514]: (4, ('1', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:29:16 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-aa79ea4a-dac7-436c-8694-ea8d0c7dcb32 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 19:29:16 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-aa79ea4a-dac7-436c-8694-ea8d0c7dcb32 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] SCSI volumes sdd have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 19:29:16 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa79ea4a-dac7-436c-8694-ea8d0c7dcb32 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0541e392-5671-4760-bfe4-3f4caa3f280e')] {{(pid=75147) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 19:29:16 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0541e392-5671-4760-bfe4-3f4caa3f280e -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:16 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0541e392-5671-4760-bfe4-3f4caa3f280e -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:16 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[e34469b6-ac4c-4f6f-9d9e-8e1531ec01ae]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:29:16 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa79ea4a-dac7-436c-8694-ea8d0c7dcb32 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:29:16 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0541e392-5671-4760-bfe4-3f4caa3f280e -p 172.16.0.220:3260 --logout {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:17 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0541e392-5671-4760-bfe4-3f4caa3f280e -p 172.16.0.220:3260 --logout" returned: 0 in 0.062s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:17 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[6738517f-5066-4985-b2b0-c350f5daa067]: (4, ('Logging out of session [sid: 4, target: iqn.2010-10.org.openstack:0541e392-5671-4760-bfe4-3f4caa3f280e, portal: 172.16.0.220,3260]\nLogout of [sid: 4, target: iqn.2010-10.org.openstack:0541e392-5671-4760-bfe4-3f4caa3f280e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:29:17 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa79ea4a-dac7-436c-8694-ea8d0c7dcb32 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 4, target: iqn.2010-10.org.openstack:0541e392-5671-4760-bfe4-3f4caa3f280e, portal: 172.16.0.220,3260]
Oct 27 19:29:17 user nova-compute[75147]: Logout of [sid: 4, target: iqn.2010-10.org.openstack:0541e392-5671-4760-bfe4-3f4caa3f280e, portal: 172.16.0.220,3260] successful.
Oct 27 19:29:17 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:29:17 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0541e392-5671-4760-bfe4-3f4caa3f280e -p 172.16.0.220:3260 --op delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:17 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0541e392-5671-4760-bfe4-3f4caa3f280e -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:17 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[d55db12b-0ba1-43ee-9bf5-6946bfc6199a]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:29:17 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa79ea4a-dac7-436c-8694-ea8d0c7dcb32 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:29:17 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-aa79ea4a-dac7-436c-8694-ea8d0c7dcb32 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.316s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:29:17 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa79ea4a-dac7-436c-8694-ea8d0c7dcb32 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] <== disconnect_volume: return (317ms) None {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:29:17 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-aa79ea4a-dac7-436c-8694-ea8d0c7dcb32 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] [instance: bb800ac4-3e39-4e7f-9475-55d23c135d0b] Disconnected iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 19:29:17 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:18 user nova-compute[75147]: DEBUG nova.objects.instance [None req-526668d9-a1f8-46db-ada7-ab8afa47e86d tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Lazy-loading 'flavor' on Instance uuid 17da16fe-2762-4442-a31f-c966695dea37 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:29:18 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-526668d9-a1f8-46db-ada7-ab8afa47e86d tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Lock "17da16fe-2762-4442-a31f-c966695dea37" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 24.498s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:29:19 user nova-compute[75147]: DEBUG nova.compute.manager [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Start spawning the instance on the hypervisor. {{(pid=75147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 27 19:29:19 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Creating instance directory {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 19:29:19 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Creating image(s)
Oct 27 19:29:19 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Did not create local disks {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 27 19:29:19 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Ensure instance console log exists: /opt/stack/data/nova/instances/3831d941-23f9-4b8b-94c2-eacd06826967/console.log {{(pid=75147) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 19:29:19 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:29:19 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:29:19 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:29:19 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Start _get_guest_xml network_info=[{"id": "48131c5a-868a-4f62-a648-4b859f435b81", "address": "fa:16:3e:6d:d2:23", "network": {"id": "15d66fa1-c091-49ef-92e9-629a73536ca1", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1372322037-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "637c4d14e9f547808a243ab08ede6499", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48131c5a-86", "ovs_interfaceid": "48131c5a-868a-4f62-a648-4b859f435b81", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c9964778-6c46-4cb5-bd0f-f985aa48bfdf", "address": "fa:16:3e:4a:19:cc", "network": {"id": "074d0a93-5749-40cb-8ff0-6aba80956d50", "bridge": "br-int", "label": "tempest-device-tagging-net1-1763713506", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "637c4d14e9f547808a243ab08ede6499", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc9964778-6c", "ovs_interfaceid": "c9964778-6c46-4cb5-bd0f-f985aa48bfdf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "ccfd92f6-a63f-4f14-b6ca-858602060fd7", "address": "fa:16:3e:56:9e:79", "network": {"id": "074d0a93-5749-40cb-8ff0-6aba80956d50", "bridge": "br-int", "label": "tempest-device-tagging-net1-1763713506", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.209", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "637c4d14e9f547808a243ab08ede6499", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapccfd92f6-a6", "ovs_interfaceid": "ccfd92f6-a63f-4f14-b6ca-858602060fd7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "6e7f9d86-fec5-499e-9770-15912418039c", "address": "fa:16:3e:19:ba:33", "network": {"id": "074d0a93-5749-40cb-8ff0-6aba80956d50", "bridge": "br-int", "label": "tempest-device-tagging-net1-1763713506", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.35", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "637c4d14e9f547808a243ab08ede6499", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6e7f9d86-fe", "ovs_interfaceid": "6e7f9d86-fec5-499e-9770-15912418039c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dc4cff12-99e9-457c-835c-cc1c5d9b2918", "address": "fa:16:3e:b7:e0:d3", "network": {"id": "074d0a93-5749-40cb-8ff0-6aba80956d50", "bridge": "br-int", "label": "tempest-device-tagging-net1-1763713506", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.64", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "637c4d14e9f547808a243ab08ede6499", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc4cff12-99", "ovs_interfaceid": "dc4cff12-99e9-457c-835c-cc1c5d9b2918", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "314f3dee-a346-4009-8c11-e7987a5acf21", "address": "fa:16:3e:96:b3:8d", "network": {"id": "c148685e-89f6-4138-a523-477582c5c752", "bridge": "br-int", "label": "tempest-device-tagging-net2-495332595", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "637c4d14e9f547808a243ab08ede6499", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap314f3dee-a3", "ovs_interfaceid": "314f3dee-a346-4009-8c11-e7987a5acf21", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f806c72f-6020-4f31-a451-61b8513f1c32", "address": "fa:16:3e:45:84:77", "network": {"id": "c148685e-89f6-4138-a523-477582c5c752", "bridge": "br-int", "label": "tempest-device-tagging-net2-495332595", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "637c4d14e9f547808a243ab08ede6499", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf806c72f-60", "ovs_interfaceid": "f806c72f-6020-4f31-a451-61b8513f1c32", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk', 'boot_index': '2'}, '/dev/vdc': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk', 'boot_index': '3'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T19:22:09Z,direct_url=<?>,disk_format='qcow2',id=d52df17c-5315-4a73-ab7c-34c161a414fb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0b43115555434818b0c8bdf6be4946da',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T19:22:11Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': 'disk', 'delete_on_termination': False, 'boot_index': 0, 'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'guest_format': None, 'attachment_id': '019fd43d-d831-406d-890f-4dad68f3b935', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IKrCHTvh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '3831d941-23f9-4b8b-94c2-eacd06826967', 'attached_at': '', 'detached_at': '', 'volume_id': '6eb5a39b-3df7-4a63-82b2-90b18f767aed', 'serial': '6eb5a39b-3df7-4a63-82b2-90b18f767aed'}, 'volume_type': None}, {'device_type': 'disk', 'delete_on_termination': False, 'boot_index': 1, 'disk_bus': 'virtio', 'mount_device': '/dev/vdb', 'guest_format': None, 'attachment_id': '71f2df63-0c45-4a73-97bf-1514bb333809', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'eDqIrhWX', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '3831d941-23f9-4b8b-94c2-eacd06826967', 'attached_at': '', 'detached_at': '', 'volume_id': 'ea44a713-9ec7-4cb6-8df8-fbd605531bd2', 'serial': 'ea44a713-9ec7-4cb6-8df8-fbd605531bd2'}, 'volume_type': None}, {'device_type': 'disk', 'delete_on_termination': False, 'boot_index': 2, 'disk_bus': 'virtio', 'mount_device': '/dev/vdc', 'guest_format': None, 'attachment_id': '7bbe5916-bbd2-47ce-96fc-74da5618dd15', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'AraEbDMI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '3831d941-23f9-4b8b-94c2-eacd06826967', 'attached_at': '', 'detached_at': '', 'volume_id': '7f5e506d-2588-483e-a5d9-c55f145097a5', 'serial': '7f5e506d-2588-483e-a5d9-c55f145097a5'}, 'volume_type': None} {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 19:29:19 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:29:19 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:29:19 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 19:29:19 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] CPU controller missing on host. {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 19:29:19 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 19:29:19 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] CPU controller found on host. {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 19:29:19 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75147) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 19:29:19 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T19:21:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T19:22:09Z,direct_url=<?>,disk_format='qcow2',id=d52df17c-5315-4a73-ab7c-34c161a414fb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0b43115555434818b0c8bdf6be4946da',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T19:22:11Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 19:29:19 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Flavor limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 19:29:19 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Image limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 19:29:19 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Flavor pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 19:29:19 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Image pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 19:29:19 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 19:29:19 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 19:29:19 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 19:29:19 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Got 1 possible topologies {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 19:29:19 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 19:29:19 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 19:29:19 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Calling os-brick to attach iSCSI Volume {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 19:29:19 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IKrCHTvh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:29:19 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:29:19 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:29:19 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:29:19 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:29:19 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:29:19 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:29:19 user nova-compute[75147]: INFO os_brick.initiator.connectors.iscsi [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 19:29:19 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed -p 172.16.0.220:3260 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:19 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed -p 172.16.0.220:3260" returned: 21 in 0.025s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:19 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[116d6c02-1b5b-490a-aace-dd823196e24b]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:29:19 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 19:29:19 user nova-compute[75147]:  {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:29:19 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed -p 172.16.0.220:3260 --interface default --op new {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:19 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:19 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[d03e7c1f-7b57-4c9f-8d7c-a726e9c8efe2]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed] added\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:29:19 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed] added
Oct 27 19:29:19 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:29:19 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:19 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:19 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c3f9651-ceee-470c-9449-fc4ce02245e4]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:29:19 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:29:19 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:19 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:19 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1db4663-cda4-4b1a-8a86-8178dd1fe3fb]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:29:19 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:29:19 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed -p 172.16.0.220:3260 --op update -n node.session.auth.username -v IKrCHTvh {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:19 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed -p 172.16.0.220:3260 --op update -n node.session.auth.username -v IKrCHTvh" returned: 0 in 0.021s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:19 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[27f95bba-1625-49aa-8583-f2281f4c94cb]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:29:19 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'IKrCHTvh'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:29:19 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:19 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.023s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:19 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[3945919e-d8d7-4456-9d0c-2958274e6f17]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:29:19 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:29:19 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:19 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:19 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2c1dbd8-4a02-4263-b79a-8fa0e9587fad]: (4, ('tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:29:19 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6 (non-flash)
Oct 27 19:29:19 user nova-compute[75147]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7 (non-flash)
Oct 27 19:29:19 user nova-compute[75147]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc (non-flash)
Oct 27 19:29:19 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:29:19 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] iscsi session list stdout=tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6 (non-flash)
Oct 27 19:29:19 user nova-compute[75147]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7 (non-flash)
Oct 27 19:29:19 user nova-compute[75147]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc (non-flash)
Oct 27 19:29:19 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:29:19 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed -p 172.16.0.220:3260 --login {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:19 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed -p 172.16.0.220:3260 --login" returned: 0 in 0.075s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:19 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e4ca99b-187d-4510-b329-dc3cd0a0892e]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:29:19 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed, portal: 172.16.0.220,3260]
Oct 27 19:29:19 user nova-compute[75147]: Login to [iface: default, target: iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed, portal: 172.16.0.220,3260] successful.
Oct 27 19:29:19 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:29:19 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:19 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.025s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:19 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4d260c1-281b-4409-acb9-0222b9dd4b32]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:29:19 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:29:19 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:19 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:19 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e67223a-2dce-485d-8385-f2ba05be108b]: (4, ('tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:29:19 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6 (non-flash)
Oct 27 19:29:19 user nova-compute[75147]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7 (non-flash)
Oct 27 19:29:19 user nova-compute[75147]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc (non-flash)
Oct 27 19:29:19 user nova-compute[75147]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed (non-flash)
Oct 27 19:29:19 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:29:19 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] iscsi session list stdout=tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6 (non-flash)
Oct 27 19:29:19 user nova-compute[75147]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7 (non-flash)
Oct 27 19:29:19 user nova-compute[75147]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc (non-flash)
Oct 27 19:29:19 user nova-compute[75147]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed (non-flash)
Oct 27 19:29:19 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:29:19 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.337s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:29:19 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Connected to 172.16.0.220:3260 {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 19:29:19 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] HCTL ('33', '-', '-', 0) found on session 8 with lun 0 {{(pid=75147) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 19:29:19 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75147) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 19:29:19 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:19 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.023s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:19 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[1420d404-4e46-4930-895a-3e81970db761]: (4, ('- - 0', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:29:19 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Searching for a device in session 8 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75147) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 19:29:19 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IKrCHTvh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 19:29:19 user nova-compute[75147]: DEBUG nova.objects.instance [None req-aa79ea4a-dac7-436c-8694-ea8d0c7dcb32 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Lazy-loading 'flavor' on Instance uuid bb800ac4-3e39-4e7f-9475-55d23c135d0b {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:29:19 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-aa79ea4a-dac7-436c-8694-ea8d0c7dcb32 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Lock "bb800ac4-3e39-4e7f-9475-55d23c135d0b" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 23.833s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:29:20 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.390s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:29:20 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] <== connect_volume: return (1392ms) {'type': 'block', 'scsi_wwn': '23763666365613234', 'path': '/dev/sdb'} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:29:20 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23763666365613234', 'path': '/dev/sdb'} {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 19:29:20 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Calling os-brick to attach iSCSI Volume {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 19:29:20 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'eDqIrhWX', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:29:20 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:29:20 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:29:20 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:29:20 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:29:20 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:29:20 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:29:20 user nova-compute[75147]: INFO os_brick.initiator.connectors.iscsi [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 19:29:20 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2 -p 172.16.0.220:3260 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:20 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:20 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[d13ee430-362a-4115-b662-d2094ddde6fa]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:29:20 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 19:29:20 user nova-compute[75147]:  {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:29:20 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2 -p 172.16.0.220:3260 --interface default --op new {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:20 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:20 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[1eb56a84-7c63-4c09-8b41-c9fb4d01d3bd]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2] added\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:29:20 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2] added
Oct 27 19:29:20 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:29:20 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:20 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:20 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ba7cbac-0562-4eff-a919-1b82a35b4ab5]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:29:20 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:29:20 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:20 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:20 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e883d51-cdfa-4a3f-9fb8-d99db6901b89]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:29:20 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:29:20 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v eDqIrhWX {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:20 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v eDqIrhWX" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:20 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf1e19af-e023-4c65-9f31-169b211bf72c]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:29:20 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'eDqIrhWX'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:29:20 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:20 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:20 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7ec626a-d308-4172-a6ef-c04679a245e5]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:29:20 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:29:20 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:20 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:20 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[88382aa3-625a-4911-a297-7f20d20c8e1b]: (4, ('tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:29:20 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6 (non-flash)
Oct 27 19:29:20 user nova-compute[75147]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7 (non-flash)
Oct 27 19:29:20 user nova-compute[75147]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc (non-flash)
Oct 27 19:29:20 user nova-compute[75147]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed (non-flash)
Oct 27 19:29:20 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:29:20 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] iscsi session list stdout=tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6 (non-flash)
Oct 27 19:29:20 user nova-compute[75147]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7 (non-flash)
Oct 27 19:29:20 user nova-compute[75147]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc (non-flash)
Oct 27 19:29:20 user nova-compute[75147]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed (non-flash)
Oct 27 19:29:20 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:29:20 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2 -p 172.16.0.220:3260 --login {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:20 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2 -p 172.16.0.220:3260 --login" returned: 0 in 0.068s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:20 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c8eabbd-74ec-46ba-badf-0533f0f14cf6]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:29:20 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2, portal: 172.16.0.220,3260]
Oct 27 19:29:20 user nova-compute[75147]: Login to [iface: default, target: iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2, portal: 172.16.0.220,3260] successful.
Oct 27 19:29:20 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:29:20 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:20 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.025s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:20 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[c4b51bcc-824f-4d79-b43e-cc4eca0c0014]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:29:20 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:29:20 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:20 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:20 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[dbd60dda-18e8-4add-ab48-572ce76bfae6]: (4, ('tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:29:20 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6 (non-flash)
Oct 27 19:29:20 user nova-compute[75147]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7 (non-flash)
Oct 27 19:29:20 user nova-compute[75147]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc (non-flash)
Oct 27 19:29:20 user nova-compute[75147]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed (non-flash)
Oct 27 19:29:20 user nova-compute[75147]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2 (non-flash)
Oct 27 19:29:20 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:29:20 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] iscsi session list stdout=tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6 (non-flash)
Oct 27 19:29:20 user nova-compute[75147]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7 (non-flash)
Oct 27 19:29:20 user nova-compute[75147]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc (non-flash)
Oct 27 19:29:20 user nova-compute[75147]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed (non-flash)
Oct 27 19:29:20 user nova-compute[75147]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2 (non-flash)
Oct 27 19:29:20 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:29:20 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.322s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:29:20 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Connected to 172.16.0.220:3260 {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 19:29:20 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] HCTL ('34', '-', '-', 0) found on session 9 with lun 0 {{(pid=75147) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 19:29:20 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75147) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 19:29:20 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:20 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:20 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d9c90d5-171c-4d5e-8eb3-02ad9e9d73af]: (4, ('- - 0', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:29:20 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Searching for a device in session 9 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75147) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 19:29:20 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'eDqIrhWX', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 19:29:21 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9c102f0d-e96c-445e-9aa9-e5f15690cb38 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Acquiring lock "bb800ac4-3e39-4e7f-9475-55d23c135d0b" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:29:21 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9c102f0d-e96c-445e-9aa9-e5f15690cb38 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Lock "bb800ac4-3e39-4e7f-9475-55d23c135d0b" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:29:21 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9c102f0d-e96c-445e-9aa9-e5f15690cb38 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Acquiring lock "bb800ac4-3e39-4e7f-9475-55d23c135d0b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:29:21 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9c102f0d-e96c-445e-9aa9-e5f15690cb38 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Lock "bb800ac4-3e39-4e7f-9475-55d23c135d0b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:29:21 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9c102f0d-e96c-445e-9aa9-e5f15690cb38 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Lock "bb800ac4-3e39-4e7f-9475-55d23c135d0b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:29:21 user nova-compute[75147]: INFO nova.compute.manager [None req-9c102f0d-e96c-445e-9aa9-e5f15690cb38 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] [instance: bb800ac4-3e39-4e7f-9475-55d23c135d0b] Terminating instance
Oct 27 19:29:21 user nova-compute[75147]: DEBUG nova.compute.manager [None req-9c102f0d-e96c-445e-9aa9-e5f15690cb38 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] [instance: bb800ac4-3e39-4e7f-9475-55d23c135d0b] Start destroying the instance on the hypervisor. {{(pid=75147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 27 19:29:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:21 user nova-compute[75147]: DEBUG nova.compute.manager [req-cc62744b-f59b-4939-bf9a-03646aa63458 req-a392be95-db51-4227-9f6d-65746b36bb24 service nova] [instance: bb800ac4-3e39-4e7f-9475-55d23c135d0b] Received event network-vif-unplugged-5befc449-e164-4be2-bc60-d9d9d6df8000 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:29:21 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-cc62744b-f59b-4939-bf9a-03646aa63458 req-a392be95-db51-4227-9f6d-65746b36bb24 service nova] Acquiring lock "bb800ac4-3e39-4e7f-9475-55d23c135d0b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:29:21 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-cc62744b-f59b-4939-bf9a-03646aa63458 req-a392be95-db51-4227-9f6d-65746b36bb24 service nova] Lock "bb800ac4-3e39-4e7f-9475-55d23c135d0b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:29:21 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-cc62744b-f59b-4939-bf9a-03646aa63458 req-a392be95-db51-4227-9f6d-65746b36bb24 service nova] Lock "bb800ac4-3e39-4e7f-9475-55d23c135d0b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:29:21 user nova-compute[75147]: DEBUG nova.compute.manager [req-cc62744b-f59b-4939-bf9a-03646aa63458 req-a392be95-db51-4227-9f6d-65746b36bb24 service nova] [instance: bb800ac4-3e39-4e7f-9475-55d23c135d0b] No waiting events found dispatching network-vif-unplugged-5befc449-e164-4be2-bc60-d9d9d6df8000 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:29:21 user nova-compute[75147]: DEBUG nova.compute.manager [req-cc62744b-f59b-4939-bf9a-03646aa63458 req-a392be95-db51-4227-9f6d-65746b36bb24 service nova] [instance: bb800ac4-3e39-4e7f-9475-55d23c135d0b] Received event network-vif-unplugged-5befc449-e164-4be2-bc60-d9d9d6df8000 for instance with task_state deleting. {{(pid=75147) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 19:29:21 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.364s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:29:21 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] <== connect_volume: return (1365ms) {'type': 'block', 'scsi_wwn': '26466383532363462', 'path': '/dev/sdc'} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:29:21 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26466383532363462', 'path': '/dev/sdc'} {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 19:29:21 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Calling os-brick to attach iSCSI Volume {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 19:29:21 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'AraEbDMI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:29:21 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:29:21 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:29:21 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:29:21 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:29:21 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:29:21 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.003s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:29:21 user nova-compute[75147]: INFO os_brick.initiator.connectors.iscsi [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 19:29:21 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5 -p 172.16.0.220:3260 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:21 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:21 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[b793f538-5619-42c7-9263-382ceeeb876b]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:29:21 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 19:29:21 user nova-compute[75147]:  {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:29:21 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5 -p 172.16.0.220:3260 --interface default --op new {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:21 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:21 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0167018-be7e-435c-8208-777e6c8097bc]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5] added\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:29:21 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5] added
Oct 27 19:29:21 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:29:21 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:22 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.032s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:22 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[454645f1-1e97-4305-8ea1-7a50ba084b09]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:29:22 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:29:22 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:22 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:22 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[39df9685-b306-470c-9833-4184b6cf6ca7]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:29:22 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:29:22 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v AraEbDMI {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:22 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v AraEbDMI" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:22 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[61ec266f-488b-4705-921e-0c956931afe7]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:29:22 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'AraEbDMI'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:29:22 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:22 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.025s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:22 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[a687e298-2234-4e3a-9bbd-8aae2fd19f6b]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:29:22 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:29:22 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:22 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.034s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:22 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c8e6f1e-1f3e-4436-8f42-5ade20ed180b]: (4, ('tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:29:22 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6 (non-flash)
Oct 27 19:29:22 user nova-compute[75147]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7 (non-flash)
Oct 27 19:29:22 user nova-compute[75147]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc (non-flash)
Oct 27 19:29:22 user nova-compute[75147]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed (non-flash)
Oct 27 19:29:22 user nova-compute[75147]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2 (non-flash)
Oct 27 19:29:22 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:29:22 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] iscsi session list stdout=tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6 (non-flash)
Oct 27 19:29:22 user nova-compute[75147]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7 (non-flash)
Oct 27 19:29:22 user nova-compute[75147]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc (non-flash)
Oct 27 19:29:22 user nova-compute[75147]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed (non-flash)
Oct 27 19:29:22 user nova-compute[75147]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2 (non-flash)
Oct 27 19:29:22 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:29:22 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5 -p 172.16.0.220:3260 --login {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:22 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5 -p 172.16.0.220:3260 --login" returned: 0 in 0.093s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:22 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[b00b66e6-4e9c-44bb-aeec-246fbb12ce14]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:29:22 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5, portal: 172.16.0.220,3260]
Oct 27 19:29:22 user nova-compute[75147]: Login to [iface: default, target: iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5, portal: 172.16.0.220,3260] successful.
Oct 27 19:29:22 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:29:22 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:22 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:22 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.034s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:22 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ee63888-3d92-4d16-874d-21b404a51252]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:29:22 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:29:22 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:22 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:22 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: bb800ac4-3e39-4e7f-9475-55d23c135d0b] Instance destroyed successfully.
Oct 27 19:29:22 user nova-compute[75147]: DEBUG nova.objects.instance [None req-9c102f0d-e96c-445e-9aa9-e5f15690cb38 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Lazy-loading 'resources' on Instance uuid bb800ac4-3e39-4e7f-9475-55d23c135d0b {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:29:22 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.043s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:22 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[27581872-184e-43e5-82b3-074d78a9a85f]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:29:22 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5 (non-flash)
Oct 27 19:29:22 user nova-compute[75147]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6 (non-flash)
Oct 27 19:29:22 user nova-compute[75147]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7 (non-flash)
Oct 27 19:29:22 user nova-compute[75147]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc (non-flash)
Oct 27 19:29:22 user nova-compute[75147]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed (non-flash)
Oct 27 19:29:22 user nova-compute[75147]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2 (non-flash)
Oct 27 19:29:22 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:29:22 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5 (non-flash)
Oct 27 19:29:22 user nova-compute[75147]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6 (non-flash)
Oct 27 19:29:22 user nova-compute[75147]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7 (non-flash)
Oct 27 19:29:22 user nova-compute[75147]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc (non-flash)
Oct 27 19:29:22 user nova-compute[75147]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed (non-flash)
Oct 27 19:29:22 user nova-compute[75147]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2 (non-flash)
Oct 27 19:29:22 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:29:22 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.396s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:29:22 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Connected to 172.16.0.220:3260 {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 19:29:22 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] HCTL ('35', '-', '-', 0) found on session 10 with lun 0 {{(pid=75147) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 19:29:22 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75147) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 19:29:22 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:22 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-9c102f0d-e96c-445e-9aa9-e5f15690cb38 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-27T19:26:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachSCSIVolumeTestJSON-server-2061856779',display_name='tempest-AttachSCSIVolumeTestJSON-server-2061856779',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachscsivolumetestjson-server-2061856779',id=7,image_ref='820af2c9-f71c-4e70-96fa-80be39592a94',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCbqduFgUfTHmOelnImSfj9dxhlGO3x9qSFUsuez8jM8lH+aMSPcep8HQDnUK24bSEgkn1zK20gBVyEIDXRTpPyFWqmW6yQxQghQIbtoXq94jQSwK7mkRWRWmufes/B0xg==',key_name='tempest-keypair-1278105520',keypairs=<?>,launch_index=0,launched_at=2023-10-27T19:26:28Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='1d347d9084a34a0b9baba41641a19ed5',ramdisk_id='',reservation_id='r-dmnubfq4',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='820af2c9-f71c-4e70-96fa-80be39592a94',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='scsi',image_hw_disk_bus='scsi',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_scsi_model='virtio-scsi',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-AttachSCSIVolumeTestJSON-662521334',owner_user_name='tempest-AttachSCSIVolumeTestJSON-662521334-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T19:26:28Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='258447cd97824506b28b53b3f0492cc4',uuid=bb800ac4-3e39-4e7f-9475-55d23c135d0b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "5befc449-e164-4be2-bc60-d9d9d6df8000", "address": "fa:16:3e:41:fd:a8", "network": {"id": "0a330d84-2a5c-4cb3-82fc-9b174954894e", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-722644214-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1d347d9084a34a0b9baba41641a19ed5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5befc449-e1", "ovs_interfaceid": "5befc449-e164-4be2-bc60-d9d9d6df8000", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 19:29:22 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-9c102f0d-e96c-445e-9aa9-e5f15690cb38 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Converting VIF {"id": "5befc449-e164-4be2-bc60-d9d9d6df8000", "address": "fa:16:3e:41:fd:a8", "network": {"id": "0a330d84-2a5c-4cb3-82fc-9b174954894e", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-722644214-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1d347d9084a34a0b9baba41641a19ed5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5befc449-e1", "ovs_interfaceid": "5befc449-e164-4be2-bc60-d9d9d6df8000", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:29:22 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-9c102f0d-e96c-445e-9aa9-e5f15690cb38 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:41:fd:a8,bridge_name='br-int',has_traffic_filtering=True,id=5befc449-e164-4be2-bc60-d9d9d6df8000,network=Network(0a330d84-2a5c-4cb3-82fc-9b174954894e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5befc449-e1') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:29:22 user nova-compute[75147]: DEBUG os_vif [None req-9c102f0d-e96c-445e-9aa9-e5f15690cb38 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:41:fd:a8,bridge_name='br-int',has_traffic_filtering=True,id=5befc449-e164-4be2-bc60-d9d9d6df8000,network=Network(0a330d84-2a5c-4cb3-82fc-9b174954894e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5befc449-e1') {{(pid=75147) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 19:29:22 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:22 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap5befc449-e1, bridge=br-int, if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:29:22 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:22 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:22 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[de819322-3623-49dd-a519-deb55f40a18d]: (4, ('- - 0', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:29:22 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Searching for a device in session 10 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75147) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 19:29:22 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'AraEbDMI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 19:29:22 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:22 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:22 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=027af0f5-3205-480b-a8e8-dd73cd3b721c) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:29:22 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:22 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:22 user nova-compute[75147]: INFO os_vif [None req-9c102f0d-e96c-445e-9aa9-e5f15690cb38 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:41:fd:a8,bridge_name='br-int',has_traffic_filtering=True,id=5befc449-e164-4be2-bc60-d9d9d6df8000,network=Network(0a330d84-2a5c-4cb3-82fc-9b174954894e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5befc449-e1')
Oct 27 19:29:22 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-9c102f0d-e96c-445e-9aa9-e5f15690cb38 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] [instance: bb800ac4-3e39-4e7f-9475-55d23c135d0b] Deleting instance files /opt/stack/data/nova/instances/bb800ac4-3e39-4e7f-9475-55d23c135d0b_del
Oct 27 19:29:22 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-9c102f0d-e96c-445e-9aa9-e5f15690cb38 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] [instance: bb800ac4-3e39-4e7f-9475-55d23c135d0b] Deletion of /opt/stack/data/nova/instances/bb800ac4-3e39-4e7f-9475-55d23c135d0b_del complete
Oct 27 19:29:22 user nova-compute[75147]: INFO nova.compute.manager [None req-9c102f0d-e96c-445e-9aa9-e5f15690cb38 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] [instance: bb800ac4-3e39-4e7f-9475-55d23c135d0b] Took 1.03 seconds to destroy the instance on the hypervisor.
Oct 27 19:29:22 user nova-compute[75147]: DEBUG oslo.service.loopingcall [None req-9c102f0d-e96c-445e-9aa9-e5f15690cb38 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 27 19:29:22 user nova-compute[75147]: DEBUG nova.compute.manager [-] [instance: bb800ac4-3e39-4e7f-9475-55d23c135d0b] Deallocating network for instance {{(pid=75147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 27 19:29:22 user nova-compute[75147]: DEBUG nova.network.neutron [-] [instance: bb800ac4-3e39-4e7f-9475-55d23c135d0b] deallocate_for_instance() {{(pid=75147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.441s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] <== connect_volume: return (1444ms) {'type': 'block', 'scsi_wwn': '26637633632393930', 'path': '/dev/sdd'} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26637633632393930', 'path': '/dev/sdd'} {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-27T19:28:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-159270040',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-159270040',id=11,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDNTQX51dNzbHgBlmtBTCVQNleBo3ZNY3dX9sgr9qMa5xSxNNP8jE7lmaAIzw7lotRW7WJtLo60+cHQJkYmdVnxxwp/by8iV2iliX6JFWNF2jWqE5ucrnNY9XRHbe3fI6Q==',key_name='tempest-keypair-1275800198',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='637c4d14e9f547808a243ab08ede6499',ramdisk_id='',reservation_id='r-a4ml2540',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1913596134',owner_user_name='tempest-TaggedBootDevicesTest-1913596134-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:28:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d4b4f66bd5ed4b1cba7a370bbb29b449',uuid=3831d941-23f9-4b8b-94c2-eacd06826967,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "48131c5a-868a-4f62-a648-4b859f435b81", "address": "fa:16:3e:6d:d2:23", "network": {"id": "15d66fa1-c091-49ef-92e9-629a73536ca1", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1372322037-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "637c4d14e9f547808a243ab08ede6499", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48131c5a-86", "ovs_interfaceid": "48131c5a-868a-4f62-a648-4b859f435b81", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75147) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Converting VIF {"id": "48131c5a-868a-4f62-a648-4b859f435b81", "address": "fa:16:3e:6d:d2:23", "network": {"id": "15d66fa1-c091-49ef-92e9-629a73536ca1", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1372322037-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "637c4d14e9f547808a243ab08ede6499", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48131c5a-86", "ovs_interfaceid": "48131c5a-868a-4f62-a648-4b859f435b81", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6d:d2:23,bridge_name='br-int',has_traffic_filtering=True,id=48131c5a-868a-4f62-a648-4b859f435b81,network=Network(15d66fa1-c091-49ef-92e9-629a73536ca1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap48131c5a-86') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-27T19:28:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-159270040',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-159270040',id=11,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDNTQX51dNzbHgBlmtBTCVQNleBo3ZNY3dX9sgr9qMa5xSxNNP8jE7lmaAIzw7lotRW7WJtLo60+cHQJkYmdVnxxwp/by8iV2iliX6JFWNF2jWqE5ucrnNY9XRHbe3fI6Q==',key_name='tempest-keypair-1275800198',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='637c4d14e9f547808a243ab08ede6499',ramdisk_id='',reservation_id='r-a4ml2540',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1913596134',owner_user_name='tempest-TaggedBootDevicesTest-1913596134-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:28:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d4b4f66bd5ed4b1cba7a370bbb29b449',uuid=3831d941-23f9-4b8b-94c2-eacd06826967,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c9964778-6c46-4cb5-bd0f-f985aa48bfdf", "address": "fa:16:3e:4a:19:cc", "network": {"id": "074d0a93-5749-40cb-8ff0-6aba80956d50", "bridge": "br-int", "label": "tempest-device-tagging-net1-1763713506", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "637c4d14e9f547808a243ab08ede6499", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc9964778-6c", "ovs_interfaceid": "c9964778-6c46-4cb5-bd0f-f985aa48bfdf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75147) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Converting VIF {"id": "c9964778-6c46-4cb5-bd0f-f985aa48bfdf", "address": "fa:16:3e:4a:19:cc", "network": {"id": "074d0a93-5749-40cb-8ff0-6aba80956d50", "bridge": "br-int", "label": "tempest-device-tagging-net1-1763713506", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "637c4d14e9f547808a243ab08ede6499", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc9964778-6c", "ovs_interfaceid": "c9964778-6c46-4cb5-bd0f-f985aa48bfdf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4a:19:cc,bridge_name='br-int',has_traffic_filtering=True,id=c9964778-6c46-4cb5-bd0f-f985aa48bfdf,network=Network(074d0a93-5749-40cb-8ff0-6aba80956d50),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapc9964778-6c') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-27T19:28:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-159270040',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-159270040',id=11,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDNTQX51dNzbHgBlmtBTCVQNleBo3ZNY3dX9sgr9qMa5xSxNNP8jE7lmaAIzw7lotRW7WJtLo60+cHQJkYmdVnxxwp/by8iV2iliX6JFWNF2jWqE5ucrnNY9XRHbe3fI6Q==',key_name='tempest-keypair-1275800198',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='637c4d14e9f547808a243ab08ede6499',ramdisk_id='',reservation_id='r-a4ml2540',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1913596134',owner_user_name='tempest-TaggedBootDevicesTest-1913596134-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:28:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d4b4f66bd5ed4b1cba7a370bbb29b449',uuid=3831d941-23f9-4b8b-94c2-eacd06826967,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ccfd92f6-a63f-4f14-b6ca-858602060fd7", "address": "fa:16:3e:56:9e:79", "network": {"id": "074d0a93-5749-40cb-8ff0-6aba80956d50", "bridge": "br-int", "label": "tempest-device-tagging-net1-1763713506", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.209", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "637c4d14e9f547808a243ab08ede6499", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapccfd92f6-a6", "ovs_interfaceid": "ccfd92f6-a63f-4f14-b6ca-858602060fd7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75147) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Converting VIF {"id": "ccfd92f6-a63f-4f14-b6ca-858602060fd7", "address": "fa:16:3e:56:9e:79", "network": {"id": "074d0a93-5749-40cb-8ff0-6aba80956d50", "bridge": "br-int", "label": "tempest-device-tagging-net1-1763713506", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.209", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "637c4d14e9f547808a243ab08ede6499", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapccfd92f6-a6", "ovs_interfaceid": "ccfd92f6-a63f-4f14-b6ca-858602060fd7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:56:9e:79,bridge_name='br-int',has_traffic_filtering=True,id=ccfd92f6-a63f-4f14-b6ca-858602060fd7,network=Network(074d0a93-5749-40cb-8ff0-6aba80956d50),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapccfd92f6-a6') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-27T19:28:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-159270040',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-159270040',id=11,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDNTQX51dNzbHgBlmtBTCVQNleBo3ZNY3dX9sgr9qMa5xSxNNP8jE7lmaAIzw7lotRW7WJtLo60+cHQJkYmdVnxxwp/by8iV2iliX6JFWNF2jWqE5ucrnNY9XRHbe3fI6Q==',key_name='tempest-keypair-1275800198',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='637c4d14e9f547808a243ab08ede6499',ramdisk_id='',reservation_id='r-a4ml2540',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1913596134',owner_user_name='tempest-TaggedBootDevicesTest-1913596134-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:28:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d4b4f66bd5ed4b1cba7a370bbb29b449',uuid=3831d941-23f9-4b8b-94c2-eacd06826967,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6e7f9d86-fec5-499e-9770-15912418039c", "address": "fa:16:3e:19:ba:33", "network": {"id": "074d0a93-5749-40cb-8ff0-6aba80956d50", "bridge": "br-int", "label": "tempest-device-tagging-net1-1763713506", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.35", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "637c4d14e9f547808a243ab08ede6499", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6e7f9d86-fe", "ovs_interfaceid": "6e7f9d86-fec5-499e-9770-15912418039c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75147) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Converting VIF {"id": "6e7f9d86-fec5-499e-9770-15912418039c", "address": "fa:16:3e:19:ba:33", "network": {"id": "074d0a93-5749-40cb-8ff0-6aba80956d50", "bridge": "br-int", "label": "tempest-device-tagging-net1-1763713506", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.35", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "637c4d14e9f547808a243ab08ede6499", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6e7f9d86-fe", "ovs_interfaceid": "6e7f9d86-fec5-499e-9770-15912418039c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:19:ba:33,bridge_name='br-int',has_traffic_filtering=True,id=6e7f9d86-fec5-499e-9770-15912418039c,network=Network(074d0a93-5749-40cb-8ff0-6aba80956d50),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6e7f9d86-fe') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-27T19:28:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-159270040',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-159270040',id=11,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDNTQX51dNzbHgBlmtBTCVQNleBo3ZNY3dX9sgr9qMa5xSxNNP8jE7lmaAIzw7lotRW7WJtLo60+cHQJkYmdVnxxwp/by8iV2iliX6JFWNF2jWqE5ucrnNY9XRHbe3fI6Q==',key_name='tempest-keypair-1275800198',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='637c4d14e9f547808a243ab08ede6499',ramdisk_id='',reservation_id='r-a4ml2540',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1913596134',owner_user_name='tempest-TaggedBootDevicesTest-1913596134-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:28:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d4b4f66bd5ed4b1cba7a370bbb29b449',uuid=3831d941-23f9-4b8b-94c2-eacd06826967,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "dc4cff12-99e9-457c-835c-cc1c5d9b2918", "address": "fa:16:3e:b7:e0:d3", "network": {"id": "074d0a93-5749-40cb-8ff0-6aba80956d50", "bridge": "br-int", "label": "tempest-device-tagging-net1-1763713506", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.64", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "637c4d14e9f547808a243ab08ede6499", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc4cff12-99", "ovs_interfaceid": "dc4cff12-99e9-457c-835c-cc1c5d9b2918", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75147) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Converting VIF {"id": "dc4cff12-99e9-457c-835c-cc1c5d9b2918", "address": "fa:16:3e:b7:e0:d3", "network": {"id": "074d0a93-5749-40cb-8ff0-6aba80956d50", "bridge": "br-int", "label": "tempest-device-tagging-net1-1763713506", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.64", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "637c4d14e9f547808a243ab08ede6499", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc4cff12-99", "ovs_interfaceid": "dc4cff12-99e9-457c-835c-cc1c5d9b2918", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b7:e0:d3,bridge_name='br-int',has_traffic_filtering=True,id=dc4cff12-99e9-457c-835c-cc1c5d9b2918,network=Network(074d0a93-5749-40cb-8ff0-6aba80956d50),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdc4cff12-99') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-27T19:28:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-159270040',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-159270040',id=11,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDNTQX51dNzbHgBlmtBTCVQNleBo3ZNY3dX9sgr9qMa5xSxNNP8jE7lmaAIzw7lotRW7WJtLo60+cHQJkYmdVnxxwp/by8iV2iliX6JFWNF2jWqE5ucrnNY9XRHbe3fI6Q==',key_name='tempest-keypair-1275800198',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='637c4d14e9f547808a243ab08ede6499',ramdisk_id='',reservation_id='r-a4ml2540',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1913596134',owner_user_name='tempest-TaggedBootDevicesTest-1913596134-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:28:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d4b4f66bd5ed4b1cba7a370bbb29b449',uuid=3831d941-23f9-4b8b-94c2-eacd06826967,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "314f3dee-a346-4009-8c11-e7987a5acf21", "address": "fa:16:3e:96:b3:8d", "network": {"id": "c148685e-89f6-4138-a523-477582c5c752", "bridge": "br-int", "label": "tempest-device-tagging-net2-495332595", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "637c4d14e9f547808a243ab08ede6499", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap314f3dee-a3", "ovs_interfaceid": "314f3dee-a346-4009-8c11-e7987a5acf21", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75147) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Converting VIF {"id": "314f3dee-a346-4009-8c11-e7987a5acf21", "address": "fa:16:3e:96:b3:8d", "network": {"id": "c148685e-89f6-4138-a523-477582c5c752", "bridge": "br-int", "label": "tempest-device-tagging-net2-495332595", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "637c4d14e9f547808a243ab08ede6499", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap314f3dee-a3", "ovs_interfaceid": "314f3dee-a346-4009-8c11-e7987a5acf21", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:96:b3:8d,bridge_name='br-int',has_traffic_filtering=True,id=314f3dee-a346-4009-8c11-e7987a5acf21,network=Network(c148685e-89f6-4138-a523-477582c5c752),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap314f3dee-a3') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-27T19:28:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-159270040',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-159270040',id=11,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDNTQX51dNzbHgBlmtBTCVQNleBo3ZNY3dX9sgr9qMa5xSxNNP8jE7lmaAIzw7lotRW7WJtLo60+cHQJkYmdVnxxwp/by8iV2iliX6JFWNF2jWqE5ucrnNY9XRHbe3fI6Q==',key_name='tempest-keypair-1275800198',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='637c4d14e9f547808a243ab08ede6499',ramdisk_id='',reservation_id='r-a4ml2540',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1913596134',owner_user_name='tempest-TaggedBootDevicesTest-1913596134-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:28:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d4b4f66bd5ed4b1cba7a370bbb29b449',uuid=3831d941-23f9-4b8b-94c2-eacd06826967,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f806c72f-6020-4f31-a451-61b8513f1c32", "address": "fa:16:3e:45:84:77", "network": {"id": "c148685e-89f6-4138-a523-477582c5c752", "bridge": "br-int", "label": "tempest-device-tagging-net2-495332595", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "637c4d14e9f547808a243ab08ede6499", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf806c72f-60", "ovs_interfaceid": "f806c72f-6020-4f31-a451-61b8513f1c32", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75147) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Converting VIF {"id": "f806c72f-6020-4f31-a451-61b8513f1c32", "address": "fa:16:3e:45:84:77", "network": {"id": "c148685e-89f6-4138-a523-477582c5c752", "bridge": "br-int", "label": "tempest-device-tagging-net2-495332595", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "637c4d14e9f547808a243ab08ede6499", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf806c72f-60", "ovs_interfaceid": "f806c72f-6020-4f31-a451-61b8513f1c32", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:45:84:77,bridge_name='br-int',has_traffic_filtering=True,id=f806c72f-6020-4f31-a451-61b8513f1c32,network=Network(c148685e-89f6-4138-a523-477582c5c752),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf806c72f-60') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG nova.objects.instance [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Lazy-loading 'pci_devices' on Instance uuid 3831d941-23f9-4b8b-94c2-eacd06826967 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] End _get_guest_xml xml=<domain type="kvm">
Oct 27 19:29:23 user nova-compute[75147]:   <uuid>3831d941-23f9-4b8b-94c2-eacd06826967</uuid>
Oct 27 19:29:23 user nova-compute[75147]:   <name>instance-0000000b</name>
Oct 27 19:29:23 user nova-compute[75147]:   <memory>524288</memory>
Oct 27 19:29:23 user nova-compute[75147]:   <vcpu>1</vcpu>
Oct 27 19:29:23 user nova-compute[75147]:   <metadata>
Oct 27 19:29:23 user nova-compute[75147]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 19:29:23 user nova-compute[75147]:       <nova:package version="0.0.0"/>
Oct 27 19:29:23 user nova-compute[75147]:       <nova:name>tempest-device-tagging-server-159270040</nova:name>
Oct 27 19:29:23 user nova-compute[75147]:       <nova:creationTime>2023-10-27 19:29:19</nova:creationTime>
Oct 27 19:29:23 user nova-compute[75147]:       <nova:flavor name="m1.tiny">
Oct 27 19:29:23 user nova-compute[75147]:         <nova:memory>512</nova:memory>
Oct 27 19:29:23 user nova-compute[75147]:         <nova:disk>1</nova:disk>
Oct 27 19:29:23 user nova-compute[75147]:         <nova:swap>0</nova:swap>
Oct 27 19:29:23 user nova-compute[75147]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 19:29:23 user nova-compute[75147]:         <nova:vcpus>1</nova:vcpus>
Oct 27 19:29:23 user nova-compute[75147]:       </nova:flavor>
Oct 27 19:29:23 user nova-compute[75147]:       <nova:owner>
Oct 27 19:29:23 user nova-compute[75147]:         <nova:user uuid="d4b4f66bd5ed4b1cba7a370bbb29b449">tempest-TaggedBootDevicesTest-1913596134-project-member</nova:user>
Oct 27 19:29:23 user nova-compute[75147]:         <nova:project uuid="637c4d14e9f547808a243ab08ede6499">tempest-TaggedBootDevicesTest-1913596134</nova:project>
Oct 27 19:29:23 user nova-compute[75147]:       </nova:owner>
Oct 27 19:29:23 user nova-compute[75147]:       <nova:root type="image" uuid="d52df17c-5315-4a73-ab7c-34c161a414fb"/>
Oct 27 19:29:23 user nova-compute[75147]:       <nova:ports>
Oct 27 19:29:23 user nova-compute[75147]:         <nova:port uuid="48131c5a-868a-4f62-a648-4b859f435b81">
Oct 27 19:29:23 user nova-compute[75147]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Oct 27 19:29:23 user nova-compute[75147]:         </nova:port>
Oct 27 19:29:23 user nova-compute[75147]:         <nova:port uuid="c9964778-6c46-4cb5-bd0f-f985aa48bfdf">
Oct 27 19:29:23 user nova-compute[75147]:           <nova:ip type="fixed" address="10.1.1.92" ipVersion="4"/>
Oct 27 19:29:23 user nova-compute[75147]:         </nova:port>
Oct 27 19:29:23 user nova-compute[75147]:         <nova:port uuid="ccfd92f6-a63f-4f14-b6ca-858602060fd7">
Oct 27 19:29:23 user nova-compute[75147]:           <nova:ip type="fixed" address="10.1.1.209" ipVersion="4"/>
Oct 27 19:29:23 user nova-compute[75147]:         </nova:port>
Oct 27 19:29:23 user nova-compute[75147]:         <nova:port uuid="6e7f9d86-fec5-499e-9770-15912418039c">
Oct 27 19:29:23 user nova-compute[75147]:           <nova:ip type="fixed" address="10.1.1.35" ipVersion="4"/>
Oct 27 19:29:23 user nova-compute[75147]:         </nova:port>
Oct 27 19:29:23 user nova-compute[75147]:         <nova:port uuid="dc4cff12-99e9-457c-835c-cc1c5d9b2918">
Oct 27 19:29:23 user nova-compute[75147]:           <nova:ip type="fixed" address="10.1.1.64" ipVersion="4"/>
Oct 27 19:29:23 user nova-compute[75147]:         </nova:port>
Oct 27 19:29:23 user nova-compute[75147]:         <nova:port uuid="314f3dee-a346-4009-8c11-e7987a5acf21">
Oct 27 19:29:23 user nova-compute[75147]:           <nova:ip type="fixed" address="10.2.2.100" ipVersion="4"/>
Oct 27 19:29:23 user nova-compute[75147]:         </nova:port>
Oct 27 19:29:23 user nova-compute[75147]:         <nova:port uuid="f806c72f-6020-4f31-a451-61b8513f1c32">
Oct 27 19:29:23 user nova-compute[75147]:           <nova:ip type="fixed" address="10.2.2.200" ipVersion="4"/>
Oct 27 19:29:23 user nova-compute[75147]:         </nova:port>
Oct 27 19:29:23 user nova-compute[75147]:       </nova:ports>
Oct 27 19:29:23 user nova-compute[75147]:     </nova:instance>
Oct 27 19:29:23 user nova-compute[75147]:   </metadata>
Oct 27 19:29:23 user nova-compute[75147]:   <sysinfo type="smbios">
Oct 27 19:29:23 user nova-compute[75147]:     <system>
Oct 27 19:29:23 user nova-compute[75147]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 19:29:23 user nova-compute[75147]:       <entry name="product">OpenStack Nova</entry>
Oct 27 19:29:23 user nova-compute[75147]:       <entry name="version">0.0.0</entry>
Oct 27 19:29:23 user nova-compute[75147]:       <entry name="serial">3831d941-23f9-4b8b-94c2-eacd06826967</entry>
Oct 27 19:29:23 user nova-compute[75147]:       <entry name="uuid">3831d941-23f9-4b8b-94c2-eacd06826967</entry>
Oct 27 19:29:23 user nova-compute[75147]:       <entry name="family">Virtual Machine</entry>
Oct 27 19:29:23 user nova-compute[75147]:     </system>
Oct 27 19:29:23 user nova-compute[75147]:   </sysinfo>
Oct 27 19:29:23 user nova-compute[75147]:   <os>
Oct 27 19:29:23 user nova-compute[75147]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 19:29:23 user nova-compute[75147]:     <boot dev="hd"/>
Oct 27 19:29:23 user nova-compute[75147]:     <smbios mode="sysinfo"/>
Oct 27 19:29:23 user nova-compute[75147]:   </os>
Oct 27 19:29:23 user nova-compute[75147]:   <features>
Oct 27 19:29:23 user nova-compute[75147]:     <acpi/>
Oct 27 19:29:23 user nova-compute[75147]:     <apic/>
Oct 27 19:29:23 user nova-compute[75147]:     <vmcoreinfo/>
Oct 27 19:29:23 user nova-compute[75147]:   </features>
Oct 27 19:29:23 user nova-compute[75147]:   <clock offset="utc">
Oct 27 19:29:23 user nova-compute[75147]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 19:29:23 user nova-compute[75147]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 19:29:23 user nova-compute[75147]:     <timer name="hpet" present="no"/>
Oct 27 19:29:23 user nova-compute[75147]:   </clock>
Oct 27 19:29:23 user nova-compute[75147]:   <cpu mode="custom" match="exact">
Oct 27 19:29:23 user nova-compute[75147]:     <model>Nehalem</model>
Oct 27 19:29:23 user nova-compute[75147]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 19:29:23 user nova-compute[75147]:   </cpu>
Oct 27 19:29:23 user nova-compute[75147]:   <devices>
Oct 27 19:29:23 user nova-compute[75147]:     <disk type="file" device="cdrom">
Oct 27 19:29:23 user nova-compute[75147]:       <driver name="qemu" type="raw" cache="none"/>
Oct 27 19:29:23 user nova-compute[75147]:       <source file="/opt/stack/data/nova/instances/3831d941-23f9-4b8b-94c2-eacd06826967/disk.config"/>
Oct 27 19:29:23 user nova-compute[75147]:       <target dev="hda" bus="ide"/>
Oct 27 19:29:23 user nova-compute[75147]:     </disk>
Oct 27 19:29:23 user nova-compute[75147]:     <disk type="block" device="disk">
Oct 27 19:29:23 user nova-compute[75147]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 19:29:23 user nova-compute[75147]:       <source dev="/dev/sdb"/>
Oct 27 19:29:23 user nova-compute[75147]:       <target dev="vda" bus="virtio"/>
Oct 27 19:29:23 user nova-compute[75147]:       <serial>6eb5a39b-3df7-4a63-82b2-90b18f767aed</serial>
Oct 27 19:29:23 user nova-compute[75147]:     </disk>
Oct 27 19:29:23 user nova-compute[75147]:     <disk type="block" device="disk">
Oct 27 19:29:23 user nova-compute[75147]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 19:29:23 user nova-compute[75147]:       <source dev="/dev/sdc"/>
Oct 27 19:29:23 user nova-compute[75147]:       <target dev="vdb" bus="virtio"/>
Oct 27 19:29:23 user nova-compute[75147]:       <serial>ea44a713-9ec7-4cb6-8df8-fbd605531bd2</serial>
Oct 27 19:29:23 user nova-compute[75147]:     </disk>
Oct 27 19:29:23 user nova-compute[75147]:     <disk type="block" device="disk">
Oct 27 19:29:23 user nova-compute[75147]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 19:29:23 user nova-compute[75147]:       <source dev="/dev/sdd"/>
Oct 27 19:29:23 user nova-compute[75147]:       <target dev="vdc" bus="virtio"/>
Oct 27 19:29:23 user nova-compute[75147]:       <serial>7f5e506d-2588-483e-a5d9-c55f145097a5</serial>
Oct 27 19:29:23 user nova-compute[75147]:     </disk>
Oct 27 19:29:23 user nova-compute[75147]:     <interface type="ethernet">
Oct 27 19:29:23 user nova-compute[75147]:       <mac address="fa:16:3e:6d:d2:23"/>
Oct 27 19:29:23 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:29:23 user nova-compute[75147]:       <mtu size="1442"/>
Oct 27 19:29:23 user nova-compute[75147]:       <target dev="tap48131c5a-86"/>
Oct 27 19:29:23 user nova-compute[75147]:     </interface>
Oct 27 19:29:23 user nova-compute[75147]:     <interface type="ethernet">
Oct 27 19:29:23 user nova-compute[75147]:       <mac address="fa:16:3e:4a:19:cc"/>
Oct 27 19:29:23 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:29:23 user nova-compute[75147]:       <mtu size="1442"/>
Oct 27 19:29:23 user nova-compute[75147]:       <target dev="tapc9964778-6c"/>
Oct 27 19:29:23 user nova-compute[75147]:     </interface>
Oct 27 19:29:23 user nova-compute[75147]:     <interface type="ethernet">
Oct 27 19:29:23 user nova-compute[75147]:       <mac address="fa:16:3e:56:9e:79"/>
Oct 27 19:29:23 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:29:23 user nova-compute[75147]:       <mtu size="1442"/>
Oct 27 19:29:23 user nova-compute[75147]:       <target dev="tapccfd92f6-a6"/>
Oct 27 19:29:23 user nova-compute[75147]:     </interface>
Oct 27 19:29:23 user nova-compute[75147]:     <interface type="ethernet">
Oct 27 19:29:23 user nova-compute[75147]:       <mac address="fa:16:3e:19:ba:33"/>
Oct 27 19:29:23 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:29:23 user nova-compute[75147]:       <mtu size="1442"/>
Oct 27 19:29:23 user nova-compute[75147]:       <target dev="tap6e7f9d86-fe"/>
Oct 27 19:29:23 user nova-compute[75147]:     </interface>
Oct 27 19:29:23 user nova-compute[75147]:     <interface type="ethernet">
Oct 27 19:29:23 user nova-compute[75147]:       <mac address="fa:16:3e:b7:e0:d3"/>
Oct 27 19:29:23 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:29:23 user nova-compute[75147]:       <mtu size="1442"/>
Oct 27 19:29:23 user nova-compute[75147]:       <target dev="tapdc4cff12-99"/>
Oct 27 19:29:23 user nova-compute[75147]:     </interface>
Oct 27 19:29:23 user nova-compute[75147]:     <interface type="ethernet">
Oct 27 19:29:23 user nova-compute[75147]:       <mac address="fa:16:3e:96:b3:8d"/>
Oct 27 19:29:23 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:29:23 user nova-compute[75147]:       <mtu size="1442"/>
Oct 27 19:29:23 user nova-compute[75147]:       <target dev="tap314f3dee-a3"/>
Oct 27 19:29:23 user nova-compute[75147]:     </interface>
Oct 27 19:29:23 user nova-compute[75147]:     <interface type="ethernet">
Oct 27 19:29:23 user nova-compute[75147]:       <mac address="fa:16:3e:45:84:77"/>
Oct 27 19:29:23 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:29:23 user nova-compute[75147]:       <mtu size="1442"/>
Oct 27 19:29:23 user nova-compute[75147]:       <target dev="tapf806c72f-60"/>
Oct 27 19:29:23 user nova-compute[75147]:     </interface>
Oct 27 19:29:23 user nova-compute[75147]:     <serial type="pty">
Oct 27 19:29:23 user nova-compute[75147]:       <log file="/opt/stack/data/nova/instances/3831d941-23f9-4b8b-94c2-eacd06826967/console.log" append="off"/>
Oct 27 19:29:23 user nova-compute[75147]:     </serial>
Oct 27 19:29:23 user nova-compute[75147]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 19:29:23 user nova-compute[75147]:     <video>
Oct 27 19:29:23 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:29:23 user nova-compute[75147]:     </video>
Oct 27 19:29:23 user nova-compute[75147]:     <rng model="virtio">
Oct 27 19:29:23 user nova-compute[75147]:       <backend model="random">/dev/urandom</backend>
Oct 27 19:29:23 user nova-compute[75147]:     </rng>
Oct 27 19:29:23 user nova-compute[75147]:     <controller type="usb" index="0" model="none"/>
Oct 27 19:29:23 user nova-compute[75147]:     <memballoon model="virtio">
Oct 27 19:29:23 user nova-compute[75147]:       <stats period="10"/>
Oct 27 19:29:23 user nova-compute[75147]:     </memballoon>
Oct 27 19:29:23 user nova-compute[75147]:   </devices>
Oct 27 19:29:23 user nova-compute[75147]: </domain>
Oct 27 19:29:23 user nova-compute[75147]:  {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-27T19:28:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-159270040',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-159270040',id=11,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDNTQX51dNzbHgBlmtBTCVQNleBo3ZNY3dX9sgr9qMa5xSxNNP8jE7lmaAIzw7lotRW7WJtLo60+cHQJkYmdVnxxwp/by8iV2iliX6JFWNF2jWqE5ucrnNY9XRHbe3fI6Q==',key_name='tempest-keypair-1275800198',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='637c4d14e9f547808a243ab08ede6499',ramdisk_id='',reservation_id='r-a4ml2540',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1913596134',owner_user_name='tempest-TaggedBootDevicesTest-1913596134-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:28:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d4b4f66bd5ed4b1cba7a370bbb29b449',uuid=3831d941-23f9-4b8b-94c2-eacd06826967,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "48131c5a-868a-4f62-a648-4b859f435b81", "address": "fa:16:3e:6d:d2:23", "network": {"id": "15d66fa1-c091-49ef-92e9-629a73536ca1", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1372322037-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "637c4d14e9f547808a243ab08ede6499", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48131c5a-86", "ovs_interfaceid": "48131c5a-868a-4f62-a648-4b859f435b81", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Converting VIF {"id": "48131c5a-868a-4f62-a648-4b859f435b81", "address": "fa:16:3e:6d:d2:23", "network": {"id": "15d66fa1-c091-49ef-92e9-629a73536ca1", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1372322037-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "637c4d14e9f547808a243ab08ede6499", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48131c5a-86", "ovs_interfaceid": "48131c5a-868a-4f62-a648-4b859f435b81", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6d:d2:23,bridge_name='br-int',has_traffic_filtering=True,id=48131c5a-868a-4f62-a648-4b859f435b81,network=Network(15d66fa1-c091-49ef-92e9-629a73536ca1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap48131c5a-86') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG os_vif [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:6d:d2:23,bridge_name='br-int',has_traffic_filtering=True,id=48131c5a-868a-4f62-a648-4b859f435b81,network=Network(15d66fa1-c091-49ef-92e9-629a73536ca1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap48131c5a-86') {{(pid=75147) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '3388a770-b020-5a7f-bc8e-8832739098d4', '_type': 'linux-noop'}}, row=False) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap48131c5a-86, may_exist=True, interface_attrs={}) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap48131c5a-86, col_values=(('qos', UUID('5986abd8-8472-4784-bf53-fb9893a8a643')),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap48131c5a-86, col_values=(('external_ids', {'iface-id': '48131c5a-868a-4f62-a648-4b859f435b81', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:6d:d2:23', 'vm-uuid': '3831d941-23f9-4b8b-94c2-eacd06826967'}),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:23 user nova-compute[75147]: INFO os_vif [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:6d:d2:23,bridge_name='br-int',has_traffic_filtering=True,id=48131c5a-868a-4f62-a648-4b859f435b81,network=Network(15d66fa1-c091-49ef-92e9-629a73536ca1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap48131c5a-86')
Oct 27 19:29:23 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-27T19:28:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-159270040',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-159270040',id=11,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDNTQX51dNzbHgBlmtBTCVQNleBo3ZNY3dX9sgr9qMa5xSxNNP8jE7lmaAIzw7lotRW7WJtLo60+cHQJkYmdVnxxwp/by8iV2iliX6JFWNF2jWqE5ucrnNY9XRHbe3fI6Q==',key_name='tempest-keypair-1275800198',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='637c4d14e9f547808a243ab08ede6499',ramdisk_id='',reservation_id='r-a4ml2540',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1913596134',owner_user_name='tempest-TaggedBootDevicesTest-1913596134-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:28:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d4b4f66bd5ed4b1cba7a370bbb29b449',uuid=3831d941-23f9-4b8b-94c2-eacd06826967,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c9964778-6c46-4cb5-bd0f-f985aa48bfdf", "address": "fa:16:3e:4a:19:cc", "network": {"id": "074d0a93-5749-40cb-8ff0-6aba80956d50", "bridge": "br-int", "label": "tempest-device-tagging-net1-1763713506", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "637c4d14e9f547808a243ab08ede6499", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc9964778-6c", "ovs_interfaceid": "c9964778-6c46-4cb5-bd0f-f985aa48bfdf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75147) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Converting VIF {"id": "c9964778-6c46-4cb5-bd0f-f985aa48bfdf", "address": "fa:16:3e:4a:19:cc", "network": {"id": "074d0a93-5749-40cb-8ff0-6aba80956d50", "bridge": "br-int", "label": "tempest-device-tagging-net1-1763713506", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "637c4d14e9f547808a243ab08ede6499", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc9964778-6c", "ovs_interfaceid": "c9964778-6c46-4cb5-bd0f-f985aa48bfdf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4a:19:cc,bridge_name='br-int',has_traffic_filtering=True,id=c9964778-6c46-4cb5-bd0f-f985aa48bfdf,network=Network(074d0a93-5749-40cb-8ff0-6aba80956d50),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapc9964778-6c') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG os_vif [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:4a:19:cc,bridge_name='br-int',has_traffic_filtering=True,id=c9964778-6c46-4cb5-bd0f-f985aa48bfdf,network=Network(074d0a93-5749-40cb-8ff0-6aba80956d50),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapc9964778-6c') {{(pid=75147) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '51b4a25a-d735-5550-9233-e3219a82b73a', '_type': 'linux-noop'}}, row=False) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc9964778-6c, may_exist=True, interface_attrs={}) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc9964778-6c, col_values=(('qos', UUID('d351d71d-ba43-4b59-af77-0ce12142bc37')),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc9964778-6c, col_values=(('external_ids', {'iface-id': 'c9964778-6c46-4cb5-bd0f-f985aa48bfdf', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:4a:19:cc', 'vm-uuid': '3831d941-23f9-4b8b-94c2-eacd06826967'}),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:23 user nova-compute[75147]: INFO os_vif [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:4a:19:cc,bridge_name='br-int',has_traffic_filtering=True,id=c9964778-6c46-4cb5-bd0f-f985aa48bfdf,network=Network(074d0a93-5749-40cb-8ff0-6aba80956d50),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapc9964778-6c')
Oct 27 19:29:23 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-27T19:28:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-159270040',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-159270040',id=11,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDNTQX51dNzbHgBlmtBTCVQNleBo3ZNY3dX9sgr9qMa5xSxNNP8jE7lmaAIzw7lotRW7WJtLo60+cHQJkYmdVnxxwp/by8iV2iliX6JFWNF2jWqE5ucrnNY9XRHbe3fI6Q==',key_name='tempest-keypair-1275800198',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='637c4d14e9f547808a243ab08ede6499',ramdisk_id='',reservation_id='r-a4ml2540',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1913596134',owner_user_name='tempest-TaggedBootDevicesTest-1913596134-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:28:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d4b4f66bd5ed4b1cba7a370bbb29b449',uuid=3831d941-23f9-4b8b-94c2-eacd06826967,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ccfd92f6-a63f-4f14-b6ca-858602060fd7", "address": "fa:16:3e:56:9e:79", "network": {"id": "074d0a93-5749-40cb-8ff0-6aba80956d50", "bridge": "br-int", "label": "tempest-device-tagging-net1-1763713506", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.209", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "637c4d14e9f547808a243ab08ede6499", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapccfd92f6-a6", "ovs_interfaceid": "ccfd92f6-a63f-4f14-b6ca-858602060fd7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75147) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Converting VIF {"id": "ccfd92f6-a63f-4f14-b6ca-858602060fd7", "address": "fa:16:3e:56:9e:79", "network": {"id": "074d0a93-5749-40cb-8ff0-6aba80956d50", "bridge": "br-int", "label": "tempest-device-tagging-net1-1763713506", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.209", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "637c4d14e9f547808a243ab08ede6499", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapccfd92f6-a6", "ovs_interfaceid": "ccfd92f6-a63f-4f14-b6ca-858602060fd7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:56:9e:79,bridge_name='br-int',has_traffic_filtering=True,id=ccfd92f6-a63f-4f14-b6ca-858602060fd7,network=Network(074d0a93-5749-40cb-8ff0-6aba80956d50),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapccfd92f6-a6') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG os_vif [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:56:9e:79,bridge_name='br-int',has_traffic_filtering=True,id=ccfd92f6-a63f-4f14-b6ca-858602060fd7,network=Network(074d0a93-5749-40cb-8ff0-6aba80956d50),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapccfd92f6-a6') {{(pid=75147) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'e29ab310-0002-5ea1-8b5f-db787e19a482', '_type': 'linux-noop'}}, row=False) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG nova.network.neutron [-] [instance: bb800ac4-3e39-4e7f-9475-55d23c135d0b] Updating instance_info_cache with network_info: [] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapccfd92f6-a6, may_exist=True, interface_attrs={}) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapccfd92f6-a6, col_values=(('qos', UUID('83aa2466-135e-4e4b-b57b-48e2e7b4cb44')),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapccfd92f6-a6, col_values=(('external_ids', {'iface-id': 'ccfd92f6-a63f-4f14-b6ca-858602060fd7', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:56:9e:79', 'vm-uuid': '3831d941-23f9-4b8b-94c2-eacd06826967'}),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:29:23 user nova-compute[75147]: INFO nova.compute.manager [-] [instance: bb800ac4-3e39-4e7f-9475-55d23c135d0b] Took 1.12 seconds to deallocate network for instance.
Oct 27 19:29:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:23 user nova-compute[75147]: INFO os_vif [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:56:9e:79,bridge_name='br-int',has_traffic_filtering=True,id=ccfd92f6-a63f-4f14-b6ca-858602060fd7,network=Network(074d0a93-5749-40cb-8ff0-6aba80956d50),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapccfd92f6-a6')
Oct 27 19:29:23 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-27T19:28:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-159270040',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-159270040',id=11,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDNTQX51dNzbHgBlmtBTCVQNleBo3ZNY3dX9sgr9qMa5xSxNNP8jE7lmaAIzw7lotRW7WJtLo60+cHQJkYmdVnxxwp/by8iV2iliX6JFWNF2jWqE5ucrnNY9XRHbe3fI6Q==',key_name='tempest-keypair-1275800198',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='637c4d14e9f547808a243ab08ede6499',ramdisk_id='',reservation_id='r-a4ml2540',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1913596134',owner_user_name='tempest-TaggedBootDevicesTest-1913596134-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:28:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d4b4f66bd5ed4b1cba7a370bbb29b449',uuid=3831d941-23f9-4b8b-94c2-eacd06826967,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6e7f9d86-fec5-499e-9770-15912418039c", "address": "fa:16:3e:19:ba:33", "network": {"id": "074d0a93-5749-40cb-8ff0-6aba80956d50", "bridge": "br-int", "label": "tempest-device-tagging-net1-1763713506", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.35", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "637c4d14e9f547808a243ab08ede6499", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6e7f9d86-fe", "ovs_interfaceid": "6e7f9d86-fec5-499e-9770-15912418039c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Converting VIF {"id": "6e7f9d86-fec5-499e-9770-15912418039c", "address": "fa:16:3e:19:ba:33", "network": {"id": "074d0a93-5749-40cb-8ff0-6aba80956d50", "bridge": "br-int", "label": "tempest-device-tagging-net1-1763713506", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.35", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "637c4d14e9f547808a243ab08ede6499", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6e7f9d86-fe", "ovs_interfaceid": "6e7f9d86-fec5-499e-9770-15912418039c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:19:ba:33,bridge_name='br-int',has_traffic_filtering=True,id=6e7f9d86-fec5-499e-9770-15912418039c,network=Network(074d0a93-5749-40cb-8ff0-6aba80956d50),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6e7f9d86-fe') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG os_vif [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:19:ba:33,bridge_name='br-int',has_traffic_filtering=True,id=6e7f9d86-fec5-499e-9770-15912418039c,network=Network(074d0a93-5749-40cb-8ff0-6aba80956d50),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6e7f9d86-fe') {{(pid=75147) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'e984fc43-7957-5491-8c40-e0631cae43aa', '_type': 'linux-noop'}}, row=False) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9c102f0d-e96c-445e-9aa9-e5f15690cb38 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9c102f0d-e96c-445e-9aa9-e5f15690cb38 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap6e7f9d86-fe, may_exist=True, interface_attrs={}) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap6e7f9d86-fe, col_values=(('qos', UUID('7c6751e2-1d5c-49ef-9bd6-6cb5b35613a9')),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap6e7f9d86-fe, col_values=(('external_ids', {'iface-id': '6e7f9d86-fec5-499e-9770-15912418039c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:19:ba:33', 'vm-uuid': '3831d941-23f9-4b8b-94c2-eacd06826967'}),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:23 user nova-compute[75147]: INFO os_vif [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:19:ba:33,bridge_name='br-int',has_traffic_filtering=True,id=6e7f9d86-fec5-499e-9770-15912418039c,network=Network(074d0a93-5749-40cb-8ff0-6aba80956d50),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6e7f9d86-fe')
Oct 27 19:29:23 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-27T19:28:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-159270040',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-159270040',id=11,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDNTQX51dNzbHgBlmtBTCVQNleBo3ZNY3dX9sgr9qMa5xSxNNP8jE7lmaAIzw7lotRW7WJtLo60+cHQJkYmdVnxxwp/by8iV2iliX6JFWNF2jWqE5ucrnNY9XRHbe3fI6Q==',key_name='tempest-keypair-1275800198',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='637c4d14e9f547808a243ab08ede6499',ramdisk_id='',reservation_id='r-a4ml2540',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1913596134',owner_user_name='tempest-TaggedBootDevicesTest-1913596134-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:28:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d4b4f66bd5ed4b1cba7a370bbb29b449',uuid=3831d941-23f9-4b8b-94c2-eacd06826967,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "dc4cff12-99e9-457c-835c-cc1c5d9b2918", "address": "fa:16:3e:b7:e0:d3", "network": {"id": "074d0a93-5749-40cb-8ff0-6aba80956d50", "bridge": "br-int", "label": "tempest-device-tagging-net1-1763713506", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.64", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "637c4d14e9f547808a243ab08ede6499", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc4cff12-99", "ovs_interfaceid": "dc4cff12-99e9-457c-835c-cc1c5d9b2918", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Converting VIF {"id": "dc4cff12-99e9-457c-835c-cc1c5d9b2918", "address": "fa:16:3e:b7:e0:d3", "network": {"id": "074d0a93-5749-40cb-8ff0-6aba80956d50", "bridge": "br-int", "label": "tempest-device-tagging-net1-1763713506", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.64", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "637c4d14e9f547808a243ab08ede6499", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc4cff12-99", "ovs_interfaceid": "dc4cff12-99e9-457c-835c-cc1c5d9b2918", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b7:e0:d3,bridge_name='br-int',has_traffic_filtering=True,id=dc4cff12-99e9-457c-835c-cc1c5d9b2918,network=Network(074d0a93-5749-40cb-8ff0-6aba80956d50),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdc4cff12-99') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG os_vif [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b7:e0:d3,bridge_name='br-int',has_traffic_filtering=True,id=dc4cff12-99e9-457c-835c-cc1c5d9b2918,network=Network(074d0a93-5749-40cb-8ff0-6aba80956d50),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdc4cff12-99') {{(pid=75147) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '5219464d-272c-5f06-8140-d228c357cf3a', '_type': 'linux-noop'}}, row=False) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapdc4cff12-99, may_exist=True, interface_attrs={}) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapdc4cff12-99, col_values=(('qos', UUID('ca488d5a-f26d-448c-a9d9-417a887dcdec')),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapdc4cff12-99, col_values=(('external_ids', {'iface-id': 'dc4cff12-99e9-457c-835c-cc1c5d9b2918', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:b7:e0:d3', 'vm-uuid': '3831d941-23f9-4b8b-94c2-eacd06826967'}),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:23 user nova-compute[75147]: INFO os_vif [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b7:e0:d3,bridge_name='br-int',has_traffic_filtering=True,id=dc4cff12-99e9-457c-835c-cc1c5d9b2918,network=Network(074d0a93-5749-40cb-8ff0-6aba80956d50),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdc4cff12-99')
Oct 27 19:29:23 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-27T19:28:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-159270040',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-159270040',id=11,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDNTQX51dNzbHgBlmtBTCVQNleBo3ZNY3dX9sgr9qMa5xSxNNP8jE7lmaAIzw7lotRW7WJtLo60+cHQJkYmdVnxxwp/by8iV2iliX6JFWNF2jWqE5ucrnNY9XRHbe3fI6Q==',key_name='tempest-keypair-1275800198',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='637c4d14e9f547808a243ab08ede6499',ramdisk_id='',reservation_id='r-a4ml2540',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1913596134',owner_user_name='tempest-TaggedBootDevicesTest-1913596134-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:28:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d4b4f66bd5ed4b1cba7a370bbb29b449',uuid=3831d941-23f9-4b8b-94c2-eacd06826967,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "314f3dee-a346-4009-8c11-e7987a5acf21", "address": "fa:16:3e:96:b3:8d", "network": {"id": "c148685e-89f6-4138-a523-477582c5c752", "bridge": "br-int", "label": "tempest-device-tagging-net2-495332595", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "637c4d14e9f547808a243ab08ede6499", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap314f3dee-a3", "ovs_interfaceid": "314f3dee-a346-4009-8c11-e7987a5acf21", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Converting VIF {"id": "314f3dee-a346-4009-8c11-e7987a5acf21", "address": "fa:16:3e:96:b3:8d", "network": {"id": "c148685e-89f6-4138-a523-477582c5c752", "bridge": "br-int", "label": "tempest-device-tagging-net2-495332595", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "637c4d14e9f547808a243ab08ede6499", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap314f3dee-a3", "ovs_interfaceid": "314f3dee-a346-4009-8c11-e7987a5acf21", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:96:b3:8d,bridge_name='br-int',has_traffic_filtering=True,id=314f3dee-a346-4009-8c11-e7987a5acf21,network=Network(c148685e-89f6-4138-a523-477582c5c752),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap314f3dee-a3') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG os_vif [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:96:b3:8d,bridge_name='br-int',has_traffic_filtering=True,id=314f3dee-a346-4009-8c11-e7987a5acf21,network=Network(c148685e-89f6-4138-a523-477582c5c752),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap314f3dee-a3') {{(pid=75147) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '79e8bdf4-23a3-5d7c-a9d7-09d0deacecff', '_type': 'linux-noop'}}, row=False) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG nova.compute.manager [req-72a6ee02-fff5-4895-b47d-3adfdd919afb req-0a3f0db3-ae64-41fa-a42d-062ec99e409f service nova] [instance: bb800ac4-3e39-4e7f-9475-55d23c135d0b] Received event network-vif-plugged-5befc449-e164-4be2-bc60-d9d9d6df8000 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-72a6ee02-fff5-4895-b47d-3adfdd919afb req-0a3f0db3-ae64-41fa-a42d-062ec99e409f service nova] Acquiring lock "bb800ac4-3e39-4e7f-9475-55d23c135d0b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-72a6ee02-fff5-4895-b47d-3adfdd919afb req-0a3f0db3-ae64-41fa-a42d-062ec99e409f service nova] Lock "bb800ac4-3e39-4e7f-9475-55d23c135d0b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-72a6ee02-fff5-4895-b47d-3adfdd919afb req-0a3f0db3-ae64-41fa-a42d-062ec99e409f service nova] Lock "bb800ac4-3e39-4e7f-9475-55d23c135d0b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG nova.compute.manager [req-72a6ee02-fff5-4895-b47d-3adfdd919afb req-0a3f0db3-ae64-41fa-a42d-062ec99e409f service nova] [instance: bb800ac4-3e39-4e7f-9475-55d23c135d0b] No waiting events found dispatching network-vif-plugged-5befc449-e164-4be2-bc60-d9d9d6df8000 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:29:23 user nova-compute[75147]: WARNING nova.compute.manager [req-72a6ee02-fff5-4895-b47d-3adfdd919afb req-0a3f0db3-ae64-41fa-a42d-062ec99e409f service nova] [instance: bb800ac4-3e39-4e7f-9475-55d23c135d0b] Received unexpected event network-vif-plugged-5befc449-e164-4be2-bc60-d9d9d6df8000 for instance with vm_state deleted and task_state None.
Oct 27 19:29:23 user nova-compute[75147]: DEBUG nova.compute.manager [req-72a6ee02-fff5-4895-b47d-3adfdd919afb req-0a3f0db3-ae64-41fa-a42d-062ec99e409f service nova] [instance: bb800ac4-3e39-4e7f-9475-55d23c135d0b] Received event network-vif-deleted-5befc449-e164-4be2-bc60-d9d9d6df8000 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap314f3dee-a3, may_exist=True, interface_attrs={}) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap314f3dee-a3, col_values=(('qos', UUID('84c7cc1f-aa2c-47e0-bca0-37580bee3144')),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap314f3dee-a3, col_values=(('external_ids', {'iface-id': '314f3dee-a346-4009-8c11-e7987a5acf21', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:96:b3:8d', 'vm-uuid': '3831d941-23f9-4b8b-94c2-eacd06826967'}),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:29:24 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:24 user nova-compute[75147]: INFO os_vif [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:96:b3:8d,bridge_name='br-int',has_traffic_filtering=True,id=314f3dee-a346-4009-8c11-e7987a5acf21,network=Network(c148685e-89f6-4138-a523-477582c5c752),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap314f3dee-a3')
Oct 27 19:29:24 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-27T19:28:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-159270040',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-159270040',id=11,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDNTQX51dNzbHgBlmtBTCVQNleBo3ZNY3dX9sgr9qMa5xSxNNP8jE7lmaAIzw7lotRW7WJtLo60+cHQJkYmdVnxxwp/by8iV2iliX6JFWNF2jWqE5ucrnNY9XRHbe3fI6Q==',key_name='tempest-keypair-1275800198',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='637c4d14e9f547808a243ab08ede6499',ramdisk_id='',reservation_id='r-a4ml2540',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1913596134',owner_user_name='tempest-TaggedBootDevicesTest-1913596134-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:28:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d4b4f66bd5ed4b1cba7a370bbb29b449',uuid=3831d941-23f9-4b8b-94c2-eacd06826967,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f806c72f-6020-4f31-a451-61b8513f1c32", "address": "fa:16:3e:45:84:77", "network": {"id": "c148685e-89f6-4138-a523-477582c5c752", "bridge": "br-int", "label": "tempest-device-tagging-net2-495332595", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "637c4d14e9f547808a243ab08ede6499", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf806c72f-60", "ovs_interfaceid": "f806c72f-6020-4f31-a451-61b8513f1c32", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 19:29:24 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Converting VIF {"id": "f806c72f-6020-4f31-a451-61b8513f1c32", "address": "fa:16:3e:45:84:77", "network": {"id": "c148685e-89f6-4138-a523-477582c5c752", "bridge": "br-int", "label": "tempest-device-tagging-net2-495332595", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "637c4d14e9f547808a243ab08ede6499", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf806c72f-60", "ovs_interfaceid": "f806c72f-6020-4f31-a451-61b8513f1c32", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:29:24 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:45:84:77,bridge_name='br-int',has_traffic_filtering=True,id=f806c72f-6020-4f31-a451-61b8513f1c32,network=Network(c148685e-89f6-4138-a523-477582c5c752),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf806c72f-60') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:29:24 user nova-compute[75147]: DEBUG os_vif [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:45:84:77,bridge_name='br-int',has_traffic_filtering=True,id=f806c72f-6020-4f31-a451-61b8513f1c32,network=Network(c148685e-89f6-4138-a523-477582c5c752),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf806c72f-60') {{(pid=75147) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 19:29:24 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:24 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:29:24 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 19:29:24 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:24 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'dacbe4be-d5b8-50e4-bee3-3f7d8418b234', '_type': 'linux-noop'}}, row=False) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:29:24 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:24 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:29:24 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-9c102f0d-e96c-445e-9aa9-e5f15690cb38 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:29:24 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-9c102f0d-e96c-445e-9aa9-e5f15690cb38 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:29:24 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9c102f0d-e96c-445e-9aa9-e5f15690cb38 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.477s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:29:24 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:24 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:24 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf806c72f-60, may_exist=True, interface_attrs={}) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:29:24 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf806c72f-60, col_values=(('qos', UUID('0a988aa3-fbba-4da3-b4cc-9a84ec8b3fc0')),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:29:24 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf806c72f-60, col_values=(('external_ids', {'iface-id': 'f806c72f-6020-4f31-a451-61b8513f1c32', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:45:84:77', 'vm-uuid': '3831d941-23f9-4b8b-94c2-eacd06826967'}),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:29:24 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:24 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:29:24 user nova-compute[75147]: INFO nova.scheduler.client.report [None req-9c102f0d-e96c-445e-9aa9-e5f15690cb38 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Deleted allocations for instance bb800ac4-3e39-4e7f-9475-55d23c135d0b
Oct 27 19:29:24 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:24 user nova-compute[75147]: INFO os_vif [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:45:84:77,bridge_name='br-int',has_traffic_filtering=True,id=f806c72f-6020-4f31-a451-61b8513f1c32,network=Network(c148685e-89f6-4138-a523-477582c5c752),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf806c72f-60')
Oct 27 19:29:24 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] No BDM found with device name hda, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:29:24 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] No BDM found with device name vdc, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:29:24 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] No VIF found with MAC fa:16:3e:6d:d2:23, not building metadata {{(pid=75147) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 19:29:24 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] No VIF found with MAC fa:16:3e:b7:e0:d3, not building metadata {{(pid=75147) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 19:29:24 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Using config drive
Oct 27 19:29:24 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9c102f0d-e96c-445e-9aa9-e5f15690cb38 tempest-AttachSCSIVolumeTestJSON-662521334 tempest-AttachSCSIVolumeTestJSON-662521334-project-member] Lock "bb800ac4-3e39-4e7f-9475-55d23c135d0b" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.901s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:29:24 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-621941c3-c3ed-44b3-ad64-017f01afe839 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] Acquiring lock "9705db51-2bbb-4520-a942-9efdb828e241" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:29:24 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-621941c3-c3ed-44b3-ad64-017f01afe839 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] Lock "9705db51-2bbb-4520-a942-9efdb828e241" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:29:24 user nova-compute[75147]: DEBUG nova.compute.manager [None req-621941c3-c3ed-44b3-ad64-017f01afe839 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] [instance: 9705db51-2bbb-4520-a942-9efdb828e241] Starting instance... {{(pid=75147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 27 19:29:24 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-621941c3-c3ed-44b3-ad64-017f01afe839 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:29:24 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-621941c3-c3ed-44b3-ad64-017f01afe839 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:29:24 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-621941c3-c3ed-44b3-ad64-017f01afe839 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75147) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 19:29:24 user nova-compute[75147]: INFO nova.compute.claims [None req-621941c3-c3ed-44b3-ad64-017f01afe839 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] [instance: 9705db51-2bbb-4520-a942-9efdb828e241] Claim successful on node user
Oct 27 19:29:24 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Creating config drive at /opt/stack/data/nova/instances/3831d941-23f9-4b8b-94c2-eacd06826967/disk.config
Oct 27 19:29:24 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/3831d941-23f9-4b8b-94c2-eacd06826967/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpuream7zc {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:24 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/3831d941-23f9-4b8b-94c2-eacd06826967/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpuream7zc" returned: 0 in 0.062s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:24 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-621941c3-c3ed-44b3-ad64-017f01afe839 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:29:25 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-621941c3-c3ed-44b3-ad64-017f01afe839 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:29:25 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-621941c3-c3ed-44b3-ad64-017f01afe839 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.534s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:29:25 user nova-compute[75147]: DEBUG nova.compute.manager [None req-621941c3-c3ed-44b3-ad64-017f01afe839 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] [instance: 9705db51-2bbb-4520-a942-9efdb828e241] Start building networks asynchronously for instance. {{(pid=75147) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 27 19:29:25 user nova-compute[75147]: DEBUG nova.compute.manager [None req-621941c3-c3ed-44b3-ad64-017f01afe839 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] [instance: 9705db51-2bbb-4520-a942-9efdb828e241] Allocating IP information in the background. {{(pid=75147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 27 19:29:25 user nova-compute[75147]: DEBUG nova.network.neutron [None req-621941c3-c3ed-44b3-ad64-017f01afe839 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] [instance: 9705db51-2bbb-4520-a942-9efdb828e241] allocate_for_instance() {{(pid=75147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 27 19:29:25 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-621941c3-c3ed-44b3-ad64-017f01afe839 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] [instance: 9705db51-2bbb-4520-a942-9efdb828e241] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 27 19:29:25 user nova-compute[75147]: DEBUG nova.compute.manager [None req-621941c3-c3ed-44b3-ad64-017f01afe839 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] [instance: 9705db51-2bbb-4520-a942-9efdb828e241] Start building block device mappings for instance. {{(pid=75147) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 27 19:29:25 user nova-compute[75147]: DEBUG nova.compute.manager [None req-621941c3-c3ed-44b3-ad64-017f01afe839 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] [instance: 9705db51-2bbb-4520-a942-9efdb828e241] Start spawning the instance on the hypervisor. {{(pid=75147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 27 19:29:25 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-621941c3-c3ed-44b3-ad64-017f01afe839 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] [instance: 9705db51-2bbb-4520-a942-9efdb828e241] Creating instance directory {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 19:29:25 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-621941c3-c3ed-44b3-ad64-017f01afe839 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] [instance: 9705db51-2bbb-4520-a942-9efdb828e241] Creating image(s)
Oct 27 19:29:25 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-621941c3-c3ed-44b3-ad64-017f01afe839 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] Acquiring lock "/opt/stack/data/nova/instances/9705db51-2bbb-4520-a942-9efdb828e241/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:29:25 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-621941c3-c3ed-44b3-ad64-017f01afe839 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] Lock "/opt/stack/data/nova/instances/9705db51-2bbb-4520-a942-9efdb828e241/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:29:25 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-621941c3-c3ed-44b3-ad64-017f01afe839 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] Lock "/opt/stack/data/nova/instances/9705db51-2bbb-4520-a942-9efdb828e241/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:29:25 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-621941c3-c3ed-44b3-ad64-017f01afe839 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:25 user nova-compute[75147]: DEBUG nova.policy [None req-621941c3-c3ed-44b3-ad64-017f01afe839 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '308d755380914782895cd26aac1049d9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f6c881f134d4835a23816a6e7458726', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75147) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 27 19:29:25 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-621941c3-c3ed-44b3-ad64-017f01afe839 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.239s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:25 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-621941c3-c3ed-44b3-ad64-017f01afe839 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] Acquiring lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:29:25 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-621941c3-c3ed-44b3-ad64-017f01afe839 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] Lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:29:25 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-621941c3-c3ed-44b3-ad64-017f01afe839 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:25 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-621941c3-c3ed-44b3-ad64-017f01afe839 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.191s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:25 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-621941c3-c3ed-44b3-ad64-017f01afe839 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa,backing_fmt=raw /opt/stack/data/nova/instances/9705db51-2bbb-4520-a942-9efdb828e241/disk 1073741824 {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:25 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-621941c3-c3ed-44b3-ad64-017f01afe839 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa,backing_fmt=raw /opt/stack/data/nova/instances/9705db51-2bbb-4520-a942-9efdb828e241/disk 1073741824" returned: 0 in 0.064s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:25 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-621941c3-c3ed-44b3-ad64-017f01afe839 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] Lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.265s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:29:25 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-621941c3-c3ed-44b3-ad64-017f01afe839 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:25 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:26 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-621941c3-c3ed-44b3-ad64-017f01afe839 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.230s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:26 user nova-compute[75147]: DEBUG nova.virt.disk.api [None req-621941c3-c3ed-44b3-ad64-017f01afe839 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] Checking if we can resize image /opt/stack/data/nova/instances/9705db51-2bbb-4520-a942-9efdb828e241/disk. size=1073741824 {{(pid=75147) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 27 19:29:26 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-621941c3-c3ed-44b3-ad64-017f01afe839 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9705db51-2bbb-4520-a942-9efdb828e241/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:26 user nova-compute[75147]: DEBUG nova.network.neutron [None req-621941c3-c3ed-44b3-ad64-017f01afe839 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] [instance: 9705db51-2bbb-4520-a942-9efdb828e241] Successfully created port: 7b10b32d-ebbf-4f06-acc6-0e4162bb4ebb {{(pid=75147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 19:29:26 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-621941c3-c3ed-44b3-ad64-017f01afe839 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9705db51-2bbb-4520-a942-9efdb828e241/disk --force-share --output=json" returned: 0 in 0.223s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:26 user nova-compute[75147]: DEBUG nova.virt.disk.api [None req-621941c3-c3ed-44b3-ad64-017f01afe839 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] Cannot resize image /opt/stack/data/nova/instances/9705db51-2bbb-4520-a942-9efdb828e241/disk to a smaller size. {{(pid=75147) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 27 19:29:26 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-621941c3-c3ed-44b3-ad64-017f01afe839 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] [instance: 9705db51-2bbb-4520-a942-9efdb828e241] Created local disks {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 27 19:29:26 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-621941c3-c3ed-44b3-ad64-017f01afe839 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] [instance: 9705db51-2bbb-4520-a942-9efdb828e241] Ensure instance console log exists: /opt/stack/data/nova/instances/9705db51-2bbb-4520-a942-9efdb828e241/console.log {{(pid=75147) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 19:29:26 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-621941c3-c3ed-44b3-ad64-017f01afe839 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:29:26 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-621941c3-c3ed-44b3-ad64-017f01afe839 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:29:26 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-621941c3-c3ed-44b3-ad64-017f01afe839 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:29:26 user nova-compute[75147]: DEBUG nova.compute.manager [req-c1fc9554-e876-4940-a4ea-983db2de4099 req-72c7932a-4e42-416e-9db4-d49f4dd16c13 service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Received event network-vif-plugged-48131c5a-868a-4f62-a648-4b859f435b81 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:29:26 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-c1fc9554-e876-4940-a4ea-983db2de4099 req-72c7932a-4e42-416e-9db4-d49f4dd16c13 service nova] Acquiring lock "3831d941-23f9-4b8b-94c2-eacd06826967-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:29:26 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-c1fc9554-e876-4940-a4ea-983db2de4099 req-72c7932a-4e42-416e-9db4-d49f4dd16c13 service nova] Lock "3831d941-23f9-4b8b-94c2-eacd06826967-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:29:26 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-c1fc9554-e876-4940-a4ea-983db2de4099 req-72c7932a-4e42-416e-9db4-d49f4dd16c13 service nova] Lock "3831d941-23f9-4b8b-94c2-eacd06826967-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:29:26 user nova-compute[75147]: DEBUG nova.compute.manager [req-c1fc9554-e876-4940-a4ea-983db2de4099 req-72c7932a-4e42-416e-9db4-d49f4dd16c13 service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] No waiting events found dispatching network-vif-plugged-48131c5a-868a-4f62-a648-4b859f435b81 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:29:26 user nova-compute[75147]: WARNING nova.compute.manager [req-c1fc9554-e876-4940-a4ea-983db2de4099 req-72c7932a-4e42-416e-9db4-d49f4dd16c13 service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Received unexpected event network-vif-plugged-48131c5a-868a-4f62-a648-4b859f435b81 for instance with vm_state building and task_state spawning.
Oct 27 19:29:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:26 user nova-compute[75147]: DEBUG nova.compute.manager [req-e636f680-d194-4880-9f83-d025ad5351fd req-1da9a4ba-bde1-4d3a-82c7-0096719c6bd2 service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Received event network-vif-plugged-c9964778-6c46-4cb5-bd0f-f985aa48bfdf {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:29:26 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-e636f680-d194-4880-9f83-d025ad5351fd req-1da9a4ba-bde1-4d3a-82c7-0096719c6bd2 service nova] Acquiring lock "3831d941-23f9-4b8b-94c2-eacd06826967-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:29:26 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-e636f680-d194-4880-9f83-d025ad5351fd req-1da9a4ba-bde1-4d3a-82c7-0096719c6bd2 service nova] Lock "3831d941-23f9-4b8b-94c2-eacd06826967-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:29:26 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-e636f680-d194-4880-9f83-d025ad5351fd req-1da9a4ba-bde1-4d3a-82c7-0096719c6bd2 service nova] Lock "3831d941-23f9-4b8b-94c2-eacd06826967-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:29:26 user nova-compute[75147]: DEBUG nova.compute.manager [req-e636f680-d194-4880-9f83-d025ad5351fd req-1da9a4ba-bde1-4d3a-82c7-0096719c6bd2 service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] No waiting events found dispatching network-vif-plugged-c9964778-6c46-4cb5-bd0f-f985aa48bfdf {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:29:26 user nova-compute[75147]: WARNING nova.compute.manager [req-e636f680-d194-4880-9f83-d025ad5351fd req-1da9a4ba-bde1-4d3a-82c7-0096719c6bd2 service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Received unexpected event network-vif-plugged-c9964778-6c46-4cb5-bd0f-f985aa48bfdf for instance with vm_state building and task_state spawning.
Oct 27 19:29:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:27 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:27 user nova-compute[75147]: DEBUG nova.network.neutron [None req-621941c3-c3ed-44b3-ad64-017f01afe839 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] [instance: 9705db51-2bbb-4520-a942-9efdb828e241] Successfully updated port: 7b10b32d-ebbf-4f06-acc6-0e4162bb4ebb {{(pid=75147) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 19:29:27 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-621941c3-c3ed-44b3-ad64-017f01afe839 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] Acquiring lock "refresh_cache-9705db51-2bbb-4520-a942-9efdb828e241" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:29:27 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-621941c3-c3ed-44b3-ad64-017f01afe839 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] Acquired lock "refresh_cache-9705db51-2bbb-4520-a942-9efdb828e241" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:29:27 user nova-compute[75147]: DEBUG nova.network.neutron [None req-621941c3-c3ed-44b3-ad64-017f01afe839 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] [instance: 9705db51-2bbb-4520-a942-9efdb828e241] Building network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 19:29:27 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:27 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:27 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:27 user nova-compute[75147]: DEBUG nova.network.neutron [None req-621941c3-c3ed-44b3-ad64-017f01afe839 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] [instance: 9705db51-2bbb-4520-a942-9efdb828e241] Instance cache missing network info. {{(pid=75147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 19:29:27 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:27 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:27 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:27 user nova-compute[75147]: DEBUG nova.network.neutron [None req-621941c3-c3ed-44b3-ad64-017f01afe839 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] [instance: 9705db51-2bbb-4520-a942-9efdb828e241] Updating instance_info_cache with network_info: [{"id": "7b10b32d-ebbf-4f06-acc6-0e4162bb4ebb", "address": "fa:16:3e:15:6c:b8", "network": {"id": "933bf527-f9d0-47d3-acbb-611bab2709a6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.233", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "0b43115555434818b0c8bdf6be4946da", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b10b32d-eb", "ovs_interfaceid": "7b10b32d-ebbf-4f06-acc6-0e4162bb4ebb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:29:27 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:27 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-621941c3-c3ed-44b3-ad64-017f01afe839 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] Releasing lock "refresh_cache-9705db51-2bbb-4520-a942-9efdb828e241" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:29:27 user nova-compute[75147]: DEBUG nova.compute.manager [None req-621941c3-c3ed-44b3-ad64-017f01afe839 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] [instance: 9705db51-2bbb-4520-a942-9efdb828e241] Instance network_info: |[{"id": "7b10b32d-ebbf-4f06-acc6-0e4162bb4ebb", "address": "fa:16:3e:15:6c:b8", "network": {"id": "933bf527-f9d0-47d3-acbb-611bab2709a6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.233", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "0b43115555434818b0c8bdf6be4946da", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b10b32d-eb", "ovs_interfaceid": "7b10b32d-ebbf-4f06-acc6-0e4162bb4ebb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 27 19:29:27 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-621941c3-c3ed-44b3-ad64-017f01afe839 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] [instance: 9705db51-2bbb-4520-a942-9efdb828e241] Start _get_guest_xml network_info=[{"id": "7b10b32d-ebbf-4f06-acc6-0e4162bb4ebb", "address": "fa:16:3e:15:6c:b8", "network": {"id": "933bf527-f9d0-47d3-acbb-611bab2709a6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.233", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "0b43115555434818b0c8bdf6be4946da", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b10b32d-eb", "ovs_interfaceid": "7b10b32d-ebbf-4f06-acc6-0e4162bb4ebb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T19:22:09Z,direct_url=<?>,disk_format='qcow2',id=d52df17c-5315-4a73-ab7c-34c161a414fb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0b43115555434818b0c8bdf6be4946da',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T19:22:11Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'encryption_options': None, 'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encrypted': False, 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_format': None, 'device_name': '/dev/vda', 'image_id': 'd52df17c-5315-4a73-ab7c-34c161a414fb'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 19:29:27 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:27 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-621941c3-c3ed-44b3-ad64-017f01afe839 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:29:27 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-621941c3-c3ed-44b3-ad64-017f01afe839 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:29:27 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-621941c3-c3ed-44b3-ad64-017f01afe839 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 19:29:27 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-621941c3-c3ed-44b3-ad64-017f01afe839 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] CPU controller missing on host. {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 19:29:27 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-621941c3-c3ed-44b3-ad64-017f01afe839 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 19:29:27 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-621941c3-c3ed-44b3-ad64-017f01afe839 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] CPU controller found on host. {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 19:29:27 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-621941c3-c3ed-44b3-ad64-017f01afe839 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75147) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 19:29:27 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-621941c3-c3ed-44b3-ad64-017f01afe839 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T19:21:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T19:22:09Z,direct_url=<?>,disk_format='qcow2',id=d52df17c-5315-4a73-ab7c-34c161a414fb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0b43115555434818b0c8bdf6be4946da',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T19:22:11Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 19:29:27 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-621941c3-c3ed-44b3-ad64-017f01afe839 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] Flavor limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 19:29:27 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-621941c3-c3ed-44b3-ad64-017f01afe839 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] Image limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 19:29:27 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-621941c3-c3ed-44b3-ad64-017f01afe839 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] Flavor pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 19:29:27 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-621941c3-c3ed-44b3-ad64-017f01afe839 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] Image pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 19:29:27 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-621941c3-c3ed-44b3-ad64-017f01afe839 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 19:29:27 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-621941c3-c3ed-44b3-ad64-017f01afe839 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 19:29:27 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-621941c3-c3ed-44b3-ad64-017f01afe839 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 19:29:27 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-621941c3-c3ed-44b3-ad64-017f01afe839 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] Got 1 possible topologies {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 19:29:27 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-621941c3-c3ed-44b3-ad64-017f01afe839 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 19:29:27 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-621941c3-c3ed-44b3-ad64-017f01afe839 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 19:29:27 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-621941c3-c3ed-44b3-ad64-017f01afe839 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:29:23Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesNegativeTest-instance-2111620668',display_name='tempest-VolumesNegativeTest-instance-2111620668',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesnegativetest-instance-2111620668',id=12,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5f6c881f134d4835a23816a6e7458726',ramdisk_id='',reservation_id='r-y2i2o7zb',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesNegativeTest-1571185017',owner_user_name='tempest-VolumesNegativeTest-1571185017-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:29:25Z,user_data=None,user_id='308d755380914782895cd26aac1049d9',uuid=9705db51-2bbb-4520-a942-9efdb828e241,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7b10b32d-ebbf-4f06-acc6-0e4162bb4ebb", "address": "fa:16:3e:15:6c:b8", "network": {"id": "933bf527-f9d0-47d3-acbb-611bab2709a6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.233", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "0b43115555434818b0c8bdf6be4946da", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b10b32d-eb", "ovs_interfaceid": "7b10b32d-ebbf-4f06-acc6-0e4162bb4ebb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75147) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 19:29:27 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-621941c3-c3ed-44b3-ad64-017f01afe839 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] Converting VIF {"id": "7b10b32d-ebbf-4f06-acc6-0e4162bb4ebb", "address": "fa:16:3e:15:6c:b8", "network": {"id": "933bf527-f9d0-47d3-acbb-611bab2709a6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.233", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "0b43115555434818b0c8bdf6be4946da", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b10b32d-eb", "ovs_interfaceid": "7b10b32d-ebbf-4f06-acc6-0e4162bb4ebb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:29:27 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-621941c3-c3ed-44b3-ad64-017f01afe839 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:15:6c:b8,bridge_name='br-int',has_traffic_filtering=True,id=7b10b32d-ebbf-4f06-acc6-0e4162bb4ebb,network=Network(933bf527-f9d0-47d3-acbb-611bab2709a6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7b10b32d-eb') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:29:27 user nova-compute[75147]: DEBUG nova.objects.instance [None req-621941c3-c3ed-44b3-ad64-017f01afe839 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] Lazy-loading 'pci_devices' on Instance uuid 9705db51-2bbb-4520-a942-9efdb828e241 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:29:27 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:27 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:27 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-621941c3-c3ed-44b3-ad64-017f01afe839 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] [instance: 9705db51-2bbb-4520-a942-9efdb828e241] End _get_guest_xml xml=<domain type="kvm">
Oct 27 19:29:27 user nova-compute[75147]:   <uuid>9705db51-2bbb-4520-a942-9efdb828e241</uuid>
Oct 27 19:29:27 user nova-compute[75147]:   <name>instance-0000000c</name>
Oct 27 19:29:27 user nova-compute[75147]:   <memory>524288</memory>
Oct 27 19:29:27 user nova-compute[75147]:   <vcpu>1</vcpu>
Oct 27 19:29:27 user nova-compute[75147]:   <metadata>
Oct 27 19:29:27 user nova-compute[75147]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 19:29:27 user nova-compute[75147]:       <nova:package version="0.0.0"/>
Oct 27 19:29:27 user nova-compute[75147]:       <nova:name>tempest-VolumesNegativeTest-instance-2111620668</nova:name>
Oct 27 19:29:27 user nova-compute[75147]:       <nova:creationTime>2023-10-27 19:29:27</nova:creationTime>
Oct 27 19:29:27 user nova-compute[75147]:       <nova:flavor name="m1.tiny">
Oct 27 19:29:27 user nova-compute[75147]:         <nova:memory>512</nova:memory>
Oct 27 19:29:27 user nova-compute[75147]:         <nova:disk>1</nova:disk>
Oct 27 19:29:27 user nova-compute[75147]:         <nova:swap>0</nova:swap>
Oct 27 19:29:27 user nova-compute[75147]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 19:29:27 user nova-compute[75147]:         <nova:vcpus>1</nova:vcpus>
Oct 27 19:29:27 user nova-compute[75147]:       </nova:flavor>
Oct 27 19:29:27 user nova-compute[75147]:       <nova:owner>
Oct 27 19:29:27 user nova-compute[75147]:         <nova:user uuid="308d755380914782895cd26aac1049d9">tempest-VolumesNegativeTest-1571185017-project-member</nova:user>
Oct 27 19:29:27 user nova-compute[75147]:         <nova:project uuid="5f6c881f134d4835a23816a6e7458726">tempest-VolumesNegativeTest-1571185017</nova:project>
Oct 27 19:29:27 user nova-compute[75147]:       </nova:owner>
Oct 27 19:29:27 user nova-compute[75147]:       <nova:root type="image" uuid="d52df17c-5315-4a73-ab7c-34c161a414fb"/>
Oct 27 19:29:27 user nova-compute[75147]:       <nova:ports>
Oct 27 19:29:27 user nova-compute[75147]:         <nova:port uuid="7b10b32d-ebbf-4f06-acc6-0e4162bb4ebb">
Oct 27 19:29:27 user nova-compute[75147]:           <nova:ip type="fixed" address="192.168.233.233" ipVersion="4"/>
Oct 27 19:29:27 user nova-compute[75147]:         </nova:port>
Oct 27 19:29:27 user nova-compute[75147]:       </nova:ports>
Oct 27 19:29:27 user nova-compute[75147]:     </nova:instance>
Oct 27 19:29:27 user nova-compute[75147]:   </metadata>
Oct 27 19:29:27 user nova-compute[75147]:   <sysinfo type="smbios">
Oct 27 19:29:27 user nova-compute[75147]:     <system>
Oct 27 19:29:27 user nova-compute[75147]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 19:29:27 user nova-compute[75147]:       <entry name="product">OpenStack Nova</entry>
Oct 27 19:29:27 user nova-compute[75147]:       <entry name="version">0.0.0</entry>
Oct 27 19:29:27 user nova-compute[75147]:       <entry name="serial">9705db51-2bbb-4520-a942-9efdb828e241</entry>
Oct 27 19:29:27 user nova-compute[75147]:       <entry name="uuid">9705db51-2bbb-4520-a942-9efdb828e241</entry>
Oct 27 19:29:27 user nova-compute[75147]:       <entry name="family">Virtual Machine</entry>
Oct 27 19:29:27 user nova-compute[75147]:     </system>
Oct 27 19:29:27 user nova-compute[75147]:   </sysinfo>
Oct 27 19:29:27 user nova-compute[75147]:   <os>
Oct 27 19:29:27 user nova-compute[75147]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 19:29:27 user nova-compute[75147]:     <boot dev="hd"/>
Oct 27 19:29:27 user nova-compute[75147]:     <smbios mode="sysinfo"/>
Oct 27 19:29:27 user nova-compute[75147]:   </os>
Oct 27 19:29:27 user nova-compute[75147]:   <features>
Oct 27 19:29:27 user nova-compute[75147]:     <acpi/>
Oct 27 19:29:27 user nova-compute[75147]:     <apic/>
Oct 27 19:29:27 user nova-compute[75147]:     <vmcoreinfo/>
Oct 27 19:29:27 user nova-compute[75147]:   </features>
Oct 27 19:29:27 user nova-compute[75147]:   <clock offset="utc">
Oct 27 19:29:27 user nova-compute[75147]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 19:29:27 user nova-compute[75147]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 19:29:27 user nova-compute[75147]:     <timer name="hpet" present="no"/>
Oct 27 19:29:27 user nova-compute[75147]:   </clock>
Oct 27 19:29:27 user nova-compute[75147]:   <cpu mode="custom" match="exact">
Oct 27 19:29:27 user nova-compute[75147]:     <model>Nehalem</model>
Oct 27 19:29:27 user nova-compute[75147]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 19:29:27 user nova-compute[75147]:   </cpu>
Oct 27 19:29:27 user nova-compute[75147]:   <devices>
Oct 27 19:29:27 user nova-compute[75147]:     <disk type="file" device="disk">
Oct 27 19:29:27 user nova-compute[75147]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 27 19:29:27 user nova-compute[75147]:       <source file="/opt/stack/data/nova/instances/9705db51-2bbb-4520-a942-9efdb828e241/disk"/>
Oct 27 19:29:27 user nova-compute[75147]:       <target dev="vda" bus="virtio"/>
Oct 27 19:29:27 user nova-compute[75147]:     </disk>
Oct 27 19:29:27 user nova-compute[75147]:     <interface type="ethernet">
Oct 27 19:29:27 user nova-compute[75147]:       <mac address="fa:16:3e:15:6c:b8"/>
Oct 27 19:29:27 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:29:27 user nova-compute[75147]:       <mtu size="1442"/>
Oct 27 19:29:27 user nova-compute[75147]:       <target dev="tap7b10b32d-eb"/>
Oct 27 19:29:27 user nova-compute[75147]:     </interface>
Oct 27 19:29:27 user nova-compute[75147]:     <serial type="pty">
Oct 27 19:29:27 user nova-compute[75147]:       <log file="/opt/stack/data/nova/instances/9705db51-2bbb-4520-a942-9efdb828e241/console.log" append="off"/>
Oct 27 19:29:27 user nova-compute[75147]:     </serial>
Oct 27 19:29:27 user nova-compute[75147]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 19:29:27 user nova-compute[75147]:     <video>
Oct 27 19:29:27 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:29:27 user nova-compute[75147]:     </video>
Oct 27 19:29:27 user nova-compute[75147]:     <rng model="virtio">
Oct 27 19:29:27 user nova-compute[75147]:       <backend model="random">/dev/urandom</backend>
Oct 27 19:29:27 user nova-compute[75147]:     </rng>
Oct 27 19:29:27 user nova-compute[75147]:     <controller type="usb" index="0" model="none"/>
Oct 27 19:29:27 user nova-compute[75147]:     <memballoon model="virtio">
Oct 27 19:29:27 user nova-compute[75147]:       <stats period="10"/>
Oct 27 19:29:27 user nova-compute[75147]:     </memballoon>
Oct 27 19:29:27 user nova-compute[75147]:   </devices>
Oct 27 19:29:27 user nova-compute[75147]: </domain>
Oct 27 19:29:27 user nova-compute[75147]:  {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 19:29:27 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-621941c3-c3ed-44b3-ad64-017f01afe839 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:29:23Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesNegativeTest-instance-2111620668',display_name='tempest-VolumesNegativeTest-instance-2111620668',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesnegativetest-instance-2111620668',id=12,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5f6c881f134d4835a23816a6e7458726',ramdisk_id='',reservation_id='r-y2i2o7zb',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesNegativeTest-1571185017',owner_user_name='tempest-VolumesNegativeTest-1571185017-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:29:25Z,user_data=None,user_id='308d755380914782895cd26aac1049d9',uuid=9705db51-2bbb-4520-a942-9efdb828e241,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7b10b32d-ebbf-4f06-acc6-0e4162bb4ebb", "address": "fa:16:3e:15:6c:b8", "network": {"id": "933bf527-f9d0-47d3-acbb-611bab2709a6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.233", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "0b43115555434818b0c8bdf6be4946da", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b10b32d-eb", "ovs_interfaceid": "7b10b32d-ebbf-4f06-acc6-0e4162bb4ebb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 19:29:27 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-621941c3-c3ed-44b3-ad64-017f01afe839 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] Converting VIF {"id": "7b10b32d-ebbf-4f06-acc6-0e4162bb4ebb", "address": "fa:16:3e:15:6c:b8", "network": {"id": "933bf527-f9d0-47d3-acbb-611bab2709a6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.233", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "0b43115555434818b0c8bdf6be4946da", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b10b32d-eb", "ovs_interfaceid": "7b10b32d-ebbf-4f06-acc6-0e4162bb4ebb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:29:27 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-621941c3-c3ed-44b3-ad64-017f01afe839 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:15:6c:b8,bridge_name='br-int',has_traffic_filtering=True,id=7b10b32d-ebbf-4f06-acc6-0e4162bb4ebb,network=Network(933bf527-f9d0-47d3-acbb-611bab2709a6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7b10b32d-eb') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:29:27 user nova-compute[75147]: DEBUG os_vif [None req-621941c3-c3ed-44b3-ad64-017f01afe839 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:15:6c:b8,bridge_name='br-int',has_traffic_filtering=True,id=7b10b32d-ebbf-4f06-acc6-0e4162bb4ebb,network=Network(933bf527-f9d0-47d3-acbb-611bab2709a6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7b10b32d-eb') {{(pid=75147) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 19:29:27 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:27 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:29:27 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 19:29:27 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:27 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:27 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f5d77184-abc9-59e6-8716-2ff4582113b3', '_type': 'linux-noop'}}, row=False) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:29:27 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:27 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:29:27 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:27 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:27 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:27 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:27 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap7b10b32d-eb, may_exist=True, interface_attrs={}) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:29:27 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap7b10b32d-eb, col_values=(('qos', UUID('15aad62c-75ca-4f64-90ac-4b541b2a0745')),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:29:27 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap7b10b32d-eb, col_values=(('external_ids', {'iface-id': '7b10b32d-ebbf-4f06-acc6-0e4162bb4ebb', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:15:6c:b8', 'vm-uuid': '9705db51-2bbb-4520-a942-9efdb828e241'}),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:29:27 user nova-compute[75147]: DEBUG nova.compute.manager [req-41bef9f1-ef8a-4136-bd03-653e981530b9 req-ed2fbe9c-fcda-4170-94da-c2762e61ba90 service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Received event network-vif-plugged-dc4cff12-99e9-457c-835c-cc1c5d9b2918 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:29:27 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-41bef9f1-ef8a-4136-bd03-653e981530b9 req-ed2fbe9c-fcda-4170-94da-c2762e61ba90 service nova] Acquiring lock "3831d941-23f9-4b8b-94c2-eacd06826967-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:29:27 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-41bef9f1-ef8a-4136-bd03-653e981530b9 req-ed2fbe9c-fcda-4170-94da-c2762e61ba90 service nova] Lock "3831d941-23f9-4b8b-94c2-eacd06826967-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:29:27 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-41bef9f1-ef8a-4136-bd03-653e981530b9 req-ed2fbe9c-fcda-4170-94da-c2762e61ba90 service nova] Lock "3831d941-23f9-4b8b-94c2-eacd06826967-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:29:27 user nova-compute[75147]: DEBUG nova.compute.manager [req-41bef9f1-ef8a-4136-bd03-653e981530b9 req-ed2fbe9c-fcda-4170-94da-c2762e61ba90 service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] No waiting events found dispatching network-vif-plugged-dc4cff12-99e9-457c-835c-cc1c5d9b2918 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:29:27 user nova-compute[75147]: WARNING nova.compute.manager [req-41bef9f1-ef8a-4136-bd03-653e981530b9 req-ed2fbe9c-fcda-4170-94da-c2762e61ba90 service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Received unexpected event network-vif-plugged-dc4cff12-99e9-457c-835c-cc1c5d9b2918 for instance with vm_state building and task_state spawning.
Oct 27 19:29:27 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:27 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:29:27 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:27 user nova-compute[75147]: INFO os_vif [None req-621941c3-c3ed-44b3-ad64-017f01afe839 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:15:6c:b8,bridge_name='br-int',has_traffic_filtering=True,id=7b10b32d-ebbf-4f06-acc6-0e4162bb4ebb,network=Network(933bf527-f9d0-47d3-acbb-611bab2709a6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7b10b32d-eb')
Oct 27 19:29:28 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:28 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:28 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-621941c3-c3ed-44b3-ad64-017f01afe839 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] No BDM found with device name vda, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:29:28 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-621941c3-c3ed-44b3-ad64-017f01afe839 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] No VIF found with MAC fa:16:3e:15:6c:b8, not building metadata {{(pid=75147) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 19:29:28 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:28 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:28 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:28 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:28 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:28 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:28 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:28 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:28 user nova-compute[75147]: DEBUG nova.compute.manager [req-6862d731-fc59-45e1-9f18-c2d5f0c21a13 req-ab28161b-9d1d-418c-b9fb-4eb6abb448fb service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Received event network-vif-plugged-48131c5a-868a-4f62-a648-4b859f435b81 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:29:28 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-6862d731-fc59-45e1-9f18-c2d5f0c21a13 req-ab28161b-9d1d-418c-b9fb-4eb6abb448fb service nova] Acquiring lock "3831d941-23f9-4b8b-94c2-eacd06826967-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:29:28 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-6862d731-fc59-45e1-9f18-c2d5f0c21a13 req-ab28161b-9d1d-418c-b9fb-4eb6abb448fb service nova] Lock "3831d941-23f9-4b8b-94c2-eacd06826967-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:29:28 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-6862d731-fc59-45e1-9f18-c2d5f0c21a13 req-ab28161b-9d1d-418c-b9fb-4eb6abb448fb service nova] Lock "3831d941-23f9-4b8b-94c2-eacd06826967-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:29:28 user nova-compute[75147]: DEBUG nova.compute.manager [req-6862d731-fc59-45e1-9f18-c2d5f0c21a13 req-ab28161b-9d1d-418c-b9fb-4eb6abb448fb service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] No waiting events found dispatching network-vif-plugged-48131c5a-868a-4f62-a648-4b859f435b81 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:29:28 user nova-compute[75147]: WARNING nova.compute.manager [req-6862d731-fc59-45e1-9f18-c2d5f0c21a13 req-ab28161b-9d1d-418c-b9fb-4eb6abb448fb service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Received unexpected event network-vif-plugged-48131c5a-868a-4f62-a648-4b859f435b81 for instance with vm_state building and task_state spawning.
Oct 27 19:29:28 user nova-compute[75147]: DEBUG nova.compute.manager [req-6862d731-fc59-45e1-9f18-c2d5f0c21a13 req-ab28161b-9d1d-418c-b9fb-4eb6abb448fb service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Received event network-vif-plugged-ccfd92f6-a63f-4f14-b6ca-858602060fd7 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:29:28 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-6862d731-fc59-45e1-9f18-c2d5f0c21a13 req-ab28161b-9d1d-418c-b9fb-4eb6abb448fb service nova] Acquiring lock "3831d941-23f9-4b8b-94c2-eacd06826967-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:29:28 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-6862d731-fc59-45e1-9f18-c2d5f0c21a13 req-ab28161b-9d1d-418c-b9fb-4eb6abb448fb service nova] Lock "3831d941-23f9-4b8b-94c2-eacd06826967-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:29:28 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-6862d731-fc59-45e1-9f18-c2d5f0c21a13 req-ab28161b-9d1d-418c-b9fb-4eb6abb448fb service nova] Lock "3831d941-23f9-4b8b-94c2-eacd06826967-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:29:28 user nova-compute[75147]: DEBUG nova.compute.manager [req-6862d731-fc59-45e1-9f18-c2d5f0c21a13 req-ab28161b-9d1d-418c-b9fb-4eb6abb448fb service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] No waiting events found dispatching network-vif-plugged-ccfd92f6-a63f-4f14-b6ca-858602060fd7 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:29:28 user nova-compute[75147]: WARNING nova.compute.manager [req-6862d731-fc59-45e1-9f18-c2d5f0c21a13 req-ab28161b-9d1d-418c-b9fb-4eb6abb448fb service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Received unexpected event network-vif-plugged-ccfd92f6-a63f-4f14-b6ca-858602060fd7 for instance with vm_state building and task_state spawning.
Oct 27 19:29:28 user nova-compute[75147]: DEBUG nova.compute.manager [req-6862d731-fc59-45e1-9f18-c2d5f0c21a13 req-ab28161b-9d1d-418c-b9fb-4eb6abb448fb service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Received event network-vif-plugged-ccfd92f6-a63f-4f14-b6ca-858602060fd7 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:29:28 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-6862d731-fc59-45e1-9f18-c2d5f0c21a13 req-ab28161b-9d1d-418c-b9fb-4eb6abb448fb service nova] Acquiring lock "3831d941-23f9-4b8b-94c2-eacd06826967-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:29:28 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-6862d731-fc59-45e1-9f18-c2d5f0c21a13 req-ab28161b-9d1d-418c-b9fb-4eb6abb448fb service nova] Lock "3831d941-23f9-4b8b-94c2-eacd06826967-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:29:28 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-6862d731-fc59-45e1-9f18-c2d5f0c21a13 req-ab28161b-9d1d-418c-b9fb-4eb6abb448fb service nova] Lock "3831d941-23f9-4b8b-94c2-eacd06826967-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:29:28 user nova-compute[75147]: DEBUG nova.compute.manager [req-6862d731-fc59-45e1-9f18-c2d5f0c21a13 req-ab28161b-9d1d-418c-b9fb-4eb6abb448fb service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] No waiting events found dispatching network-vif-plugged-ccfd92f6-a63f-4f14-b6ca-858602060fd7 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:29:28 user nova-compute[75147]: WARNING nova.compute.manager [req-6862d731-fc59-45e1-9f18-c2d5f0c21a13 req-ab28161b-9d1d-418c-b9fb-4eb6abb448fb service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Received unexpected event network-vif-plugged-ccfd92f6-a63f-4f14-b6ca-858602060fd7 for instance with vm_state building and task_state spawning.
Oct 27 19:29:28 user nova-compute[75147]: DEBUG nova.compute.manager [req-6862d731-fc59-45e1-9f18-c2d5f0c21a13 req-ab28161b-9d1d-418c-b9fb-4eb6abb448fb service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Received event network-vif-plugged-6e7f9d86-fec5-499e-9770-15912418039c {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:29:28 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-6862d731-fc59-45e1-9f18-c2d5f0c21a13 req-ab28161b-9d1d-418c-b9fb-4eb6abb448fb service nova] Acquiring lock "3831d941-23f9-4b8b-94c2-eacd06826967-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:29:28 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-6862d731-fc59-45e1-9f18-c2d5f0c21a13 req-ab28161b-9d1d-418c-b9fb-4eb6abb448fb service nova] Lock "3831d941-23f9-4b8b-94c2-eacd06826967-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:29:28 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-6862d731-fc59-45e1-9f18-c2d5f0c21a13 req-ab28161b-9d1d-418c-b9fb-4eb6abb448fb service nova] Lock "3831d941-23f9-4b8b-94c2-eacd06826967-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:29:28 user nova-compute[75147]: DEBUG nova.compute.manager [req-6862d731-fc59-45e1-9f18-c2d5f0c21a13 req-ab28161b-9d1d-418c-b9fb-4eb6abb448fb service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] No waiting events found dispatching network-vif-plugged-6e7f9d86-fec5-499e-9770-15912418039c {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:29:28 user nova-compute[75147]: WARNING nova.compute.manager [req-6862d731-fc59-45e1-9f18-c2d5f0c21a13 req-ab28161b-9d1d-418c-b9fb-4eb6abb448fb service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Received unexpected event network-vif-plugged-6e7f9d86-fec5-499e-9770-15912418039c for instance with vm_state building and task_state spawning.
Oct 27 19:29:28 user nova-compute[75147]: DEBUG nova.compute.manager [req-6862d731-fc59-45e1-9f18-c2d5f0c21a13 req-ab28161b-9d1d-418c-b9fb-4eb6abb448fb service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Received event network-vif-plugged-6e7f9d86-fec5-499e-9770-15912418039c {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:29:28 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-6862d731-fc59-45e1-9f18-c2d5f0c21a13 req-ab28161b-9d1d-418c-b9fb-4eb6abb448fb service nova] Acquiring lock "3831d941-23f9-4b8b-94c2-eacd06826967-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:29:28 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-6862d731-fc59-45e1-9f18-c2d5f0c21a13 req-ab28161b-9d1d-418c-b9fb-4eb6abb448fb service nova] Lock "3831d941-23f9-4b8b-94c2-eacd06826967-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:29:28 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-6862d731-fc59-45e1-9f18-c2d5f0c21a13 req-ab28161b-9d1d-418c-b9fb-4eb6abb448fb service nova] Lock "3831d941-23f9-4b8b-94c2-eacd06826967-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:29:28 user nova-compute[75147]: DEBUG nova.compute.manager [req-6862d731-fc59-45e1-9f18-c2d5f0c21a13 req-ab28161b-9d1d-418c-b9fb-4eb6abb448fb service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] No waiting events found dispatching network-vif-plugged-6e7f9d86-fec5-499e-9770-15912418039c {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:29:28 user nova-compute[75147]: WARNING nova.compute.manager [req-6862d731-fc59-45e1-9f18-c2d5f0c21a13 req-ab28161b-9d1d-418c-b9fb-4eb6abb448fb service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Received unexpected event network-vif-plugged-6e7f9d86-fec5-499e-9770-15912418039c for instance with vm_state building and task_state spawning.
Oct 27 19:29:28 user nova-compute[75147]: DEBUG nova.compute.manager [req-6862d731-fc59-45e1-9f18-c2d5f0c21a13 req-ab28161b-9d1d-418c-b9fb-4eb6abb448fb service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Received event network-vif-plugged-314f3dee-a346-4009-8c11-e7987a5acf21 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:29:28 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-6862d731-fc59-45e1-9f18-c2d5f0c21a13 req-ab28161b-9d1d-418c-b9fb-4eb6abb448fb service nova] Acquiring lock "3831d941-23f9-4b8b-94c2-eacd06826967-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:29:28 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-6862d731-fc59-45e1-9f18-c2d5f0c21a13 req-ab28161b-9d1d-418c-b9fb-4eb6abb448fb service nova] Lock "3831d941-23f9-4b8b-94c2-eacd06826967-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:29:28 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-6862d731-fc59-45e1-9f18-c2d5f0c21a13 req-ab28161b-9d1d-418c-b9fb-4eb6abb448fb service nova] Lock "3831d941-23f9-4b8b-94c2-eacd06826967-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:29:28 user nova-compute[75147]: DEBUG nova.compute.manager [req-6862d731-fc59-45e1-9f18-c2d5f0c21a13 req-ab28161b-9d1d-418c-b9fb-4eb6abb448fb service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] No waiting events found dispatching network-vif-plugged-314f3dee-a346-4009-8c11-e7987a5acf21 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:29:28 user nova-compute[75147]: WARNING nova.compute.manager [req-6862d731-fc59-45e1-9f18-c2d5f0c21a13 req-ab28161b-9d1d-418c-b9fb-4eb6abb448fb service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Received unexpected event network-vif-plugged-314f3dee-a346-4009-8c11-e7987a5acf21 for instance with vm_state building and task_state spawning.
Oct 27 19:29:28 user nova-compute[75147]: DEBUG nova.compute.manager [req-6862d731-fc59-45e1-9f18-c2d5f0c21a13 req-ab28161b-9d1d-418c-b9fb-4eb6abb448fb service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Received event network-vif-plugged-314f3dee-a346-4009-8c11-e7987a5acf21 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:29:28 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-6862d731-fc59-45e1-9f18-c2d5f0c21a13 req-ab28161b-9d1d-418c-b9fb-4eb6abb448fb service nova] Acquiring lock "3831d941-23f9-4b8b-94c2-eacd06826967-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:29:28 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-6862d731-fc59-45e1-9f18-c2d5f0c21a13 req-ab28161b-9d1d-418c-b9fb-4eb6abb448fb service nova] Lock "3831d941-23f9-4b8b-94c2-eacd06826967-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:29:28 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-6862d731-fc59-45e1-9f18-c2d5f0c21a13 req-ab28161b-9d1d-418c-b9fb-4eb6abb448fb service nova] Lock "3831d941-23f9-4b8b-94c2-eacd06826967-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:29:28 user nova-compute[75147]: DEBUG nova.compute.manager [req-6862d731-fc59-45e1-9f18-c2d5f0c21a13 req-ab28161b-9d1d-418c-b9fb-4eb6abb448fb service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] No waiting events found dispatching network-vif-plugged-314f3dee-a346-4009-8c11-e7987a5acf21 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:29:28 user nova-compute[75147]: WARNING nova.compute.manager [req-6862d731-fc59-45e1-9f18-c2d5f0c21a13 req-ab28161b-9d1d-418c-b9fb-4eb6abb448fb service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Received unexpected event network-vif-plugged-314f3dee-a346-4009-8c11-e7987a5acf21 for instance with vm_state building and task_state spawning.
Oct 27 19:29:28 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:28 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:29 user nova-compute[75147]: DEBUG nova.compute.manager [req-9c9d5c1f-75fe-4b43-8051-daf9d4f078ee req-32684eb8-1109-45b3-a785-2ad9354d42cf service nova] [instance: 9705db51-2bbb-4520-a942-9efdb828e241] Received event network-changed-7b10b32d-ebbf-4f06-acc6-0e4162bb4ebb {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:29:29 user nova-compute[75147]: DEBUG nova.compute.manager [req-9c9d5c1f-75fe-4b43-8051-daf9d4f078ee req-32684eb8-1109-45b3-a785-2ad9354d42cf service nova] [instance: 9705db51-2bbb-4520-a942-9efdb828e241] Refreshing instance network info cache due to event network-changed-7b10b32d-ebbf-4f06-acc6-0e4162bb4ebb. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 19:29:29 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-9c9d5c1f-75fe-4b43-8051-daf9d4f078ee req-32684eb8-1109-45b3-a785-2ad9354d42cf service nova] Acquiring lock "refresh_cache-9705db51-2bbb-4520-a942-9efdb828e241" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:29:29 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-9c9d5c1f-75fe-4b43-8051-daf9d4f078ee req-32684eb8-1109-45b3-a785-2ad9354d42cf service nova] Acquired lock "refresh_cache-9705db51-2bbb-4520-a942-9efdb828e241" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:29:29 user nova-compute[75147]: DEBUG nova.network.neutron [req-9c9d5c1f-75fe-4b43-8051-daf9d4f078ee req-32684eb8-1109-45b3-a785-2ad9354d42cf service nova] [instance: 9705db51-2bbb-4520-a942-9efdb828e241] Refreshing network info cache for port 7b10b32d-ebbf-4f06-acc6-0e4162bb4ebb {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 19:29:29 user nova-compute[75147]: DEBUG nova.network.neutron [req-9c9d5c1f-75fe-4b43-8051-daf9d4f078ee req-32684eb8-1109-45b3-a785-2ad9354d42cf service nova] [instance: 9705db51-2bbb-4520-a942-9efdb828e241] Updated VIF entry in instance network info cache for port 7b10b32d-ebbf-4f06-acc6-0e4162bb4ebb. {{(pid=75147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 19:29:29 user nova-compute[75147]: DEBUG nova.network.neutron [req-9c9d5c1f-75fe-4b43-8051-daf9d4f078ee req-32684eb8-1109-45b3-a785-2ad9354d42cf service nova] [instance: 9705db51-2bbb-4520-a942-9efdb828e241] Updating instance_info_cache with network_info: [{"id": "7b10b32d-ebbf-4f06-acc6-0e4162bb4ebb", "address": "fa:16:3e:15:6c:b8", "network": {"id": "933bf527-f9d0-47d3-acbb-611bab2709a6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.233", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "0b43115555434818b0c8bdf6be4946da", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b10b32d-eb", "ovs_interfaceid": "7b10b32d-ebbf-4f06-acc6-0e4162bb4ebb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:29:29 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-9c9d5c1f-75fe-4b43-8051-daf9d4f078ee req-32684eb8-1109-45b3-a785-2ad9354d42cf service nova] Releasing lock "refresh_cache-9705db51-2bbb-4520-a942-9efdb828e241" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:29:29 user nova-compute[75147]: DEBUG nova.compute.manager [req-9c9d5c1f-75fe-4b43-8051-daf9d4f078ee req-32684eb8-1109-45b3-a785-2ad9354d42cf service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Received event network-vif-plugged-c9964778-6c46-4cb5-bd0f-f985aa48bfdf {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:29:29 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-9c9d5c1f-75fe-4b43-8051-daf9d4f078ee req-32684eb8-1109-45b3-a785-2ad9354d42cf service nova] Acquiring lock "3831d941-23f9-4b8b-94c2-eacd06826967-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:29:29 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-9c9d5c1f-75fe-4b43-8051-daf9d4f078ee req-32684eb8-1109-45b3-a785-2ad9354d42cf service nova] Lock "3831d941-23f9-4b8b-94c2-eacd06826967-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:29:29 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-9c9d5c1f-75fe-4b43-8051-daf9d4f078ee req-32684eb8-1109-45b3-a785-2ad9354d42cf service nova] Lock "3831d941-23f9-4b8b-94c2-eacd06826967-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:29:29 user nova-compute[75147]: DEBUG nova.compute.manager [req-9c9d5c1f-75fe-4b43-8051-daf9d4f078ee req-32684eb8-1109-45b3-a785-2ad9354d42cf service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] No waiting events found dispatching network-vif-plugged-c9964778-6c46-4cb5-bd0f-f985aa48bfdf {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:29:29 user nova-compute[75147]: WARNING nova.compute.manager [req-9c9d5c1f-75fe-4b43-8051-daf9d4f078ee req-32684eb8-1109-45b3-a785-2ad9354d42cf service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Received unexpected event network-vif-plugged-c9964778-6c46-4cb5-bd0f-f985aa48bfdf for instance with vm_state building and task_state spawning.
Oct 27 19:29:29 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:29 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:29 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:29 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:29 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:29 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:29 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:29 user nova-compute[75147]: DEBUG nova.compute.manager [req-32d36631-9797-40bb-add7-c329f21b25da req-ceabbfde-aa46-45e5-8061-47b8b10a5284 service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Received event network-vif-plugged-dc4cff12-99e9-457c-835c-cc1c5d9b2918 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:29:29 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-32d36631-9797-40bb-add7-c329f21b25da req-ceabbfde-aa46-45e5-8061-47b8b10a5284 service nova] Acquiring lock "3831d941-23f9-4b8b-94c2-eacd06826967-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:29:29 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-32d36631-9797-40bb-add7-c329f21b25da req-ceabbfde-aa46-45e5-8061-47b8b10a5284 service nova] Lock "3831d941-23f9-4b8b-94c2-eacd06826967-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:29:29 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-32d36631-9797-40bb-add7-c329f21b25da req-ceabbfde-aa46-45e5-8061-47b8b10a5284 service nova] Lock "3831d941-23f9-4b8b-94c2-eacd06826967-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:29:29 user nova-compute[75147]: DEBUG nova.compute.manager [req-32d36631-9797-40bb-add7-c329f21b25da req-ceabbfde-aa46-45e5-8061-47b8b10a5284 service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] No waiting events found dispatching network-vif-plugged-dc4cff12-99e9-457c-835c-cc1c5d9b2918 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:29:29 user nova-compute[75147]: WARNING nova.compute.manager [req-32d36631-9797-40bb-add7-c329f21b25da req-ceabbfde-aa46-45e5-8061-47b8b10a5284 service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Received unexpected event network-vif-plugged-dc4cff12-99e9-457c-835c-cc1c5d9b2918 for instance with vm_state building and task_state spawning.
Oct 27 19:29:29 user nova-compute[75147]: DEBUG nova.compute.manager [req-32d36631-9797-40bb-add7-c329f21b25da req-ceabbfde-aa46-45e5-8061-47b8b10a5284 service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Received event network-vif-plugged-f806c72f-6020-4f31-a451-61b8513f1c32 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:29:29 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-32d36631-9797-40bb-add7-c329f21b25da req-ceabbfde-aa46-45e5-8061-47b8b10a5284 service nova] Acquiring lock "3831d941-23f9-4b8b-94c2-eacd06826967-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:29:29 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-32d36631-9797-40bb-add7-c329f21b25da req-ceabbfde-aa46-45e5-8061-47b8b10a5284 service nova] Lock "3831d941-23f9-4b8b-94c2-eacd06826967-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:29:29 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-32d36631-9797-40bb-add7-c329f21b25da req-ceabbfde-aa46-45e5-8061-47b8b10a5284 service nova] Lock "3831d941-23f9-4b8b-94c2-eacd06826967-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:29:29 user nova-compute[75147]: DEBUG nova.compute.manager [req-32d36631-9797-40bb-add7-c329f21b25da req-ceabbfde-aa46-45e5-8061-47b8b10a5284 service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] No waiting events found dispatching network-vif-plugged-f806c72f-6020-4f31-a451-61b8513f1c32 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:29:29 user nova-compute[75147]: WARNING nova.compute.manager [req-32d36631-9797-40bb-add7-c329f21b25da req-ceabbfde-aa46-45e5-8061-47b8b10a5284 service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Received unexpected event network-vif-plugged-f806c72f-6020-4f31-a451-61b8513f1c32 for instance with vm_state building and task_state spawning.
Oct 27 19:29:29 user nova-compute[75147]: DEBUG nova.compute.manager [req-32d36631-9797-40bb-add7-c329f21b25da req-ceabbfde-aa46-45e5-8061-47b8b10a5284 service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Received event network-vif-plugged-f806c72f-6020-4f31-a451-61b8513f1c32 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:29:29 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-32d36631-9797-40bb-add7-c329f21b25da req-ceabbfde-aa46-45e5-8061-47b8b10a5284 service nova] Acquiring lock "3831d941-23f9-4b8b-94c2-eacd06826967-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:29:29 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-32d36631-9797-40bb-add7-c329f21b25da req-ceabbfde-aa46-45e5-8061-47b8b10a5284 service nova] Lock "3831d941-23f9-4b8b-94c2-eacd06826967-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:29:29 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-32d36631-9797-40bb-add7-c329f21b25da req-ceabbfde-aa46-45e5-8061-47b8b10a5284 service nova] Lock "3831d941-23f9-4b8b-94c2-eacd06826967-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:29:29 user nova-compute[75147]: DEBUG nova.compute.manager [req-32d36631-9797-40bb-add7-c329f21b25da req-ceabbfde-aa46-45e5-8061-47b8b10a5284 service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] No waiting events found dispatching network-vif-plugged-f806c72f-6020-4f31-a451-61b8513f1c32 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:29:29 user nova-compute[75147]: WARNING nova.compute.manager [req-32d36631-9797-40bb-add7-c329f21b25da req-ceabbfde-aa46-45e5-8061-47b8b10a5284 service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Received unexpected event network-vif-plugged-f806c72f-6020-4f31-a451-61b8513f1c32 for instance with vm_state building and task_state spawning.
Oct 27 19:29:29 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:29 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:30 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:30 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:30 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:30 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:30 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:32 user nova-compute[75147]: DEBUG nova.compute.manager [req-c0850af5-59e9-4541-9250-629a684ed586 req-ce824d12-bfcd-4219-8d43-7a6204f901c7 service nova] [instance: 9705db51-2bbb-4520-a942-9efdb828e241] Received event network-vif-plugged-7b10b32d-ebbf-4f06-acc6-0e4162bb4ebb {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:29:32 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-c0850af5-59e9-4541-9250-629a684ed586 req-ce824d12-bfcd-4219-8d43-7a6204f901c7 service nova] Acquiring lock "9705db51-2bbb-4520-a942-9efdb828e241-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:29:32 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-c0850af5-59e9-4541-9250-629a684ed586 req-ce824d12-bfcd-4219-8d43-7a6204f901c7 service nova] Lock "9705db51-2bbb-4520-a942-9efdb828e241-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:29:32 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-c0850af5-59e9-4541-9250-629a684ed586 req-ce824d12-bfcd-4219-8d43-7a6204f901c7 service nova] Lock "9705db51-2bbb-4520-a942-9efdb828e241-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:29:32 user nova-compute[75147]: DEBUG nova.compute.manager [req-c0850af5-59e9-4541-9250-629a684ed586 req-ce824d12-bfcd-4219-8d43-7a6204f901c7 service nova] [instance: 9705db51-2bbb-4520-a942-9efdb828e241] No waiting events found dispatching network-vif-plugged-7b10b32d-ebbf-4f06-acc6-0e4162bb4ebb {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:29:32 user nova-compute[75147]: WARNING nova.compute.manager [req-c0850af5-59e9-4541-9250-629a684ed586 req-ce824d12-bfcd-4219-8d43-7a6204f901c7 service nova] [instance: 9705db51-2bbb-4520-a942-9efdb828e241] Received unexpected event network-vif-plugged-7b10b32d-ebbf-4f06-acc6-0e4162bb4ebb for instance with vm_state building and task_state spawning.
Oct 27 19:29:32 user nova-compute[75147]: DEBUG nova.compute.manager [req-c0850af5-59e9-4541-9250-629a684ed586 req-ce824d12-bfcd-4219-8d43-7a6204f901c7 service nova] [instance: 9705db51-2bbb-4520-a942-9efdb828e241] Received event network-vif-plugged-7b10b32d-ebbf-4f06-acc6-0e4162bb4ebb {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:29:32 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-c0850af5-59e9-4541-9250-629a684ed586 req-ce824d12-bfcd-4219-8d43-7a6204f901c7 service nova] Acquiring lock "9705db51-2bbb-4520-a942-9efdb828e241-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:29:32 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-c0850af5-59e9-4541-9250-629a684ed586 req-ce824d12-bfcd-4219-8d43-7a6204f901c7 service nova] Lock "9705db51-2bbb-4520-a942-9efdb828e241-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:29:32 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-c0850af5-59e9-4541-9250-629a684ed586 req-ce824d12-bfcd-4219-8d43-7a6204f901c7 service nova] Lock "9705db51-2bbb-4520-a942-9efdb828e241-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:29:32 user nova-compute[75147]: DEBUG nova.compute.manager [req-c0850af5-59e9-4541-9250-629a684ed586 req-ce824d12-bfcd-4219-8d43-7a6204f901c7 service nova] [instance: 9705db51-2bbb-4520-a942-9efdb828e241] No waiting events found dispatching network-vif-plugged-7b10b32d-ebbf-4f06-acc6-0e4162bb4ebb {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:29:32 user nova-compute[75147]: WARNING nova.compute.manager [req-c0850af5-59e9-4541-9250-629a684ed586 req-ce824d12-bfcd-4219-8d43-7a6204f901c7 service nova] [instance: 9705db51-2bbb-4520-a942-9efdb828e241] Received unexpected event network-vif-plugged-7b10b32d-ebbf-4f06-acc6-0e4162bb4ebb for instance with vm_state building and task_state spawning.
Oct 27 19:29:32 user nova-compute[75147]: DEBUG nova.compute.manager [None req-621941c3-c3ed-44b3-ad64-017f01afe839 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] [instance: 9705db51-2bbb-4520-a942-9efdb828e241] Instance event wait completed in 0 seconds for  {{(pid=75147) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 19:29:32 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-621941c3-c3ed-44b3-ad64-017f01afe839 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] [instance: 9705db51-2bbb-4520-a942-9efdb828e241] Guest created on hypervisor {{(pid=75147) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 19:29:32 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: 9705db51-2bbb-4520-a942-9efdb828e241] Instance spawned successfully.
Oct 27 19:29:32 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-621941c3-c3ed-44b3-ad64-017f01afe839 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] [instance: 9705db51-2bbb-4520-a942-9efdb828e241] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 27 19:29:32 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-621941c3-c3ed-44b3-ad64-017f01afe839 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] [instance: 9705db51-2bbb-4520-a942-9efdb828e241] Found default for hw_cdrom_bus of ide {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:29:32 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-621941c3-c3ed-44b3-ad64-017f01afe839 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] [instance: 9705db51-2bbb-4520-a942-9efdb828e241] Found default for hw_disk_bus of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:29:32 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-621941c3-c3ed-44b3-ad64-017f01afe839 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] [instance: 9705db51-2bbb-4520-a942-9efdb828e241] Found default for hw_input_bus of None {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:29:32 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-621941c3-c3ed-44b3-ad64-017f01afe839 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] [instance: 9705db51-2bbb-4520-a942-9efdb828e241] Found default for hw_pointer_model of None {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:29:32 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-621941c3-c3ed-44b3-ad64-017f01afe839 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] [instance: 9705db51-2bbb-4520-a942-9efdb828e241] Found default for hw_video_model of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:29:32 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-621941c3-c3ed-44b3-ad64-017f01afe839 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] [instance: 9705db51-2bbb-4520-a942-9efdb828e241] Found default for hw_vif_model of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:29:32 user nova-compute[75147]: DEBUG nova.compute.manager [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Instance event wait completed in 0 seconds for  {{(pid=75147) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 19:29:32 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Guest created on hypervisor {{(pid=75147) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 19:29:32 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Instance spawned successfully.
Oct 27 19:29:32 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 27 19:29:32 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Found default for hw_cdrom_bus of ide {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:29:32 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Found default for hw_disk_bus of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:29:32 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Found default for hw_input_bus of None {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:29:32 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Found default for hw_pointer_model of None {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:29:32 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Found default for hw_video_model of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:29:32 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Found default for hw_vif_model of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:29:32 user nova-compute[75147]: INFO nova.compute.manager [None req-621941c3-c3ed-44b3-ad64-017f01afe839 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] [instance: 9705db51-2bbb-4520-a942-9efdb828e241] Took 7.01 seconds to spawn the instance on the hypervisor.
Oct 27 19:29:32 user nova-compute[75147]: DEBUG nova.compute.manager [None req-621941c3-c3ed-44b3-ad64-017f01afe839 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] [instance: 9705db51-2bbb-4520-a942-9efdb828e241] Checking state {{(pid=75147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 19:29:32 user nova-compute[75147]: INFO nova.compute.manager [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Took 13.33 seconds to spawn the instance on the hypervisor.
Oct 27 19:29:32 user nova-compute[75147]: DEBUG nova.compute.manager [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Checking state {{(pid=75147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 19:29:32 user nova-compute[75147]: INFO nova.compute.manager [None req-621941c3-c3ed-44b3-ad64-017f01afe839 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] [instance: 9705db51-2bbb-4520-a942-9efdb828e241] Took 7.89 seconds to build instance.
Oct 27 19:29:32 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-621941c3-c3ed-44b3-ad64-017f01afe839 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] Lock "9705db51-2bbb-4520-a942-9efdb828e241" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:29:32 user nova-compute[75147]: INFO nova.compute.manager [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Took 83.27 seconds to build instance.
Oct 27 19:29:32 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-16951f53-e259-4721-99dd-4d760644304b tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Lock "3831d941-23f9-4b8b-94c2-eacd06826967" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 83.415s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:29:32 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:33 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ec29e328-458f-4aff-a146-c3eb556a9dcd tempest-VolumesAssistedSnapshotsTest-2125750463 tempest-VolumesAssistedSnapshotsTest-2125750463-project-admin] [instance: 4168f40d-0502-411c-9e29-5f827192ad86] Calling os-brick to attach iSCSI Volume {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 19:29:33 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec29e328-458f-4aff-a146-c3eb556a9dcd tempest-VolumesAssistedSnapshotsTest-2125750463 tempest-VolumesAssistedSnapshotsTest-2125750463-project-admin] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:fe25ac93-1b5b-4371-a15e-03a8365b8c79', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lQzCfPTV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:29:33 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-ec29e328-458f-4aff-a146-c3eb556a9dcd tempest-VolumesAssistedSnapshotsTest-2125750463 tempest-VolumesAssistedSnapshotsTest-2125750463-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:29:33 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-ec29e328-458f-4aff-a146-c3eb556a9dcd tempest-VolumesAssistedSnapshotsTest-2125750463 tempest-VolumesAssistedSnapshotsTest-2125750463-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:29:33 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-ec29e328-458f-4aff-a146-c3eb556a9dcd tempest-VolumesAssistedSnapshotsTest-2125750463 tempest-VolumesAssistedSnapshotsTest-2125750463-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:29:33 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-ec29e328-458f-4aff-a146-c3eb556a9dcd tempest-VolumesAssistedSnapshotsTest-2125750463 tempest-VolumesAssistedSnapshotsTest-2125750463-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:29:33 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-ec29e328-458f-4aff-a146-c3eb556a9dcd tempest-VolumesAssistedSnapshotsTest-2125750463 tempest-VolumesAssistedSnapshotsTest-2125750463-project-admin] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fe25ac93-1b5b-4371-a15e-03a8365b8c79" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:29:33 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-ec29e328-458f-4aff-a146-c3eb556a9dcd tempest-VolumesAssistedSnapshotsTest-2125750463 tempest-VolumesAssistedSnapshotsTest-2125750463-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fe25ac93-1b5b-4371-a15e-03a8365b8c79" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:29:33 user nova-compute[75147]: INFO os_brick.initiator.connectors.iscsi [None req-ec29e328-458f-4aff-a146-c3eb556a9dcd tempest-VolumesAssistedSnapshotsTest-2125750463 tempest-VolumesAssistedSnapshotsTest-2125750463-project-admin] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 19:29:33 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fe25ac93-1b5b-4371-a15e-03a8365b8c79 -p 172.16.0.220:3260 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:33 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fe25ac93-1b5b-4371-a15e-03a8365b8c79 -p 172.16.0.220:3260" returned: 21 in 0.022s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:33 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[655173f9-dca8-4cd3-a87c-59b33cf6dfdb]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:29:33 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec29e328-458f-4aff-a146-c3eb556a9dcd tempest-VolumesAssistedSnapshotsTest-2125750463 tempest-VolumesAssistedSnapshotsTest-2125750463-project-admin] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 19:29:33 user nova-compute[75147]:  {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:29:33 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fe25ac93-1b5b-4371-a15e-03a8365b8c79 -p 172.16.0.220:3260 --interface default --op new {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:33 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fe25ac93-1b5b-4371-a15e-03a8365b8c79 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:33 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[6976e789-6cf7-4b08-b0f5-b40f17e441d6]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:fe25ac93-1b5b-4371-a15e-03a8365b8c79] added\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:29:33 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec29e328-458f-4aff-a146-c3eb556a9dcd tempest-VolumesAssistedSnapshotsTest-2125750463 tempest-VolumesAssistedSnapshotsTest-2125750463-project-admin] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:fe25ac93-1b5b-4371-a15e-03a8365b8c79] added
Oct 27 19:29:33 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:29:33 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fe25ac93-1b5b-4371-a15e-03a8365b8c79 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:33 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fe25ac93-1b5b-4371-a15e-03a8365b8c79 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:33 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1be1b03-6b05-4e2c-9ed7-c438cb371c4b]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:29:33 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec29e328-458f-4aff-a146-c3eb556a9dcd tempest-VolumesAssistedSnapshotsTest-2125750463 tempest-VolumesAssistedSnapshotsTest-2125750463-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:29:33 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fe25ac93-1b5b-4371-a15e-03a8365b8c79 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:33 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fe25ac93-1b5b-4371-a15e-03a8365b8c79 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:33 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6c873ec-423f-490f-87f0-d2585bac9a4a]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:29:33 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec29e328-458f-4aff-a146-c3eb556a9dcd tempest-VolumesAssistedSnapshotsTest-2125750463 tempest-VolumesAssistedSnapshotsTest-2125750463-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:29:33 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fe25ac93-1b5b-4371-a15e-03a8365b8c79 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v lQzCfPTV {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:33 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fe25ac93-1b5b-4371-a15e-03a8365b8c79 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v lQzCfPTV" returned: 0 in 0.023s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:33 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[a5c06377-b671-49be-95c0-6b04c05415f1]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:29:33 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec29e328-458f-4aff-a146-c3eb556a9dcd tempest-VolumesAssistedSnapshotsTest-2125750463 tempest-VolumesAssistedSnapshotsTest-2125750463-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'lQzCfPTV'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:29:33 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fe25ac93-1b5b-4371-a15e-03a8365b8c79 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:33 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fe25ac93-1b5b-4371-a15e-03a8365b8c79 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.028s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:33 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e69822d-a3bf-4571-8c1d-3d000e9acc64]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:29:33 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec29e328-458f-4aff-a146-c3eb556a9dcd tempest-VolumesAssistedSnapshotsTest-2125750463 tempest-VolumesAssistedSnapshotsTest-2125750463-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:29:33 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:33 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.034s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:33 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c8d90d9-47c5-4059-ae4d-8eef25429d57]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:29:33 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec29e328-458f-4aff-a146-c3eb556a9dcd tempest-VolumesAssistedSnapshotsTest-2125750463 tempest-VolumesAssistedSnapshotsTest-2125750463-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5 (non-flash)
Oct 27 19:29:33 user nova-compute[75147]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 (non-flash)
Oct 27 19:29:33 user nova-compute[75147]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6 (non-flash)
Oct 27 19:29:33 user nova-compute[75147]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7 (non-flash)
Oct 27 19:29:33 user nova-compute[75147]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc (non-flash)
Oct 27 19:29:33 user nova-compute[75147]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed (non-flash)
Oct 27 19:29:33 user nova-compute[75147]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2 (non-flash)
Oct 27 19:29:33 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:29:33 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec29e328-458f-4aff-a146-c3eb556a9dcd tempest-VolumesAssistedSnapshotsTest-2125750463 tempest-VolumesAssistedSnapshotsTest-2125750463-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5 (non-flash)
Oct 27 19:29:33 user nova-compute[75147]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 (non-flash)
Oct 27 19:29:33 user nova-compute[75147]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6 (non-flash)
Oct 27 19:29:33 user nova-compute[75147]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7 (non-flash)
Oct 27 19:29:33 user nova-compute[75147]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc (non-flash)
Oct 27 19:29:33 user nova-compute[75147]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed (non-flash)
Oct 27 19:29:33 user nova-compute[75147]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2 (non-flash)
Oct 27 19:29:33 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:29:33 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fe25ac93-1b5b-4371-a15e-03a8365b8c79 -p 172.16.0.220:3260 --login {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:33 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fe25ac93-1b5b-4371-a15e-03a8365b8c79 -p 172.16.0.220:3260 --login" returned: 0 in 0.102s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:33 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[b86c4a20-0d13-46ee-b19e-e9f5f3351331]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:fe25ac93-1b5b-4371-a15e-03a8365b8c79, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:fe25ac93-1b5b-4371-a15e-03a8365b8c79, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:29:33 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec29e328-458f-4aff-a146-c3eb556a9dcd tempest-VolumesAssistedSnapshotsTest-2125750463 tempest-VolumesAssistedSnapshotsTest-2125750463-project-admin] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:fe25ac93-1b5b-4371-a15e-03a8365b8c79, portal: 172.16.0.220,3260]
Oct 27 19:29:33 user nova-compute[75147]: Login to [iface: default, target: iqn.2010-10.org.openstack:fe25ac93-1b5b-4371-a15e-03a8365b8c79, portal: 172.16.0.220,3260] successful.
Oct 27 19:29:33 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:29:33 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fe25ac93-1b5b-4371-a15e-03a8365b8c79 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:33 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fe25ac93-1b5b-4371-a15e-03a8365b8c79 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.027s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:33 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[ead138d1-3d28-4a47-8ec8-99a835d47d2d]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:29:33 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec29e328-458f-4aff-a146-c3eb556a9dcd tempest-VolumesAssistedSnapshotsTest-2125750463 tempest-VolumesAssistedSnapshotsTest-2125750463-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:29:33 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:33 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:33 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e44b52a-e6af-4674-a382-1cfc3627f2a6]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fe25ac93-1b5b-4371-a15e-03a8365b8c79 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:29:33 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec29e328-458f-4aff-a146-c3eb556a9dcd tempest-VolumesAssistedSnapshotsTest-2125750463 tempest-VolumesAssistedSnapshotsTest-2125750463-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5 (non-flash)
Oct 27 19:29:33 user nova-compute[75147]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 (non-flash)
Oct 27 19:29:33 user nova-compute[75147]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fe25ac93-1b5b-4371-a15e-03a8365b8c79 (non-flash)
Oct 27 19:29:33 user nova-compute[75147]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6 (non-flash)
Oct 27 19:29:33 user nova-compute[75147]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7 (non-flash)
Oct 27 19:29:33 user nova-compute[75147]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc (non-flash)
Oct 27 19:29:33 user nova-compute[75147]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed (non-flash)
Oct 27 19:29:33 user nova-compute[75147]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2 (non-flash)
Oct 27 19:29:33 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:29:33 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec29e328-458f-4aff-a146-c3eb556a9dcd tempest-VolumesAssistedSnapshotsTest-2125750463 tempest-VolumesAssistedSnapshotsTest-2125750463-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5 (non-flash)
Oct 27 19:29:33 user nova-compute[75147]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 (non-flash)
Oct 27 19:29:33 user nova-compute[75147]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fe25ac93-1b5b-4371-a15e-03a8365b8c79 (non-flash)
Oct 27 19:29:33 user nova-compute[75147]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6 (non-flash)
Oct 27 19:29:33 user nova-compute[75147]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7 (non-flash)
Oct 27 19:29:33 user nova-compute[75147]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc (non-flash)
Oct 27 19:29:33 user nova-compute[75147]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed (non-flash)
Oct 27 19:29:33 user nova-compute[75147]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2 (non-flash)
Oct 27 19:29:33 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:29:33 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-ec29e328-458f-4aff-a146-c3eb556a9dcd tempest-VolumesAssistedSnapshotsTest-2125750463 tempest-VolumesAssistedSnapshotsTest-2125750463-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fe25ac93-1b5b-4371-a15e-03a8365b8c79" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.383s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:29:33 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec29e328-458f-4aff-a146-c3eb556a9dcd tempest-VolumesAssistedSnapshotsTest-2125750463 tempest-VolumesAssistedSnapshotsTest-2125750463-project-admin] Connected to 172.16.0.220:3260 {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 19:29:33 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-ec29e328-458f-4aff-a146-c3eb556a9dcd tempest-VolumesAssistedSnapshotsTest-2125750463 tempest-VolumesAssistedSnapshotsTest-2125750463-project-admin] HCTL ('40', '-', '-', 0) found on session 12 with lun 0 {{(pid=75147) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 19:29:33 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-ec29e328-458f-4aff-a146-c3eb556a9dcd tempest-VolumesAssistedSnapshotsTest-2125750463 tempest-VolumesAssistedSnapshotsTest-2125750463-project-admin] Scanning host 40 c: -, t: -, l: 0) {{(pid=75147) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 19:29:33 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host40/scan {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:33 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host40/scan" returned: 0 in 0.027s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:33 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1850b23-60df-462e-8966-779f4312a36e]: (4, ('- - 0', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:29:33 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-ec29e328-458f-4aff-a146-c3eb556a9dcd tempest-VolumesAssistedSnapshotsTest-2125750463 tempest-VolumesAssistedSnapshotsTest-2125750463-project-admin] Searching for a device in session 12 and hctl ['40', '*', '*', 0] yield: sdi {{(pid=75147) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 19:29:33 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec29e328-458f-4aff-a146-c3eb556a9dcd tempest-VolumesAssistedSnapshotsTest-2125750463 tempest-VolumesAssistedSnapshotsTest-2125750463-project-admin] Connected to sdi using {'target_iqn': 'iqn.2010-10.org.openstack:fe25ac93-1b5b-4371-a15e-03a8365b8c79', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lQzCfPTV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 19:29:34 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-ec29e328-458f-4aff-a146-c3eb556a9dcd tempest-VolumesAssistedSnapshotsTest-2125750463 tempest-VolumesAssistedSnapshotsTest-2125750463-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.438s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:29:34 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec29e328-458f-4aff-a146-c3eb556a9dcd tempest-VolumesAssistedSnapshotsTest-2125750463 tempest-VolumesAssistedSnapshotsTest-2125750463-project-admin] <== connect_volume: return (1440ms) {'type': 'block', 'scsi_wwn': '23632396233363262', 'path': '/dev/sdi'} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:29:34 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ec29e328-458f-4aff-a146-c3eb556a9dcd tempest-VolumesAssistedSnapshotsTest-2125750463 tempest-VolumesAssistedSnapshotsTest-2125750463-project-admin] [instance: 4168f40d-0502-411c-9e29-5f827192ad86] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23632396233363262', 'path': '/dev/sdi'} {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 19:29:34 user nova-compute[75147]: DEBUG nova.objects.instance [None req-ec29e328-458f-4aff-a146-c3eb556a9dcd tempest-VolumesAssistedSnapshotsTest-2125750463 tempest-VolumesAssistedSnapshotsTest-2125750463-project-admin] Lazy-loading 'flavor' on Instance uuid 4168f40d-0502-411c-9e29-5f827192ad86 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:29:35 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-ec29e328-458f-4aff-a146-c3eb556a9dcd tempest-VolumesAssistedSnapshotsTest-2125750463 tempest-VolumesAssistedSnapshotsTest-2125750463-project-admin] attach device xml: <disk type="block" device="disk">
Oct 27 19:29:35 user nova-compute[75147]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 19:29:35 user nova-compute[75147]:   <source dev="/dev/sdi"/>
Oct 27 19:29:35 user nova-compute[75147]:   <target dev="vdb" bus="virtio"/>
Oct 27 19:29:35 user nova-compute[75147]:   <serial>fe25ac93-1b5b-4371-a15e-03a8365b8c79</serial>
Oct 27 19:29:35 user nova-compute[75147]: </disk>
Oct 27 19:29:35 user nova-compute[75147]:  {{(pid=75147) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 27 19:29:35 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-ec29e328-458f-4aff-a146-c3eb556a9dcd tempest-VolumesAssistedSnapshotsTest-2125750463 tempest-VolumesAssistedSnapshotsTest-2125750463-project-admin] No BDM found with device name vda, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:29:35 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-ec29e328-458f-4aff-a146-c3eb556a9dcd tempest-VolumesAssistedSnapshotsTest-2125750463 tempest-VolumesAssistedSnapshotsTest-2125750463-project-admin] No BDM found with device name vdb, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:29:35 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-ec29e328-458f-4aff-a146-c3eb556a9dcd tempest-VolumesAssistedSnapshotsTest-2125750463 tempest-VolumesAssistedSnapshotsTest-2125750463-project-admin] No VIF found with MAC fa:16:3e:82:49:fc, not building metadata {{(pid=75147) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 19:29:35 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-ec29e328-458f-4aff-a146-c3eb556a9dcd tempest-VolumesAssistedSnapshotsTest-2125750463 tempest-VolumesAssistedSnapshotsTest-2125750463-project-admin] Lock "4168f40d-0502-411c-9e29-5f827192ad86" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 42.940s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:29:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:36 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-a29e42e6-cbbf-4d1b-a17c-4335b8d032b8 tempest-VolumesAssistedSnapshotsTest-247692670 tempest-VolumesAssistedSnapshotsTest-247692670-project] [instance: 4168f40d-0502-411c-9e29-5f827192ad86] volume_snapshot_create: create_info: {'snapshot_id': '53108ea4-2509-4478-a0f4-63aa8a72d738', 'type': 'qcow2', 'new_file': 'new_file'} {{(pid=75147) volume_snapshot_create /opt/stack/nova/nova/virt/libvirt/driver.py:3576}}
Oct 27 19:29:36 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-a29e42e6-cbbf-4d1b-a17c-4335b8d032b8 tempest-VolumesAssistedSnapshotsTest-247692670 tempest-VolumesAssistedSnapshotsTest-247692670-project] [instance: 4168f40d-0502-411c-9e29-5f827192ad86] snap xml: <domainsnapshot>
Oct 27 19:29:36 user nova-compute[75147]:   <disks>
Oct 27 19:29:36 user nova-compute[75147]:     <disk name="/dev/sdi" snapshot="external" type="file">
Oct 27 19:29:36 user nova-compute[75147]:       <source file="/dev/new_file"/>
Oct 27 19:29:36 user nova-compute[75147]:     </disk>
Oct 27 19:29:36 user nova-compute[75147]:     <disk name="vda" snapshot="no"/>
Oct 27 19:29:36 user nova-compute[75147]:   </disks>
Oct 27 19:29:36 user nova-compute[75147]: </domainsnapshot>
Oct 27 19:29:36 user nova-compute[75147]:  {{(pid=75147) _volume_snapshot_create /opt/stack/nova/nova/virt/libvirt/driver.py:3517}}
Oct 27 19:29:36 user nova-compute[75147]: DEBUG nova.objects.instance [None req-a29e42e6-cbbf-4d1b-a17c-4335b8d032b8 tempest-VolumesAssistedSnapshotsTest-247692670 tempest-VolumesAssistedSnapshotsTest-247692670-project] Lazy-loading 'system_metadata' on Instance uuid 4168f40d-0502-411c-9e29-5f827192ad86 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:29:36 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-a29e42e6-cbbf-4d1b-a17c-4335b8d032b8 tempest-VolumesAssistedSnapshotsTest-247692670 tempest-VolumesAssistedSnapshotsTest-247692670-project] [instance: 4168f40d-0502-411c-9e29-5f827192ad86] Skipping quiescing instance: QEMU guest agent is not enabled.
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver [None req-a29e42e6-cbbf-4d1b-a17c-4335b8d032b8 tempest-VolumesAssistedSnapshotsTest-247692670 tempest-VolumesAssistedSnapshotsTest-247692670-project] [instance: 4168f40d-0502-411c-9e29-5f827192ad86] Unable to create VM snapshot, failing volume_snapshot operation.: libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver [instance: 4168f40d-0502-411c-9e29-5f827192ad86] Traceback (most recent call last):
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver [instance: 4168f40d-0502-411c-9e29-5f827192ad86]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3544, in _volume_snapshot_create
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver [instance: 4168f40d-0502-411c-9e29-5f827192ad86]     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver [instance: 4168f40d-0502-411c-9e29-5f827192ad86]   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver [instance: 4168f40d-0502-411c-9e29-5f827192ad86]     self._domain.snapshotCreateXML(device_xml, flags=flags)
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver [instance: 4168f40d-0502-411c-9e29-5f827192ad86]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver [instance: 4168f40d-0502-411c-9e29-5f827192ad86]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver [instance: 4168f40d-0502-411c-9e29-5f827192ad86]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver [instance: 4168f40d-0502-411c-9e29-5f827192ad86]     rv = execute(f, *args, **kwargs)
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver [instance: 4168f40d-0502-411c-9e29-5f827192ad86]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver [instance: 4168f40d-0502-411c-9e29-5f827192ad86]     six.reraise(c, e, tb)
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver [instance: 4168f40d-0502-411c-9e29-5f827192ad86]   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver [instance: 4168f40d-0502-411c-9e29-5f827192ad86]     raise value
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver [instance: 4168f40d-0502-411c-9e29-5f827192ad86]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver [instance: 4168f40d-0502-411c-9e29-5f827192ad86]     rv = meth(*args, **kwargs)
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver [instance: 4168f40d-0502-411c-9e29-5f827192ad86]   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver [instance: 4168f40d-0502-411c-9e29-5f827192ad86]     raise libvirtError('virDomainSnapshotCreateXML() failed')
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver [instance: 4168f40d-0502-411c-9e29-5f827192ad86] libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver [instance: 4168f40d-0502-411c-9e29-5f827192ad86] 
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver [None req-a29e42e6-cbbf-4d1b-a17c-4335b8d032b8 tempest-VolumesAssistedSnapshotsTest-247692670 tempest-VolumesAssistedSnapshotsTest-247692670-project] [instance: 4168f40d-0502-411c-9e29-5f827192ad86] Error occurred during volume_snapshot_create, sending error status to Cinder.: libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver [instance: 4168f40d-0502-411c-9e29-5f827192ad86] Traceback (most recent call last):
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver [instance: 4168f40d-0502-411c-9e29-5f827192ad86]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3594, in volume_snapshot_create
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver [instance: 4168f40d-0502-411c-9e29-5f827192ad86]     self._volume_snapshot_create(context, instance, guest,
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver [instance: 4168f40d-0502-411c-9e29-5f827192ad86]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3544, in _volume_snapshot_create
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver [instance: 4168f40d-0502-411c-9e29-5f827192ad86]     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver [instance: 4168f40d-0502-411c-9e29-5f827192ad86]   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver [instance: 4168f40d-0502-411c-9e29-5f827192ad86]     self._domain.snapshotCreateXML(device_xml, flags=flags)
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver [instance: 4168f40d-0502-411c-9e29-5f827192ad86]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver [instance: 4168f40d-0502-411c-9e29-5f827192ad86]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver [instance: 4168f40d-0502-411c-9e29-5f827192ad86]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver [instance: 4168f40d-0502-411c-9e29-5f827192ad86]     rv = execute(f, *args, **kwargs)
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver [instance: 4168f40d-0502-411c-9e29-5f827192ad86]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver [instance: 4168f40d-0502-411c-9e29-5f827192ad86]     six.reraise(c, e, tb)
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver [instance: 4168f40d-0502-411c-9e29-5f827192ad86]   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver [instance: 4168f40d-0502-411c-9e29-5f827192ad86]     raise value
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver [instance: 4168f40d-0502-411c-9e29-5f827192ad86]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver [instance: 4168f40d-0502-411c-9e29-5f827192ad86]     rv = meth(*args, **kwargs)
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver [instance: 4168f40d-0502-411c-9e29-5f827192ad86]   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver [instance: 4168f40d-0502-411c-9e29-5f827192ad86]     raise libvirtError('virDomainSnapshotCreateXML() failed')
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver [instance: 4168f40d-0502-411c-9e29-5f827192ad86] libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver [instance: 4168f40d-0502-411c-9e29-5f827192ad86] 
Oct 27 19:29:36 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-5ec16829-5f3d-413d-99f3-7d744d8342f5 tempest-VolumesAssistedSnapshotsTest-247692670 tempest-VolumesAssistedSnapshotsTest-247692670-project] [instance: 4168f40d-0502-411c-9e29-5f827192ad86] volume_snapshot_delete: delete_info: {'volume_id': 'fe25ac93-1b5b-4371-a15e-03a8365b8c79'} {{(pid=75147) _volume_snapshot_delete /opt/stack/nova/nova/virt/libvirt/driver.py:3677}}
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver [None req-5ec16829-5f3d-413d-99f3-7d744d8342f5 tempest-VolumesAssistedSnapshotsTest-247692670 tempest-VolumesAssistedSnapshotsTest-247692670-project] [instance: 4168f40d-0502-411c-9e29-5f827192ad86] Error occurred during volume_snapshot_delete, sending error status to Cinder.: KeyError: 'type'
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver [instance: 4168f40d-0502-411c-9e29-5f827192ad86] Traceback (most recent call last):
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver [instance: 4168f40d-0502-411c-9e29-5f827192ad86]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3850, in volume_snapshot_delete
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver [instance: 4168f40d-0502-411c-9e29-5f827192ad86]     self._volume_snapshot_delete(context, instance, volume_id,
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver [instance: 4168f40d-0502-411c-9e29-5f827192ad86]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3680, in _volume_snapshot_delete
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver [instance: 4168f40d-0502-411c-9e29-5f827192ad86]     if delete_info['type'] != 'qcow2':
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver [instance: 4168f40d-0502-411c-9e29-5f827192ad86] KeyError: 'type'
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver [instance: 4168f40d-0502-411c-9e29-5f827192ad86] 
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver [None req-5ec16829-5f3d-413d-99f3-7d744d8342f5 tempest-VolumesAssistedSnapshotsTest-247692670 tempest-VolumesAssistedSnapshotsTest-247692670-project] Failed to send updated snapshot status to volume service.: nova.exception.SnapshotNotFound: Snapshot None could not be found.
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3850, in volume_snapshot_delete
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver     self._volume_snapshot_delete(context, instance, volume_id,
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3680, in _volume_snapshot_delete
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver     if delete_info['type'] != 'qcow2':
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver KeyError: 'type'
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver 
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver 
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver cinderclient.exceptions.NotFound: Snapshot None could not be found. (HTTP 404) (Request-ID: req-ab295d9d-86f1-4cee-9a81-7e45ea3d5fb2)
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver 
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver 
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3416, in _volume_snapshot_update_status
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver     self._volume_api.update_snapshot_status(context,
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, *args, **kwargs)
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 468, in wrapper
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver     _reraise(exception.SnapshotNotFound(snapshot_id=snapshot_id))
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 488, in _reraise
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver     raise desired_exc.with_traceback(sys.exc_info()[2])
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver nova.exception.SnapshotNotFound: Snapshot None could not be found.
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver 
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver [None req-a29e42e6-cbbf-4d1b-a17c-4335b8d032b8 tempest-VolumesAssistedSnapshotsTest-247692670 tempest-VolumesAssistedSnapshotsTest-247692670-project] Failed to send updated snapshot status to volume service.: nova.exception.SnapshotNotFound: Snapshot 53108ea4-2509-4478-a0f4-63aa8a72d738 could not be found.
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3594, in volume_snapshot_create
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver     self._volume_snapshot_create(context, instance, guest,
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3544, in _volume_snapshot_create
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver     self._domain.snapshotCreateXML(device_xml, flags=flags)
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver     result = proxy_call(self._autowrap, f, *args, **kwargs)
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver     rv = execute(f, *args, **kwargs)
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver     six.reraise(c, e, tb)
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver     raise value
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver     rv = meth(*args, **kwargs)
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver     raise libvirtError('virDomainSnapshotCreateXML() failed')
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver 
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver 
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver cinderclient.exceptions.NotFound: Snapshot 53108ea4-2509-4478-a0f4-63aa8a72d738 could not be found. (HTTP 404) (Request-ID: req-a831d120-bcef-4960-bb77-ff04a6c6dd17)
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver 
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver 
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3416, in _volume_snapshot_update_status
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver     self._volume_api.update_snapshot_status(context,
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, *args, **kwargs)
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 468, in wrapper
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver     _reraise(exception.SnapshotNotFound(snapshot_id=snapshot_id))
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 488, in _reraise
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver     raise desired_exc.with_traceback(sys.exc_info()[2])
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver nova.exception.SnapshotNotFound: Snapshot 53108ea4-2509-4478-a0f4-63aa8a72d738 could not be found.
Oct 27 19:29:36 user nova-compute[75147]: ERROR nova.virt.libvirt.driver 
Oct 27 19:29:36 user nova-compute[75147]: ERROR oslo_messaging.rpc.server [None req-5ec16829-5f3d-413d-99f3-7d744d8342f5 tempest-VolumesAssistedSnapshotsTest-247692670 tempest-VolumesAssistedSnapshotsTest-247692670-project] Exception during message handling: KeyError: 'type'
Oct 27 19:29:36 user nova-compute[75147]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Oct 27 19:29:36 user nova-compute[75147]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Oct 27 19:29:36 user nova-compute[75147]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Oct 27 19:29:36 user nova-compute[75147]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Oct 27 19:29:36 user nova-compute[75147]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Oct 27 19:29:36 user nova-compute[75147]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Oct 27 19:29:36 user nova-compute[75147]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Oct 27 19:29:36 user nova-compute[75147]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 244, in inner
Oct 27 19:29:36 user nova-compute[75147]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Oct 27 19:29:36 user nova-compute[75147]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped
Oct 27 19:29:36 user nova-compute[75147]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 27 19:29:36 user nova-compute[75147]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 27 19:29:36 user nova-compute[75147]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 27 19:29:36 user nova-compute[75147]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 27 19:29:36 user nova-compute[75147]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 27 19:29:36 user nova-compute[75147]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped
Oct 27 19:29:36 user nova-compute[75147]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kw)
Oct 27 19:29:36 user nova-compute[75147]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 4516, in volume_snapshot_delete
Oct 27 19:29:36 user nova-compute[75147]: ERROR oslo_messaging.rpc.server     self.driver.volume_snapshot_delete(context, instance, volume_id,
Oct 27 19:29:36 user nova-compute[75147]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3853, in volume_snapshot_delete
Oct 27 19:29:36 user nova-compute[75147]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 27 19:29:36 user nova-compute[75147]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 27 19:29:36 user nova-compute[75147]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 27 19:29:36 user nova-compute[75147]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 27 19:29:36 user nova-compute[75147]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 27 19:29:36 user nova-compute[75147]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3850, in volume_snapshot_delete
Oct 27 19:29:36 user nova-compute[75147]: ERROR oslo_messaging.rpc.server     self._volume_snapshot_delete(context, instance, volume_id,
Oct 27 19:29:36 user nova-compute[75147]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3680, in _volume_snapshot_delete
Oct 27 19:29:36 user nova-compute[75147]: ERROR oslo_messaging.rpc.server     if delete_info['type'] != 'qcow2':
Oct 27 19:29:36 user nova-compute[75147]: ERROR oslo_messaging.rpc.server KeyError: 'type'
Oct 27 19:29:36 user nova-compute[75147]: ERROR oslo_messaging.rpc.server 
Oct 27 19:29:36 user nova-compute[75147]: ERROR oslo_messaging.rpc.server [None req-a29e42e6-cbbf-4d1b-a17c-4335b8d032b8 tempest-VolumesAssistedSnapshotsTest-247692670 tempest-VolumesAssistedSnapshotsTest-247692670-project] Exception during message handling: libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Oct 27 19:29:36 user nova-compute[75147]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Oct 27 19:29:36 user nova-compute[75147]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Oct 27 19:29:36 user nova-compute[75147]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Oct 27 19:29:36 user nova-compute[75147]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Oct 27 19:29:36 user nova-compute[75147]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Oct 27 19:29:36 user nova-compute[75147]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Oct 27 19:29:36 user nova-compute[75147]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Oct 27 19:29:36 user nova-compute[75147]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 244, in inner
Oct 27 19:29:36 user nova-compute[75147]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Oct 27 19:29:36 user nova-compute[75147]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped
Oct 27 19:29:36 user nova-compute[75147]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 27 19:29:36 user nova-compute[75147]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 27 19:29:36 user nova-compute[75147]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 27 19:29:36 user nova-compute[75147]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 27 19:29:36 user nova-compute[75147]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 27 19:29:36 user nova-compute[75147]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped
Oct 27 19:29:36 user nova-compute[75147]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kw)
Oct 27 19:29:36 user nova-compute[75147]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 4504, in volume_snapshot_create
Oct 27 19:29:36 user nova-compute[75147]: ERROR oslo_messaging.rpc.server     self.driver.volume_snapshot_create(context, instance, volume_id,
Oct 27 19:29:36 user nova-compute[75147]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3597, in volume_snapshot_create
Oct 27 19:29:36 user nova-compute[75147]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 27 19:29:36 user nova-compute[75147]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 27 19:29:36 user nova-compute[75147]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 27 19:29:36 user nova-compute[75147]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 27 19:29:36 user nova-compute[75147]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 27 19:29:36 user nova-compute[75147]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3594, in volume_snapshot_create
Oct 27 19:29:36 user nova-compute[75147]: ERROR oslo_messaging.rpc.server     self._volume_snapshot_create(context, instance, guest,
Oct 27 19:29:36 user nova-compute[75147]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3544, in _volume_snapshot_create
Oct 27 19:29:36 user nova-compute[75147]: ERROR oslo_messaging.rpc.server     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Oct 27 19:29:36 user nova-compute[75147]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Oct 27 19:29:36 user nova-compute[75147]: ERROR oslo_messaging.rpc.server     self._domain.snapshotCreateXML(device_xml, flags=flags)
Oct 27 19:29:36 user nova-compute[75147]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Oct 27 19:29:36 user nova-compute[75147]: ERROR oslo_messaging.rpc.server     result = proxy_call(self._autowrap, f, *args, **kwargs)
Oct 27 19:29:36 user nova-compute[75147]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Oct 27 19:29:36 user nova-compute[75147]: ERROR oslo_messaging.rpc.server     rv = execute(f, *args, **kwargs)
Oct 27 19:29:36 user nova-compute[75147]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Oct 27 19:29:36 user nova-compute[75147]: ERROR oslo_messaging.rpc.server     six.reraise(c, e, tb)
Oct 27 19:29:36 user nova-compute[75147]: ERROR oslo_messaging.rpc.server   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Oct 27 19:29:36 user nova-compute[75147]: ERROR oslo_messaging.rpc.server     raise value
Oct 27 19:29:36 user nova-compute[75147]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Oct 27 19:29:36 user nova-compute[75147]: ERROR oslo_messaging.rpc.server     rv = meth(*args, **kwargs)
Oct 27 19:29:36 user nova-compute[75147]: ERROR oslo_messaging.rpc.server   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Oct 27 19:29:36 user nova-compute[75147]: ERROR oslo_messaging.rpc.server     raise libvirtError('virDomainSnapshotCreateXML() failed')
Oct 27 19:29:36 user nova-compute[75147]: ERROR oslo_messaging.rpc.server libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Oct 27 19:29:36 user nova-compute[75147]: ERROR oslo_messaging.rpc.server 
Oct 27 19:29:37 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-f6ac3e97-617a-41de-a87b-3d6fd71a25cb tempest-VolumesAssistedSnapshotsTest-2125750463 tempest-VolumesAssistedSnapshotsTest-2125750463-project-admin] Acquiring lock "4168f40d-0502-411c-9e29-5f827192ad86" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:29:37 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-f6ac3e97-617a-41de-a87b-3d6fd71a25cb tempest-VolumesAssistedSnapshotsTest-2125750463 tempest-VolumesAssistedSnapshotsTest-2125750463-project-admin] Lock "4168f40d-0502-411c-9e29-5f827192ad86" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:29:37 user nova-compute[75147]: INFO nova.compute.manager [None req-f6ac3e97-617a-41de-a87b-3d6fd71a25cb tempest-VolumesAssistedSnapshotsTest-2125750463 tempest-VolumesAssistedSnapshotsTest-2125750463-project-admin] [instance: 4168f40d-0502-411c-9e29-5f827192ad86] Detaching volume fe25ac93-1b5b-4371-a15e-03a8365b8c79
Oct 27 19:29:37 user nova-compute[75147]: INFO nova.virt.block_device [None req-f6ac3e97-617a-41de-a87b-3d6fd71a25cb tempest-VolumesAssistedSnapshotsTest-2125750463 tempest-VolumesAssistedSnapshotsTest-2125750463-project-admin] [instance: 4168f40d-0502-411c-9e29-5f827192ad86] Attempting to driver detach volume fe25ac93-1b5b-4371-a15e-03a8365b8c79 from mountpoint /dev/vdb
Oct 27 19:29:37 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-f6ac3e97-617a-41de-a87b-3d6fd71a25cb tempest-VolumesAssistedSnapshotsTest-2125750463 tempest-VolumesAssistedSnapshotsTest-2125750463-project-admin] Attempting to detach device vdb from instance 4168f40d-0502-411c-9e29-5f827192ad86 from the persistent domain config. {{(pid=75147) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 27 19:29:37 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-f6ac3e97-617a-41de-a87b-3d6fd71a25cb tempest-VolumesAssistedSnapshotsTest-2125750463 tempest-VolumesAssistedSnapshotsTest-2125750463-project-admin] detach device xml: <disk type="block" device="disk">
Oct 27 19:29:37 user nova-compute[75147]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 19:29:37 user nova-compute[75147]:   <source dev="/dev/sdi"/>
Oct 27 19:29:37 user nova-compute[75147]:   <target dev="vdb" bus="virtio"/>
Oct 27 19:29:37 user nova-compute[75147]:   <serial>fe25ac93-1b5b-4371-a15e-03a8365b8c79</serial>
Oct 27 19:29:37 user nova-compute[75147]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 27 19:29:37 user nova-compute[75147]: </disk>
Oct 27 19:29:37 user nova-compute[75147]:  {{(pid=75147) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 19:29:37 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-f6ac3e97-617a-41de-a87b-3d6fd71a25cb tempest-VolumesAssistedSnapshotsTest-2125750463 tempest-VolumesAssistedSnapshotsTest-2125750463-project-admin] Successfully detached device vdb from instance 4168f40d-0502-411c-9e29-5f827192ad86 from the persistent domain config.
Oct 27 19:29:37 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-f6ac3e97-617a-41de-a87b-3d6fd71a25cb tempest-VolumesAssistedSnapshotsTest-2125750463 tempest-VolumesAssistedSnapshotsTest-2125750463-project-admin] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 4168f40d-0502-411c-9e29-5f827192ad86 from the live domain config. {{(pid=75147) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 27 19:29:37 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-f6ac3e97-617a-41de-a87b-3d6fd71a25cb tempest-VolumesAssistedSnapshotsTest-2125750463 tempest-VolumesAssistedSnapshotsTest-2125750463-project-admin] detach device xml: <disk type="block" device="disk">
Oct 27 19:29:37 user nova-compute[75147]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 19:29:37 user nova-compute[75147]:   <source dev="/dev/sdi"/>
Oct 27 19:29:37 user nova-compute[75147]:   <target dev="vdb" bus="virtio"/>
Oct 27 19:29:37 user nova-compute[75147]:   <serial>fe25ac93-1b5b-4371-a15e-03a8365b8c79</serial>
Oct 27 19:29:37 user nova-compute[75147]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 27 19:29:37 user nova-compute[75147]: </disk>
Oct 27 19:29:37 user nova-compute[75147]:  {{(pid=75147) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 19:29:37 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-f6ac3e97-617a-41de-a87b-3d6fd71a25cb tempest-VolumesAssistedSnapshotsTest-2125750463 tempest-VolumesAssistedSnapshotsTest-2125750463-project-admin] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 4168f40d-0502-411c-9e29-5f827192ad86 {{(pid=75147) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 27 19:29:37 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:39 user nova-compute[75147]: DEBUG nova.compute.manager [req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 req-dfcd68a4-43f0-48b9-bc38-b458e233d898 service nova] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] Received event volume-reimaged-23f7eea6-b543-4586-8760-1ae3a23356b0 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:29:39 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 req-dfcd68a4-43f0-48b9-bc38-b458e233d898 service nova] Acquiring lock "2dbafd14-6c52-4417-ae5e-cadb11694492-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:29:39 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 req-dfcd68a4-43f0-48b9-bc38-b458e233d898 service nova] Lock "2dbafd14-6c52-4417-ae5e-cadb11694492-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:29:39 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 req-dfcd68a4-43f0-48b9-bc38-b458e233d898 service nova] Lock "2dbafd14-6c52-4417-ae5e-cadb11694492-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:29:39 user nova-compute[75147]: DEBUG nova.compute.manager [req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 req-dfcd68a4-43f0-48b9-bc38-b458e233d898 service nova] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] Processing event volume-reimaged-23f7eea6-b543-4586-8760-1ae3a23356b0 {{(pid=75147) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10871}}
Oct 27 19:29:39 user nova-compute[75147]: DEBUG nova.compute.manager [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] Instance event wait completed in 34 seconds for volume-reimaged {{(pid=75147) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 19:29:39 user nova-compute[75147]: INFO nova.virt.block_device [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] Booting with volume 23f7eea6-b543-4586-8760-1ae3a23356b0 at /dev/vda
Oct 27 19:29:39 user nova-compute[75147]: DEBUG os_brick.utils [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:29:39 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:39 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:39 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a26f054-8656-47cb-b774-025d80496585]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9325735bc82e\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:29:39 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:39 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:39 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[41949de9-84dc-4e85-83f7-f6d6c35afffd]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:29:39 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:39 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.022s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:39 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[ceb2572e-bf15-44b9-afd7-8c5f7987de82]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:29:40 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[03b7b968-0993-4129-9baa-ff81ae377cee]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:29:40 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Running cmd (subprocess): nvme version {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:40 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] 'nvme version' failed. Not Retrying. {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 19:29:40 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.nvmeof [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] nvme not present on system {{(pid=75147) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 27 19:29:40 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:40 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 19:29:40 user nova-compute[75147]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 27 19:29:40 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[742bc6b1-9eba-4205-9ffc-641c27070715]: (4, '') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:29:40 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75147) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 27 19:29:40 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 27 19:29:40 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] LIGHTOS: no hostnqn found. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 27 19:29:40 user nova-compute[75147]: DEBUG os_brick.utils [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] <== get_connector_properties: return (157ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9325735bc82e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:29:40 user nova-compute[75147]: DEBUG nova.virt.block_device [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] Updating existing volume attachment record: 5355d4a3-2afe-49f5-ab04-0171be34e4ed {{(pid=75147) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 27 19:29:40 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:42 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:29:42 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:29:42 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:42 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:29:42 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:29:42 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:29:42 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Auditing locally available compute resources for user (node: user) {{(pid=75147) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 19:29:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9705db51-2bbb-4520-a942-9efdb828e241/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9705db51-2bbb-4520-a942-9efdb828e241/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9705db51-2bbb-4520-a942-9efdb828e241/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9705db51-2bbb-4520-a942-9efdb828e241/disk --force-share --output=json" returned: 0 in 0.229s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:43 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-dc491069-871e-42b0-a7eb-b28a4b8f2691 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Acquiring lock "2b0ba44c-96cb-42ef-add4-6535d26bdebf" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:29:43 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-dc491069-871e-42b0-a7eb-b28a4b8f2691 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Lock "2b0ba44c-96cb-42ef-add4-6535d26bdebf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:29:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4168f40d-0502-411c-9e29-5f827192ad86/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:43 user nova-compute[75147]: DEBUG nova.compute.manager [None req-dc491069-871e-42b0-a7eb-b28a4b8f2691 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] Starting instance... {{(pid=75147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 27 19:29:43 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-dc491069-871e-42b0-a7eb-b28a4b8f2691 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:29:43 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-dc491069-871e-42b0-a7eb-b28a4b8f2691 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:29:43 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-dc491069-871e-42b0-a7eb-b28a4b8f2691 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75147) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 19:29:43 user nova-compute[75147]: INFO nova.compute.claims [None req-dc491069-871e-42b0-a7eb-b28a4b8f2691 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] Claim successful on node user
Oct 27 19:29:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4168f40d-0502-411c-9e29-5f827192ad86/disk --force-share --output=json" returned: 0 in 0.228s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4168f40d-0502-411c-9e29-5f827192ad86/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:44 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4168f40d-0502-411c-9e29-5f827192ad86/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:44 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/17da16fe-2762-4442-a31f-c966695dea37/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:44 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/17da16fe-2762-4442-a31f-c966695dea37/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:44 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/17da16fe-2762-4442-a31f-c966695dea37/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:44 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-dc491069-871e-42b0-a7eb-b28a4b8f2691 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:29:44 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-dc491069-871e-42b0-a7eb-b28a4b8f2691 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:29:44 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-dc491069-871e-42b0-a7eb-b28a4b8f2691 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.678s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:29:44 user nova-compute[75147]: DEBUG nova.compute.manager [None req-dc491069-871e-42b0-a7eb-b28a4b8f2691 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] Start building networks asynchronously for instance. {{(pid=75147) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 27 19:29:44 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/17da16fe-2762-4442-a31f-c966695dea37/disk --force-share --output=json" returned: 0 in 0.250s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:44 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75147) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 19:29:44 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] skipping disk /dev/sdf (vdb) as it is a volume {{(pid=75147) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 19:29:44 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] skipping disk /dev/sdg (vdc) as it is a volume {{(pid=75147) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 19:29:44 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3fb6898-879f-4828-b0c8-f4c7911c334c/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:44 user nova-compute[75147]: DEBUG nova.compute.manager [None req-dc491069-871e-42b0-a7eb-b28a4b8f2691 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] Allocating IP information in the background. {{(pid=75147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 27 19:29:44 user nova-compute[75147]: DEBUG nova.network.neutron [None req-dc491069-871e-42b0-a7eb-b28a4b8f2691 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] allocate_for_instance() {{(pid=75147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 27 19:29:44 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-dc491069-871e-42b0-a7eb-b28a4b8f2691 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 27 19:29:44 user nova-compute[75147]: DEBUG nova.compute.manager [None req-dc491069-871e-42b0-a7eb-b28a4b8f2691 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] Start building block device mappings for instance. {{(pid=75147) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 27 19:29:44 user nova-compute[75147]: DEBUG nova.policy [None req-dc491069-871e-42b0-a7eb-b28a4b8f2691 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2ec18a0cb61842b092eeaecce2a03b70', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9368eab86d5248b2a34511d5d0fd64eb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75147) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 27 19:29:44 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3fb6898-879f-4828-b0c8-f4c7911c334c/disk --force-share --output=json" returned: 0 in 0.255s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:44 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3fb6898-879f-4828-b0c8-f4c7911c334c/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:44 user nova-compute[75147]: DEBUG nova.compute.manager [None req-dc491069-871e-42b0-a7eb-b28a4b8f2691 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] Start spawning the instance on the hypervisor. {{(pid=75147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 27 19:29:44 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-dc491069-871e-42b0-a7eb-b28a4b8f2691 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] Creating instance directory {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 19:29:44 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-dc491069-871e-42b0-a7eb-b28a4b8f2691 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] Creating image(s)
Oct 27 19:29:44 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-dc491069-871e-42b0-a7eb-b28a4b8f2691 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Acquiring lock "/opt/stack/data/nova/instances/2b0ba44c-96cb-42ef-add4-6535d26bdebf/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:29:44 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-dc491069-871e-42b0-a7eb-b28a4b8f2691 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Lock "/opt/stack/data/nova/instances/2b0ba44c-96cb-42ef-add4-6535d26bdebf/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:29:44 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-dc491069-871e-42b0-a7eb-b28a4b8f2691 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Lock "/opt/stack/data/nova/instances/2b0ba44c-96cb-42ef-add4-6535d26bdebf/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.005s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:29:44 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-dc491069-871e-42b0-a7eb-b28a4b8f2691 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:45 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3fb6898-879f-4828-b0c8-f4c7911c334c/disk --force-share --output=json" returned: 0 in 0.247s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:45 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk.rescue --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:45 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-dc491069-871e-42b0-a7eb-b28a4b8f2691 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.288s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:45 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-dc491069-871e-42b0-a7eb-b28a4b8f2691 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Acquiring lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:29:45 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-dc491069-871e-42b0-a7eb-b28a4b8f2691 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:29:45 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-dc491069-871e-42b0-a7eb-b28a4b8f2691 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:45 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk.rescue --force-share --output=json" returned: 0 in 0.238s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:45 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk.rescue --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:45 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-dc491069-871e-42b0-a7eb-b28a4b8f2691 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.220s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:45 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-dc491069-871e-42b0-a7eb-b28a4b8f2691 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa,backing_fmt=raw /opt/stack/data/nova/instances/2b0ba44c-96cb-42ef-add4-6535d26bdebf/disk 1073741824 {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:45 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-dc491069-871e-42b0-a7eb-b28a4b8f2691 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa,backing_fmt=raw /opt/stack/data/nova/instances/2b0ba44c-96cb-42ef-add4-6535d26bdebf/disk 1073741824" returned: 0 in 0.060s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:45 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-dc491069-871e-42b0-a7eb-b28a4b8f2691 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.289s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:29:45 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-dc491069-871e-42b0-a7eb-b28a4b8f2691 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:45 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk.rescue --force-share --output=json" returned: 0 in 0.270s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:45 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:45 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-3a6c2f37-7ff4-431c-8893-c26b6d986c16 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Acquiring lock "c49c74a6-9955-4a79-848f-4e6b9e348f9c" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:29:45 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-3a6c2f37-7ff4-431c-8893-c26b6d986c16 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Lock "c49c74a6-9955-4a79-848f-4e6b9e348f9c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.003s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:29:45 user nova-compute[75147]: DEBUG nova.objects.instance [None req-3a6c2f37-7ff4-431c-8893-c26b6d986c16 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Lazy-loading 'flavor' on Instance uuid c49c74a6-9955-4a79-848f-4e6b9e348f9c {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:29:45 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-dc491069-871e-42b0-a7eb-b28a4b8f2691 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.212s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:45 user nova-compute[75147]: DEBUG nova.virt.disk.api [None req-dc491069-871e-42b0-a7eb-b28a4b8f2691 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Checking if we can resize image /opt/stack/data/nova/instances/2b0ba44c-96cb-42ef-add4-6535d26bdebf/disk. size=1073741824 {{(pid=75147) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 27 19:29:45 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-dc491069-871e-42b0-a7eb-b28a4b8f2691 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2b0ba44c-96cb-42ef-add4-6535d26bdebf/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:45 user nova-compute[75147]: DEBUG nova.network.neutron [None req-dc491069-871e-42b0-a7eb-b28a4b8f2691 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] Successfully created port: af5e3ba8-cfdd-4990-b210-fef2ac98b13a {{(pid=75147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 19:29:45 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-3a6c2f37-7ff4-431c-8893-c26b6d986c16 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Lock "c49c74a6-9955-4a79-848f-4e6b9e348f9c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.162s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:29:45 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk --force-share --output=json" returned: 0 in 0.231s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:45 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:46 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:46 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-dc491069-871e-42b0-a7eb-b28a4b8f2691 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2b0ba44c-96cb-42ef-add4-6535d26bdebf/disk --force-share --output=json" returned: 0 in 0.305s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:46 user nova-compute[75147]: DEBUG nova.virt.disk.api [None req-dc491069-871e-42b0-a7eb-b28a4b8f2691 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Cannot resize image /opt/stack/data/nova/instances/2b0ba44c-96cb-42ef-add4-6535d26bdebf/disk to a smaller size. {{(pid=75147) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 27 19:29:46 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-dc491069-871e-42b0-a7eb-b28a4b8f2691 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] Created local disks {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 27 19:29:46 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-dc491069-871e-42b0-a7eb-b28a4b8f2691 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] Ensure instance console log exists: /opt/stack/data/nova/instances/2b0ba44c-96cb-42ef-add4-6535d26bdebf/console.log {{(pid=75147) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 19:29:46 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-dc491069-871e-42b0-a7eb-b28a4b8f2691 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:29:46 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-dc491069-871e-42b0-a7eb-b28a4b8f2691 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:29:46 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-dc491069-871e-42b0-a7eb-b28a4b8f2691 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:29:46 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c49c74a6-9955-4a79-848f-4e6b9e348f9c/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:46 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-3a6c2f37-7ff4-431c-8893-c26b6d986c16 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Acquiring lock "c49c74a6-9955-4a79-848f-4e6b9e348f9c" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:29:46 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-3a6c2f37-7ff4-431c-8893-c26b6d986c16 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Lock "c49c74a6-9955-4a79-848f-4e6b9e348f9c" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.003s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:29:46 user nova-compute[75147]: INFO nova.compute.manager [None req-3a6c2f37-7ff4-431c-8893-c26b6d986c16 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Attaching volume f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1 to /dev/vdb
Oct 27 19:29:46 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-44e3d191-4c48-473f-b78a-712088b29750 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Acquiring lock "ccda09df-ba2f-4291-bb41-297995fa5786" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:29:46 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-44e3d191-4c48-473f-b78a-712088b29750 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Lock "ccda09df-ba2f-4291-bb41-297995fa5786" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:29:46 user nova-compute[75147]: DEBUG nova.compute.manager [None req-44e3d191-4c48-473f-b78a-712088b29750 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] [instance: ccda09df-ba2f-4291-bb41-297995fa5786] Starting instance... {{(pid=75147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 27 19:29:46 user nova-compute[75147]: DEBUG os_brick.utils [None req-3a6c2f37-7ff4-431c-8893-c26b6d986c16 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:29:46 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:46 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.023s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:46 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[f66d8adc-223f-4477-ad90-8939bfd103ba]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9325735bc82e\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:29:46 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:46 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.025s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:46 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[459ef893-8982-45f5-90db-fc503331aff3]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:29:46 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c49c74a6-9955-4a79-848f-4e6b9e348f9c/disk --force-share --output=json" returned: 0 in 0.253s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:46 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c49c74a6-9955-4a79-848f-4e6b9e348f9c/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:46 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-44e3d191-4c48-473f-b78a-712088b29750 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:29:46 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-44e3d191-4c48-473f-b78a-712088b29750 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.004s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:29:46 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:46 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.024s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:46 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[49d8ba3b-ea1e-4bed-b3d5-c49bf8100712]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:29:46 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f40c935-311e-4b06-b0fd-01d58aea6729]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:29:46 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-3a6c2f37-7ff4-431c-8893-c26b6d986c16 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Running cmd (subprocess): nvme version {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:46 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-3a6c2f37-7ff4-431c-8893-c26b6d986c16 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] 'nvme version' failed. Not Retrying. {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 19:29:46 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.nvmeof [None req-3a6c2f37-7ff4-431c-8893-c26b6d986c16 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] nvme not present on system {{(pid=75147) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 27 19:29:46 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-44e3d191-4c48-473f-b78a-712088b29750 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75147) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 19:29:46 user nova-compute[75147]: INFO nova.compute.claims [None req-44e3d191-4c48-473f-b78a-712088b29750 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] [instance: ccda09df-ba2f-4291-bb41-297995fa5786] Claim successful on node user
Oct 27 19:29:46 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:46 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 19:29:46 user nova-compute[75147]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 27 19:29:46 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ff0cd08-0ee2-4c01-91b7-1e1c3ea89609]: (4, '') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:29:46 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-3a6c2f37-7ff4-431c-8893-c26b6d986c16 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75147) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 27 19:29:46 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-3a6c2f37-7ff4-431c-8893-c26b6d986c16 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 27 19:29:46 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-3a6c2f37-7ff4-431c-8893-c26b6d986c16 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] LIGHTOS: no hostnqn found. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 27 19:29:46 user nova-compute[75147]: DEBUG os_brick.utils [None req-3a6c2f37-7ff4-431c-8893-c26b6d986c16 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] <== get_connector_properties: return (226ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9325735bc82e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:29:46 user nova-compute[75147]: DEBUG nova.virt.block_device [None req-3a6c2f37-7ff4-431c-8893-c26b6d986c16 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Updating existing volume attachment record: cc31b3a7-f767-451f-b837-7d282ceb7dfd {{(pid=75147) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 27 19:29:46 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c49c74a6-9955-4a79-848f-4e6b9e348f9c/disk --force-share --output=json" returned: 0 in 0.245s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:46 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bac22037-a5fc-4b74-a5eb-94c2e51e8155/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:46 user nova-compute[75147]: DEBUG nova.network.neutron [None req-dc491069-871e-42b0-a7eb-b28a4b8f2691 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] Successfully updated port: af5e3ba8-cfdd-4990-b210-fef2ac98b13a {{(pid=75147) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 19:29:46 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-dc491069-871e-42b0-a7eb-b28a4b8f2691 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Acquiring lock "refresh_cache-2b0ba44c-96cb-42ef-add4-6535d26bdebf" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:29:46 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-dc491069-871e-42b0-a7eb-b28a4b8f2691 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Acquired lock "refresh_cache-2b0ba44c-96cb-42ef-add4-6535d26bdebf" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:29:46 user nova-compute[75147]: DEBUG nova.network.neutron [None req-dc491069-871e-42b0-a7eb-b28a4b8f2691 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] Building network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 19:29:46 user nova-compute[75147]: DEBUG nova.compute.manager [req-1720cd2e-275f-438a-a4c3-aad4acc29815 req-ffe9445e-ddec-4882-a2b4-4e86722a8083 service nova] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] Received event network-changed-af5e3ba8-cfdd-4990-b210-fef2ac98b13a {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:29:46 user nova-compute[75147]: DEBUG nova.compute.manager [req-1720cd2e-275f-438a-a4c3-aad4acc29815 req-ffe9445e-ddec-4882-a2b4-4e86722a8083 service nova] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] Refreshing instance network info cache due to event network-changed-af5e3ba8-cfdd-4990-b210-fef2ac98b13a. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 19:29:46 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-1720cd2e-275f-438a-a4c3-aad4acc29815 req-ffe9445e-ddec-4882-a2b4-4e86722a8083 service nova] Acquiring lock "refresh_cache-2b0ba44c-96cb-42ef-add4-6535d26bdebf" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:29:46 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bac22037-a5fc-4b74-a5eb-94c2e51e8155/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:46 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bac22037-a5fc-4b74-a5eb-94c2e51e8155/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:46 user nova-compute[75147]: DEBUG nova.network.neutron [None req-dc491069-871e-42b0-a7eb-b28a4b8f2691 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] Instance cache missing network info. {{(pid=75147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 19:29:47 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bac22037-a5fc-4b74-a5eb-94c2e51e8155/disk --force-share --output=json" returned: 0 in 0.249s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:47 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75147) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 19:29:47 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75147) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 19:29:47 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] skipping disk /dev/sdd (vdc) as it is a volume {{(pid=75147) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 19:29:47 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:29:47 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:29:47 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Hypervisor/Node resource view: name=user free_ram=7563MB free_disk=25.375011444091797GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75147) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 19:29:47 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:29:47 user nova-compute[75147]: DEBUG nova.network.neutron [None req-dc491069-871e-42b0-a7eb-b28a4b8f2691 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] Updating instance_info_cache with network_info: [{"id": "af5e3ba8-cfdd-4990-b210-fef2ac98b13a", "address": "fa:16:3e:d7:05:da", "network": {"id": "bae3f1ff-b48f-4e91-a1ac-2c877ecca1af", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1949095258-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9368eab86d5248b2a34511d5d0fd64eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf5e3ba8-cf", "ovs_interfaceid": "af5e3ba8-cfdd-4990-b210-fef2ac98b13a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:29:47 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-44e3d191-4c48-473f-b78a-712088b29750 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:29:47 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-dc491069-871e-42b0-a7eb-b28a4b8f2691 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Releasing lock "refresh_cache-2b0ba44c-96cb-42ef-add4-6535d26bdebf" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:29:47 user nova-compute[75147]: DEBUG nova.compute.manager [None req-dc491069-871e-42b0-a7eb-b28a4b8f2691 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] Instance network_info: |[{"id": "af5e3ba8-cfdd-4990-b210-fef2ac98b13a", "address": "fa:16:3e:d7:05:da", "network": {"id": "bae3f1ff-b48f-4e91-a1ac-2c877ecca1af", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1949095258-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9368eab86d5248b2a34511d5d0fd64eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf5e3ba8-cf", "ovs_interfaceid": "af5e3ba8-cfdd-4990-b210-fef2ac98b13a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 27 19:29:47 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-1720cd2e-275f-438a-a4c3-aad4acc29815 req-ffe9445e-ddec-4882-a2b4-4e86722a8083 service nova] Acquired lock "refresh_cache-2b0ba44c-96cb-42ef-add4-6535d26bdebf" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:29:47 user nova-compute[75147]: DEBUG nova.network.neutron [req-1720cd2e-275f-438a-a4c3-aad4acc29815 req-ffe9445e-ddec-4882-a2b4-4e86722a8083 service nova] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] Refreshing network info cache for port af5e3ba8-cfdd-4990-b210-fef2ac98b13a {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 19:29:47 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-dc491069-871e-42b0-a7eb-b28a4b8f2691 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] Start _get_guest_xml network_info=[{"id": "af5e3ba8-cfdd-4990-b210-fef2ac98b13a", "address": "fa:16:3e:d7:05:da", "network": {"id": "bae3f1ff-b48f-4e91-a1ac-2c877ecca1af", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1949095258-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9368eab86d5248b2a34511d5d0fd64eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf5e3ba8-cf", "ovs_interfaceid": "af5e3ba8-cfdd-4990-b210-fef2ac98b13a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T19:22:09Z,direct_url=<?>,disk_format='qcow2',id=d52df17c-5315-4a73-ab7c-34c161a414fb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0b43115555434818b0c8bdf6be4946da',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T19:22:11Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'encryption_options': None, 'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encrypted': False, 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_format': None, 'device_name': '/dev/vda', 'image_id': 'd52df17c-5315-4a73-ab7c-34c161a414fb'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 19:29:47 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-44e3d191-4c48-473f-b78a-712088b29750 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:29:47 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-dc491069-871e-42b0-a7eb-b28a4b8f2691 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:29:47 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-dc491069-871e-42b0-a7eb-b28a4b8f2691 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:29:47 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-dc491069-871e-42b0-a7eb-b28a4b8f2691 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 19:29:47 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-dc491069-871e-42b0-a7eb-b28a4b8f2691 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] CPU controller missing on host. {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 19:29:47 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-dc491069-871e-42b0-a7eb-b28a4b8f2691 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 19:29:47 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-dc491069-871e-42b0-a7eb-b28a4b8f2691 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] CPU controller found on host. {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 19:29:47 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-dc491069-871e-42b0-a7eb-b28a4b8f2691 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75147) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 19:29:47 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-dc491069-871e-42b0-a7eb-b28a4b8f2691 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T19:21:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T19:22:09Z,direct_url=<?>,disk_format='qcow2',id=d52df17c-5315-4a73-ab7c-34c161a414fb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0b43115555434818b0c8bdf6be4946da',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T19:22:11Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 19:29:47 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-dc491069-871e-42b0-a7eb-b28a4b8f2691 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Flavor limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 19:29:47 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-dc491069-871e-42b0-a7eb-b28a4b8f2691 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Image limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 19:29:47 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-dc491069-871e-42b0-a7eb-b28a4b8f2691 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Flavor pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 19:29:47 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-dc491069-871e-42b0-a7eb-b28a4b8f2691 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Image pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 19:29:47 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-dc491069-871e-42b0-a7eb-b28a4b8f2691 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 19:29:47 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-dc491069-871e-42b0-a7eb-b28a4b8f2691 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 19:29:47 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-dc491069-871e-42b0-a7eb-b28a4b8f2691 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 19:29:47 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-dc491069-871e-42b0-a7eb-b28a4b8f2691 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Got 1 possible topologies {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 19:29:47 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-dc491069-871e-42b0-a7eb-b28a4b8f2691 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 19:29:47 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-dc491069-871e-42b0-a7eb-b28a4b8f2691 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 19:29:47 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-dc491069-871e-42b0-a7eb-b28a4b8f2691 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:29:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-1360183462',display_name='tempest-tempest.common.compute-instance-1360183462',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-1360183462',id=13,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGlqWhK7qJLFJAuM0o8dss52GDAN6EK6qdz08haB0vZW0fzYkUU5czxrjkr2t/3OXRUrX/+mFX42z/7hB/DA29kJ4mSkcMC/hopHWAKdq3PxMh15OIfGt2deIlrXrHbZpQ==',key_name='tempest-keypair-2112371525',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9368eab86d5248b2a34511d5d0fd64eb',ramdisk_id='',reservation_id='r-peiy8qd6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-2091358466',owner_user_name='tempest-ServerActionsTestOtherA-2091358466-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:29:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2ec18a0cb61842b092eeaecce2a03b70',uuid=2b0ba44c-96cb-42ef-add4-6535d26bdebf,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "af5e3ba8-cfdd-4990-b210-fef2ac98b13a", "address": "fa:16:3e:d7:05:da", "network": {"id": "bae3f1ff-b48f-4e91-a1ac-2c877ecca1af", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1949095258-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9368eab86d5248b2a34511d5d0fd64eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf5e3ba8-cf", "ovs_interfaceid": "af5e3ba8-cfdd-4990-b210-fef2ac98b13a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75147) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 19:29:47 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-dc491069-871e-42b0-a7eb-b28a4b8f2691 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Converting VIF {"id": "af5e3ba8-cfdd-4990-b210-fef2ac98b13a", "address": "fa:16:3e:d7:05:da", "network": {"id": "bae3f1ff-b48f-4e91-a1ac-2c877ecca1af", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1949095258-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9368eab86d5248b2a34511d5d0fd64eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf5e3ba8-cf", "ovs_interfaceid": "af5e3ba8-cfdd-4990-b210-fef2ac98b13a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:29:47 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-dc491069-871e-42b0-a7eb-b28a4b8f2691 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d7:05:da,bridge_name='br-int',has_traffic_filtering=True,id=af5e3ba8-cfdd-4990-b210-fef2ac98b13a,network=Network(bae3f1ff-b48f-4e91-a1ac-2c877ecca1af),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaf5e3ba8-cf') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:29:47 user nova-compute[75147]: DEBUG nova.objects.instance [None req-dc491069-871e-42b0-a7eb-b28a4b8f2691 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Lazy-loading 'pci_devices' on Instance uuid 2b0ba44c-96cb-42ef-add4-6535d26bdebf {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:29:47 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-44e3d191-4c48-473f-b78a-712088b29750 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.452s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:29:47 user nova-compute[75147]: DEBUG nova.compute.manager [None req-44e3d191-4c48-473f-b78a-712088b29750 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] [instance: ccda09df-ba2f-4291-bb41-297995fa5786] Start building networks asynchronously for instance. {{(pid=75147) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 27 19:29:47 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.229s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:29:47 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-dc491069-871e-42b0-a7eb-b28a4b8f2691 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] End _get_guest_xml xml=<domain type="kvm">
Oct 27 19:29:47 user nova-compute[75147]:   <uuid>2b0ba44c-96cb-42ef-add4-6535d26bdebf</uuid>
Oct 27 19:29:47 user nova-compute[75147]:   <name>instance-0000000d</name>
Oct 27 19:29:47 user nova-compute[75147]:   <memory>524288</memory>
Oct 27 19:29:47 user nova-compute[75147]:   <vcpu>1</vcpu>
Oct 27 19:29:47 user nova-compute[75147]:   <metadata>
Oct 27 19:29:47 user nova-compute[75147]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 19:29:47 user nova-compute[75147]:       <nova:package version="0.0.0"/>
Oct 27 19:29:47 user nova-compute[75147]:       <nova:name>tempest-tempest.common.compute-instance-1360183462</nova:name>
Oct 27 19:29:47 user nova-compute[75147]:       <nova:creationTime>2023-10-27 19:29:47</nova:creationTime>
Oct 27 19:29:47 user nova-compute[75147]:       <nova:flavor name="m1.tiny">
Oct 27 19:29:47 user nova-compute[75147]:         <nova:memory>512</nova:memory>
Oct 27 19:29:47 user nova-compute[75147]:         <nova:disk>1</nova:disk>
Oct 27 19:29:47 user nova-compute[75147]:         <nova:swap>0</nova:swap>
Oct 27 19:29:47 user nova-compute[75147]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 19:29:47 user nova-compute[75147]:         <nova:vcpus>1</nova:vcpus>
Oct 27 19:29:47 user nova-compute[75147]:       </nova:flavor>
Oct 27 19:29:47 user nova-compute[75147]:       <nova:owner>
Oct 27 19:29:47 user nova-compute[75147]:         <nova:user uuid="2ec18a0cb61842b092eeaecce2a03b70">tempest-ServerActionsTestOtherA-2091358466-project-member</nova:user>
Oct 27 19:29:47 user nova-compute[75147]:         <nova:project uuid="9368eab86d5248b2a34511d5d0fd64eb">tempest-ServerActionsTestOtherA-2091358466</nova:project>
Oct 27 19:29:47 user nova-compute[75147]:       </nova:owner>
Oct 27 19:29:47 user nova-compute[75147]:       <nova:root type="image" uuid="d52df17c-5315-4a73-ab7c-34c161a414fb"/>
Oct 27 19:29:47 user nova-compute[75147]:       <nova:ports>
Oct 27 19:29:47 user nova-compute[75147]:         <nova:port uuid="af5e3ba8-cfdd-4990-b210-fef2ac98b13a">
Oct 27 19:29:47 user nova-compute[75147]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Oct 27 19:29:47 user nova-compute[75147]:         </nova:port>
Oct 27 19:29:47 user nova-compute[75147]:       </nova:ports>
Oct 27 19:29:47 user nova-compute[75147]:     </nova:instance>
Oct 27 19:29:47 user nova-compute[75147]:   </metadata>
Oct 27 19:29:47 user nova-compute[75147]:   <sysinfo type="smbios">
Oct 27 19:29:47 user nova-compute[75147]:     <system>
Oct 27 19:29:47 user nova-compute[75147]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 19:29:47 user nova-compute[75147]:       <entry name="product">OpenStack Nova</entry>
Oct 27 19:29:47 user nova-compute[75147]:       <entry name="version">0.0.0</entry>
Oct 27 19:29:47 user nova-compute[75147]:       <entry name="serial">2b0ba44c-96cb-42ef-add4-6535d26bdebf</entry>
Oct 27 19:29:47 user nova-compute[75147]:       <entry name="uuid">2b0ba44c-96cb-42ef-add4-6535d26bdebf</entry>
Oct 27 19:29:47 user nova-compute[75147]:       <entry name="family">Virtual Machine</entry>
Oct 27 19:29:47 user nova-compute[75147]:     </system>
Oct 27 19:29:47 user nova-compute[75147]:   </sysinfo>
Oct 27 19:29:47 user nova-compute[75147]:   <os>
Oct 27 19:29:47 user nova-compute[75147]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 19:29:47 user nova-compute[75147]:     <boot dev="hd"/>
Oct 27 19:29:47 user nova-compute[75147]:     <smbios mode="sysinfo"/>
Oct 27 19:29:47 user nova-compute[75147]:   </os>
Oct 27 19:29:47 user nova-compute[75147]:   <features>
Oct 27 19:29:47 user nova-compute[75147]:     <acpi/>
Oct 27 19:29:47 user nova-compute[75147]:     <apic/>
Oct 27 19:29:47 user nova-compute[75147]:     <vmcoreinfo/>
Oct 27 19:29:47 user nova-compute[75147]:   </features>
Oct 27 19:29:47 user nova-compute[75147]:   <clock offset="utc">
Oct 27 19:29:47 user nova-compute[75147]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 19:29:47 user nova-compute[75147]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 19:29:47 user nova-compute[75147]:     <timer name="hpet" present="no"/>
Oct 27 19:29:47 user nova-compute[75147]:   </clock>
Oct 27 19:29:47 user nova-compute[75147]:   <cpu mode="custom" match="exact">
Oct 27 19:29:47 user nova-compute[75147]:     <model>Nehalem</model>
Oct 27 19:29:47 user nova-compute[75147]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 19:29:47 user nova-compute[75147]:   </cpu>
Oct 27 19:29:47 user nova-compute[75147]:   <devices>
Oct 27 19:29:47 user nova-compute[75147]:     <disk type="file" device="disk">
Oct 27 19:29:47 user nova-compute[75147]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 27 19:29:47 user nova-compute[75147]:       <source file="/opt/stack/data/nova/instances/2b0ba44c-96cb-42ef-add4-6535d26bdebf/disk"/>
Oct 27 19:29:47 user nova-compute[75147]:       <target dev="vda" bus="virtio"/>
Oct 27 19:29:47 user nova-compute[75147]:     </disk>
Oct 27 19:29:47 user nova-compute[75147]:     <interface type="ethernet">
Oct 27 19:29:47 user nova-compute[75147]:       <mac address="fa:16:3e:d7:05:da"/>
Oct 27 19:29:47 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:29:47 user nova-compute[75147]:       <mtu size="1442"/>
Oct 27 19:29:47 user nova-compute[75147]:       <target dev="tapaf5e3ba8-cf"/>
Oct 27 19:29:47 user nova-compute[75147]:     </interface>
Oct 27 19:29:47 user nova-compute[75147]:     <serial type="pty">
Oct 27 19:29:47 user nova-compute[75147]:       <log file="/opt/stack/data/nova/instances/2b0ba44c-96cb-42ef-add4-6535d26bdebf/console.log" append="off"/>
Oct 27 19:29:47 user nova-compute[75147]:     </serial>
Oct 27 19:29:47 user nova-compute[75147]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 19:29:47 user nova-compute[75147]:     <video>
Oct 27 19:29:47 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:29:47 user nova-compute[75147]:     </video>
Oct 27 19:29:47 user nova-compute[75147]:     <rng model="virtio">
Oct 27 19:29:47 user nova-compute[75147]:       <backend model="random">/dev/urandom</backend>
Oct 27 19:29:47 user nova-compute[75147]:     </rng>
Oct 27 19:29:47 user nova-compute[75147]:     <controller type="usb" index="0" model="none"/>
Oct 27 19:29:47 user nova-compute[75147]:     <memballoon model="virtio">
Oct 27 19:29:47 user nova-compute[75147]:       <stats period="10"/>
Oct 27 19:29:47 user nova-compute[75147]:     </memballoon>
Oct 27 19:29:47 user nova-compute[75147]:   </devices>
Oct 27 19:29:47 user nova-compute[75147]: </domain>
Oct 27 19:29:47 user nova-compute[75147]:  {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 19:29:47 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-dc491069-871e-42b0-a7eb-b28a4b8f2691 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:29:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-1360183462',display_name='tempest-tempest.common.compute-instance-1360183462',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-1360183462',id=13,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGlqWhK7qJLFJAuM0o8dss52GDAN6EK6qdz08haB0vZW0fzYkUU5czxrjkr2t/3OXRUrX/+mFX42z/7hB/DA29kJ4mSkcMC/hopHWAKdq3PxMh15OIfGt2deIlrXrHbZpQ==',key_name='tempest-keypair-2112371525',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9368eab86d5248b2a34511d5d0fd64eb',ramdisk_id='',reservation_id='r-peiy8qd6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-2091358466',owner_user_name='tempest-ServerActionsTestOtherA-2091358466-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:29:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2ec18a0cb61842b092eeaecce2a03b70',uuid=2b0ba44c-96cb-42ef-add4-6535d26bdebf,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "af5e3ba8-cfdd-4990-b210-fef2ac98b13a", "address": "fa:16:3e:d7:05:da", "network": {"id": "bae3f1ff-b48f-4e91-a1ac-2c877ecca1af", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1949095258-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9368eab86d5248b2a34511d5d0fd64eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf5e3ba8-cf", "ovs_interfaceid": "af5e3ba8-cfdd-4990-b210-fef2ac98b13a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 19:29:47 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-dc491069-871e-42b0-a7eb-b28a4b8f2691 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Converting VIF {"id": "af5e3ba8-cfdd-4990-b210-fef2ac98b13a", "address": "fa:16:3e:d7:05:da", "network": {"id": "bae3f1ff-b48f-4e91-a1ac-2c877ecca1af", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1949095258-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9368eab86d5248b2a34511d5d0fd64eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf5e3ba8-cf", "ovs_interfaceid": "af5e3ba8-cfdd-4990-b210-fef2ac98b13a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:29:47 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-dc491069-871e-42b0-a7eb-b28a4b8f2691 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d7:05:da,bridge_name='br-int',has_traffic_filtering=True,id=af5e3ba8-cfdd-4990-b210-fef2ac98b13a,network=Network(bae3f1ff-b48f-4e91-a1ac-2c877ecca1af),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaf5e3ba8-cf') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:29:47 user nova-compute[75147]: DEBUG os_vif [None req-dc491069-871e-42b0-a7eb-b28a4b8f2691 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d7:05:da,bridge_name='br-int',has_traffic_filtering=True,id=af5e3ba8-cfdd-4990-b210-fef2ac98b13a,network=Network(bae3f1ff-b48f-4e91-a1ac-2c877ecca1af),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaf5e3ba8-cf') {{(pid=75147) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 19:29:47 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:47 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:29:47 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 19:29:47 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:47 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '1e546dcf-0563-5212-94d2-462c9152783b', '_type': 'linux-noop'}}, row=False) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:29:47 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:47 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:29:47 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:47 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapaf5e3ba8-cf, may_exist=True, interface_attrs={}) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:29:47 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapaf5e3ba8-cf, col_values=(('qos', UUID('28ee6919-a7da-4975-9288-1f2af4ec6044')),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:29:47 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapaf5e3ba8-cf, col_values=(('external_ids', {'iface-id': 'af5e3ba8-cfdd-4990-b210-fef2ac98b13a', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:d7:05:da', 'vm-uuid': '2b0ba44c-96cb-42ef-add4-6535d26bdebf'}),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:29:47 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:47 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:29:47 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:47 user nova-compute[75147]: INFO os_vif [None req-dc491069-871e-42b0-a7eb-b28a4b8f2691 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d7:05:da,bridge_name='br-int',has_traffic_filtering=True,id=af5e3ba8-cfdd-4990-b210-fef2ac98b13a,network=Network(bae3f1ff-b48f-4e91-a1ac-2c877ecca1af),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaf5e3ba8-cf')
Oct 27 19:29:47 user nova-compute[75147]: DEBUG nova.compute.manager [None req-44e3d191-4c48-473f-b78a-712088b29750 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] [instance: ccda09df-ba2f-4291-bb41-297995fa5786] Allocating IP information in the background. {{(pid=75147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 27 19:29:47 user nova-compute[75147]: DEBUG nova.network.neutron [None req-44e3d191-4c48-473f-b78a-712088b29750 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] [instance: ccda09df-ba2f-4291-bb41-297995fa5786] allocate_for_instance() {{(pid=75147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 27 19:29:47 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-44e3d191-4c48-473f-b78a-712088b29750 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] [instance: ccda09df-ba2f-4291-bb41-297995fa5786] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 27 19:29:47 user nova-compute[75147]: DEBUG nova.compute.manager [None req-44e3d191-4c48-473f-b78a-712088b29750 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] [instance: ccda09df-ba2f-4291-bb41-297995fa5786] Start building block device mappings for instance. {{(pid=75147) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 27 19:29:47 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-dc491069-871e-42b0-a7eb-b28a4b8f2691 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] No BDM found with device name vda, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:29:47 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-dc491069-871e-42b0-a7eb-b28a4b8f2691 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] No VIF found with MAC fa:16:3e:d7:05:da, not building metadata {{(pid=75147) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 19:29:48 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance c49c74a6-9955-4a79-848f-4e6b9e348f9c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:29:48 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 17da16fe-2762-4442-a31f-c966695dea37 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:29:48 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance ccda09df-ba2f-4291-bb41-297995fa5786 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:29:48 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 9705db51-2bbb-4520-a942-9efdb828e241 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:29:48 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 3831d941-23f9-4b8b-94c2-eacd06826967 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:29:48 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 4168f40d-0502-411c-9e29-5f827192ad86 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:29:48 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 2dbafd14-6c52-4417-ae5e-cadb11694492 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:29:48 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 519212ec-e041-4397-8405-3f301c417b59 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:29:48 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 2b0ba44c-96cb-42ef-add4-6535d26bdebf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:29:48 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance d3fb6898-879f-4828-b0c8-f4c7911c334c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:29:48 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:29:48 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance bac22037-a5fc-4b74-a5eb-94c2e51e8155 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:29:48 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Total usable vcpus: 12, total allocated vcpus: 12 {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 19:29:48 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Final resource view: name=user phys_ram=16011MB used_ram=6656MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=12 pci_stats=[] {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 19:29:48 user nova-compute[75147]: DEBUG nova.policy [None req-44e3d191-4c48-473f-b78a-712088b29750 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '85f4d793a0ae48b6babe0cf7a92163d9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '567efa430de8417fb405d6ec8360f235', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75147) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 27 19:29:48 user nova-compute[75147]: DEBUG nova.compute.manager [None req-44e3d191-4c48-473f-b78a-712088b29750 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] [instance: ccda09df-ba2f-4291-bb41-297995fa5786] Start spawning the instance on the hypervisor. {{(pid=75147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 27 19:29:48 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-44e3d191-4c48-473f-b78a-712088b29750 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] [instance: ccda09df-ba2f-4291-bb41-297995fa5786] Creating instance directory {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 19:29:48 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-44e3d191-4c48-473f-b78a-712088b29750 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] [instance: ccda09df-ba2f-4291-bb41-297995fa5786] Creating image(s)
Oct 27 19:29:48 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-44e3d191-4c48-473f-b78a-712088b29750 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Acquiring lock "/opt/stack/data/nova/instances/ccda09df-ba2f-4291-bb41-297995fa5786/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:29:48 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-44e3d191-4c48-473f-b78a-712088b29750 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Lock "/opt/stack/data/nova/instances/ccda09df-ba2f-4291-bb41-297995fa5786/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:29:48 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-44e3d191-4c48-473f-b78a-712088b29750 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Lock "/opt/stack/data/nova/instances/ccda09df-ba2f-4291-bb41-297995fa5786/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:29:48 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-44e3d191-4c48-473f-b78a-712088b29750 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:48 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-44e3d191-4c48-473f-b78a-712088b29750 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.173s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:48 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-44e3d191-4c48-473f-b78a-712088b29750 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Acquiring lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:29:48 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-44e3d191-4c48-473f-b78a-712088b29750 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:29:48 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-44e3d191-4c48-473f-b78a-712088b29750 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:48 user nova-compute[75147]: DEBUG nova.network.neutron [req-1720cd2e-275f-438a-a4c3-aad4acc29815 req-ffe9445e-ddec-4882-a2b4-4e86722a8083 service nova] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] Updated VIF entry in instance network info cache for port af5e3ba8-cfdd-4990-b210-fef2ac98b13a. {{(pid=75147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 19:29:48 user nova-compute[75147]: DEBUG nova.network.neutron [req-1720cd2e-275f-438a-a4c3-aad4acc29815 req-ffe9445e-ddec-4882-a2b4-4e86722a8083 service nova] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] Updating instance_info_cache with network_info: [{"id": "af5e3ba8-cfdd-4990-b210-fef2ac98b13a", "address": "fa:16:3e:d7:05:da", "network": {"id": "bae3f1ff-b48f-4e91-a1ac-2c877ecca1af", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1949095258-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9368eab86d5248b2a34511d5d0fd64eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf5e3ba8-cf", "ovs_interfaceid": "af5e3ba8-cfdd-4990-b210-fef2ac98b13a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:29:48 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-44e3d191-4c48-473f-b78a-712088b29750 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.182s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:48 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-44e3d191-4c48-473f-b78a-712088b29750 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa,backing_fmt=raw /opt/stack/data/nova/instances/ccda09df-ba2f-4291-bb41-297995fa5786/disk 1073741824 {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:48 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-1720cd2e-275f-438a-a4c3-aad4acc29815 req-ffe9445e-ddec-4882-a2b4-4e86722a8083 service nova] Releasing lock "refresh_cache-2b0ba44c-96cb-42ef-add4-6535d26bdebf" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:29:48 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-44e3d191-4c48-473f-b78a-712088b29750 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa,backing_fmt=raw /opt/stack/data/nova/instances/ccda09df-ba2f-4291-bb41-297995fa5786/disk 1073741824" returned: 0 in 0.057s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:48 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-44e3d191-4c48-473f-b78a-712088b29750 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.244s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:29:48 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-44e3d191-4c48-473f-b78a-712088b29750 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:48 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:29:48 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:29:48 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Compute_service record updated for user:user {{(pid=75147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 19:29:48 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.895s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:29:48 user nova-compute[75147]: DEBUG nova.network.neutron [None req-44e3d191-4c48-473f-b78a-712088b29750 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] [instance: ccda09df-ba2f-4291-bb41-297995fa5786] Successfully created port: eb23fefa-f3ef-4190-b058-a831a2bfa3dc {{(pid=75147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 19:29:48 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-44e3d191-4c48-473f-b78a-712088b29750 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.207s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:48 user nova-compute[75147]: DEBUG nova.virt.disk.api [None req-44e3d191-4c48-473f-b78a-712088b29750 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Checking if we can resize image /opt/stack/data/nova/instances/ccda09df-ba2f-4291-bb41-297995fa5786/disk. size=1073741824 {{(pid=75147) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 27 19:29:48 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-44e3d191-4c48-473f-b78a-712088b29750 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ccda09df-ba2f-4291-bb41-297995fa5786/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:48 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-44e3d191-4c48-473f-b78a-712088b29750 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ccda09df-ba2f-4291-bb41-297995fa5786/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:48 user nova-compute[75147]: DEBUG nova.virt.disk.api [None req-44e3d191-4c48-473f-b78a-712088b29750 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Cannot resize image /opt/stack/data/nova/instances/ccda09df-ba2f-4291-bb41-297995fa5786/disk to a smaller size. {{(pid=75147) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 27 19:29:48 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-44e3d191-4c48-473f-b78a-712088b29750 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] [instance: ccda09df-ba2f-4291-bb41-297995fa5786] Created local disks {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 27 19:29:48 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-44e3d191-4c48-473f-b78a-712088b29750 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] [instance: ccda09df-ba2f-4291-bb41-297995fa5786] Ensure instance console log exists: /opt/stack/data/nova/instances/ccda09df-ba2f-4291-bb41-297995fa5786/console.log {{(pid=75147) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 19:29:48 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-44e3d191-4c48-473f-b78a-712088b29750 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:29:48 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-44e3d191-4c48-473f-b78a-712088b29750 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:29:48 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-44e3d191-4c48-473f-b78a-712088b29750 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:29:49 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:49 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:49 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:49 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:49 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:49 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:29:49 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:29:49 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Starting heal instance info cache {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 19:29:49 user nova-compute[75147]: DEBUG nova.compute.manager [req-fb72645e-cf85-4bd8-916e-7ba0559fd566 req-f0e65e17-1705-4b85-a764-6e7cd4ac97dc service nova] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] Received event network-vif-plugged-af5e3ba8-cfdd-4990-b210-fef2ac98b13a {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:29:49 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-fb72645e-cf85-4bd8-916e-7ba0559fd566 req-f0e65e17-1705-4b85-a764-6e7cd4ac97dc service nova] Acquiring lock "2b0ba44c-96cb-42ef-add4-6535d26bdebf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:29:49 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-fb72645e-cf85-4bd8-916e-7ba0559fd566 req-f0e65e17-1705-4b85-a764-6e7cd4ac97dc service nova] Lock "2b0ba44c-96cb-42ef-add4-6535d26bdebf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:29:49 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-fb72645e-cf85-4bd8-916e-7ba0559fd566 req-f0e65e17-1705-4b85-a764-6e7cd4ac97dc service nova] Lock "2b0ba44c-96cb-42ef-add4-6535d26bdebf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:29:49 user nova-compute[75147]: DEBUG nova.compute.manager [req-fb72645e-cf85-4bd8-916e-7ba0559fd566 req-f0e65e17-1705-4b85-a764-6e7cd4ac97dc service nova] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] No waiting events found dispatching network-vif-plugged-af5e3ba8-cfdd-4990-b210-fef2ac98b13a {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:29:49 user nova-compute[75147]: WARNING nova.compute.manager [req-fb72645e-cf85-4bd8-916e-7ba0559fd566 req-f0e65e17-1705-4b85-a764-6e7cd4ac97dc service nova] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] Received unexpected event network-vif-plugged-af5e3ba8-cfdd-4990-b210-fef2ac98b13a for instance with vm_state building and task_state spawning.
Oct 27 19:29:49 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "refresh_cache-c49c74a6-9955-4a79-848f-4e6b9e348f9c" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:29:49 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquired lock "refresh_cache-c49c74a6-9955-4a79-848f-4e6b9e348f9c" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:29:49 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Forcefully refreshing network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 27 19:29:50 user nova-compute[75147]: DEBUG nova.network.neutron [None req-44e3d191-4c48-473f-b78a-712088b29750 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] [instance: ccda09df-ba2f-4291-bb41-297995fa5786] Successfully updated port: eb23fefa-f3ef-4190-b058-a831a2bfa3dc {{(pid=75147) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 19:29:50 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-44e3d191-4c48-473f-b78a-712088b29750 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Acquiring lock "refresh_cache-ccda09df-ba2f-4291-bb41-297995fa5786" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:29:50 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-44e3d191-4c48-473f-b78a-712088b29750 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Acquired lock "refresh_cache-ccda09df-ba2f-4291-bb41-297995fa5786" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:29:50 user nova-compute[75147]: DEBUG nova.network.neutron [None req-44e3d191-4c48-473f-b78a-712088b29750 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] [instance: ccda09df-ba2f-4291-bb41-297995fa5786] Building network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 19:29:50 user nova-compute[75147]: DEBUG nova.network.neutron [None req-44e3d191-4c48-473f-b78a-712088b29750 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] [instance: ccda09df-ba2f-4291-bb41-297995fa5786] Instance cache missing network info. {{(pid=75147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 19:29:50 user nova-compute[75147]: DEBUG nova.network.neutron [None req-44e3d191-4c48-473f-b78a-712088b29750 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] [instance: ccda09df-ba2f-4291-bb41-297995fa5786] Updating instance_info_cache with network_info: [{"id": "eb23fefa-f3ef-4190-b058-a831a2bfa3dc", "address": "fa:16:3e:88:34:63", "network": {"id": "95183f82-97a6-4a28-a730-1603f8944490", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1454550508-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "567efa430de8417fb405d6ec8360f235", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeb23fefa-f3", "ovs_interfaceid": "eb23fefa-f3ef-4190-b058-a831a2bfa3dc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:29:50 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-44e3d191-4c48-473f-b78a-712088b29750 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Releasing lock "refresh_cache-ccda09df-ba2f-4291-bb41-297995fa5786" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:29:50 user nova-compute[75147]: DEBUG nova.compute.manager [None req-44e3d191-4c48-473f-b78a-712088b29750 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] [instance: ccda09df-ba2f-4291-bb41-297995fa5786] Instance network_info: |[{"id": "eb23fefa-f3ef-4190-b058-a831a2bfa3dc", "address": "fa:16:3e:88:34:63", "network": {"id": "95183f82-97a6-4a28-a730-1603f8944490", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1454550508-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "567efa430de8417fb405d6ec8360f235", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeb23fefa-f3", "ovs_interfaceid": "eb23fefa-f3ef-4190-b058-a831a2bfa3dc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 27 19:29:50 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-44e3d191-4c48-473f-b78a-712088b29750 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] [instance: ccda09df-ba2f-4291-bb41-297995fa5786] Start _get_guest_xml network_info=[{"id": "eb23fefa-f3ef-4190-b058-a831a2bfa3dc", "address": "fa:16:3e:88:34:63", "network": {"id": "95183f82-97a6-4a28-a730-1603f8944490", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1454550508-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "567efa430de8417fb405d6ec8360f235", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeb23fefa-f3", "ovs_interfaceid": "eb23fefa-f3ef-4190-b058-a831a2bfa3dc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T19:22:09Z,direct_url=<?>,disk_format='qcow2',id=d52df17c-5315-4a73-ab7c-34c161a414fb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0b43115555434818b0c8bdf6be4946da',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T19:22:11Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'encryption_options': None, 'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encrypted': False, 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_format': None, 'device_name': '/dev/vda', 'image_id': 'd52df17c-5315-4a73-ab7c-34c161a414fb'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 19:29:50 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-44e3d191-4c48-473f-b78a-712088b29750 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:29:50 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-44e3d191-4c48-473f-b78a-712088b29750 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:29:50 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-44e3d191-4c48-473f-b78a-712088b29750 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 19:29:50 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-44e3d191-4c48-473f-b78a-712088b29750 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] CPU controller missing on host. {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 19:29:50 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-44e3d191-4c48-473f-b78a-712088b29750 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 19:29:50 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-44e3d191-4c48-473f-b78a-712088b29750 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] CPU controller found on host. {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 19:29:50 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-44e3d191-4c48-473f-b78a-712088b29750 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75147) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 19:29:50 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-44e3d191-4c48-473f-b78a-712088b29750 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T19:21:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T19:22:09Z,direct_url=<?>,disk_format='qcow2',id=d52df17c-5315-4a73-ab7c-34c161a414fb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0b43115555434818b0c8bdf6be4946da',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T19:22:11Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 19:29:50 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-44e3d191-4c48-473f-b78a-712088b29750 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Flavor limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 19:29:50 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-44e3d191-4c48-473f-b78a-712088b29750 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Image limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 19:29:50 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-44e3d191-4c48-473f-b78a-712088b29750 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Flavor pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 19:29:50 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-44e3d191-4c48-473f-b78a-712088b29750 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Image pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 19:29:50 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-44e3d191-4c48-473f-b78a-712088b29750 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 19:29:50 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-44e3d191-4c48-473f-b78a-712088b29750 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 19:29:50 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-44e3d191-4c48-473f-b78a-712088b29750 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 19:29:50 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-44e3d191-4c48-473f-b78a-712088b29750 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Got 1 possible topologies {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 19:29:50 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-44e3d191-4c48-473f-b78a-712088b29750 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 19:29:50 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-44e3d191-4c48-473f-b78a-712088b29750 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 19:29:50 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-44e3d191-4c48-473f-b78a-712088b29750 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:29:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-1605891818',display_name='tempest-VolumesAdminNegativeTest-server-1605891818',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-1605891818',id=14,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='567efa430de8417fb405d6ec8360f235',ramdisk_id='',reservation_id='r-1f0ps3d6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-942172662',owner_user_name='tempest-VolumesAdminNegativeTest-942172662-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:29:48Z,user_data=None,user_id='85f4d793a0ae48b6babe0cf7a92163d9',uuid=ccda09df-ba2f-4291-bb41-297995fa5786,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "eb23fefa-f3ef-4190-b058-a831a2bfa3dc", "address": "fa:16:3e:88:34:63", "network": {"id": "95183f82-97a6-4a28-a730-1603f8944490", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1454550508-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "567efa430de8417fb405d6ec8360f235", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeb23fefa-f3", "ovs_interfaceid": "eb23fefa-f3ef-4190-b058-a831a2bfa3dc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75147) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 19:29:50 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-44e3d191-4c48-473f-b78a-712088b29750 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Converting VIF {"id": "eb23fefa-f3ef-4190-b058-a831a2bfa3dc", "address": "fa:16:3e:88:34:63", "network": {"id": "95183f82-97a6-4a28-a730-1603f8944490", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1454550508-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "567efa430de8417fb405d6ec8360f235", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeb23fefa-f3", "ovs_interfaceid": "eb23fefa-f3ef-4190-b058-a831a2bfa3dc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:29:50 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-44e3d191-4c48-473f-b78a-712088b29750 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:88:34:63,bridge_name='br-int',has_traffic_filtering=True,id=eb23fefa-f3ef-4190-b058-a831a2bfa3dc,network=Network(95183f82-97a6-4a28-a730-1603f8944490),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeb23fefa-f3') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:29:50 user nova-compute[75147]: DEBUG nova.objects.instance [None req-44e3d191-4c48-473f-b78a-712088b29750 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Lazy-loading 'pci_devices' on Instance uuid ccda09df-ba2f-4291-bb41-297995fa5786 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:29:50 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Updating instance_info_cache with network_info: [{"id": "c329eb13-c03a-457b-b808-2c836a4f4dc9", "address": "fa:16:3e:6d:47:3d", "network": {"id": "c8178a72-f188-4ac8-96aa-f6db2911e3ca", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-2046459904-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.13", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2ce930abe29a45ce878e5d04fb97a063", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc329eb13-c0", "ovs_interfaceid": "c329eb13-c03a-457b-b808-2c836a4f4dc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:29:50 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Releasing lock "refresh_cache-c49c74a6-9955-4a79-848f-4e6b9e348f9c" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:29:50 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Updated the network info_cache for instance {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 27 19:29:50 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:29:50 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-44e3d191-4c48-473f-b78a-712088b29750 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] [instance: ccda09df-ba2f-4291-bb41-297995fa5786] End _get_guest_xml xml=<domain type="kvm">
Oct 27 19:29:50 user nova-compute[75147]:   <uuid>ccda09df-ba2f-4291-bb41-297995fa5786</uuid>
Oct 27 19:29:50 user nova-compute[75147]:   <name>instance-0000000e</name>
Oct 27 19:29:50 user nova-compute[75147]:   <memory>524288</memory>
Oct 27 19:29:50 user nova-compute[75147]:   <vcpu>1</vcpu>
Oct 27 19:29:50 user nova-compute[75147]:   <metadata>
Oct 27 19:29:50 user nova-compute[75147]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 19:29:50 user nova-compute[75147]:       <nova:package version="0.0.0"/>
Oct 27 19:29:50 user nova-compute[75147]:       <nova:name>tempest-VolumesAdminNegativeTest-server-1605891818</nova:name>
Oct 27 19:29:50 user nova-compute[75147]:       <nova:creationTime>2023-10-27 19:29:50</nova:creationTime>
Oct 27 19:29:50 user nova-compute[75147]:       <nova:flavor name="m1.tiny">
Oct 27 19:29:50 user nova-compute[75147]:         <nova:memory>512</nova:memory>
Oct 27 19:29:50 user nova-compute[75147]:         <nova:disk>1</nova:disk>
Oct 27 19:29:50 user nova-compute[75147]:         <nova:swap>0</nova:swap>
Oct 27 19:29:50 user nova-compute[75147]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 19:29:50 user nova-compute[75147]:         <nova:vcpus>1</nova:vcpus>
Oct 27 19:29:50 user nova-compute[75147]:       </nova:flavor>
Oct 27 19:29:50 user nova-compute[75147]:       <nova:owner>
Oct 27 19:29:50 user nova-compute[75147]:         <nova:user uuid="85f4d793a0ae48b6babe0cf7a92163d9">tempest-VolumesAdminNegativeTest-942172662-project-member</nova:user>
Oct 27 19:29:50 user nova-compute[75147]:         <nova:project uuid="567efa430de8417fb405d6ec8360f235">tempest-VolumesAdminNegativeTest-942172662</nova:project>
Oct 27 19:29:50 user nova-compute[75147]:       </nova:owner>
Oct 27 19:29:50 user nova-compute[75147]:       <nova:root type="image" uuid="d52df17c-5315-4a73-ab7c-34c161a414fb"/>
Oct 27 19:29:50 user nova-compute[75147]:       <nova:ports>
Oct 27 19:29:50 user nova-compute[75147]:         <nova:port uuid="eb23fefa-f3ef-4190-b058-a831a2bfa3dc">
Oct 27 19:29:50 user nova-compute[75147]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Oct 27 19:29:50 user nova-compute[75147]:         </nova:port>
Oct 27 19:29:50 user nova-compute[75147]:       </nova:ports>
Oct 27 19:29:50 user nova-compute[75147]:     </nova:instance>
Oct 27 19:29:50 user nova-compute[75147]:   </metadata>
Oct 27 19:29:50 user nova-compute[75147]:   <sysinfo type="smbios">
Oct 27 19:29:50 user nova-compute[75147]:     <system>
Oct 27 19:29:50 user nova-compute[75147]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 19:29:50 user nova-compute[75147]:       <entry name="product">OpenStack Nova</entry>
Oct 27 19:29:50 user nova-compute[75147]:       <entry name="version">0.0.0</entry>
Oct 27 19:29:50 user nova-compute[75147]:       <entry name="serial">ccda09df-ba2f-4291-bb41-297995fa5786</entry>
Oct 27 19:29:50 user nova-compute[75147]:       <entry name="uuid">ccda09df-ba2f-4291-bb41-297995fa5786</entry>
Oct 27 19:29:50 user nova-compute[75147]:       <entry name="family">Virtual Machine</entry>
Oct 27 19:29:50 user nova-compute[75147]:     </system>
Oct 27 19:29:50 user nova-compute[75147]:   </sysinfo>
Oct 27 19:29:50 user nova-compute[75147]:   <os>
Oct 27 19:29:50 user nova-compute[75147]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 19:29:50 user nova-compute[75147]:     <boot dev="hd"/>
Oct 27 19:29:50 user nova-compute[75147]:     <smbios mode="sysinfo"/>
Oct 27 19:29:50 user nova-compute[75147]:   </os>
Oct 27 19:29:50 user nova-compute[75147]:   <features>
Oct 27 19:29:50 user nova-compute[75147]:     <acpi/>
Oct 27 19:29:50 user nova-compute[75147]:     <apic/>
Oct 27 19:29:50 user nova-compute[75147]:     <vmcoreinfo/>
Oct 27 19:29:50 user nova-compute[75147]:   </features>
Oct 27 19:29:50 user nova-compute[75147]:   <clock offset="utc">
Oct 27 19:29:50 user nova-compute[75147]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 19:29:50 user nova-compute[75147]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 19:29:50 user nova-compute[75147]:     <timer name="hpet" present="no"/>
Oct 27 19:29:50 user nova-compute[75147]:   </clock>
Oct 27 19:29:50 user nova-compute[75147]:   <cpu mode="custom" match="exact">
Oct 27 19:29:50 user nova-compute[75147]:     <model>Nehalem</model>
Oct 27 19:29:50 user nova-compute[75147]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 19:29:50 user nova-compute[75147]:   </cpu>
Oct 27 19:29:50 user nova-compute[75147]:   <devices>
Oct 27 19:29:50 user nova-compute[75147]:     <disk type="file" device="disk">
Oct 27 19:29:50 user nova-compute[75147]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 27 19:29:50 user nova-compute[75147]:       <source file="/opt/stack/data/nova/instances/ccda09df-ba2f-4291-bb41-297995fa5786/disk"/>
Oct 27 19:29:50 user nova-compute[75147]:       <target dev="vda" bus="virtio"/>
Oct 27 19:29:50 user nova-compute[75147]:     </disk>
Oct 27 19:29:50 user nova-compute[75147]:     <interface type="ethernet">
Oct 27 19:29:50 user nova-compute[75147]:       <mac address="fa:16:3e:88:34:63"/>
Oct 27 19:29:50 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:29:50 user nova-compute[75147]:       <mtu size="1442"/>
Oct 27 19:29:50 user nova-compute[75147]:       <target dev="tapeb23fefa-f3"/>
Oct 27 19:29:50 user nova-compute[75147]:     </interface>
Oct 27 19:29:50 user nova-compute[75147]:     <serial type="pty">
Oct 27 19:29:50 user nova-compute[75147]:       <log file="/opt/stack/data/nova/instances/ccda09df-ba2f-4291-bb41-297995fa5786/console.log" append="off"/>
Oct 27 19:29:50 user nova-compute[75147]:     </serial>
Oct 27 19:29:50 user nova-compute[75147]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 19:29:50 user nova-compute[75147]:     <video>
Oct 27 19:29:50 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:29:50 user nova-compute[75147]:     </video>
Oct 27 19:29:50 user nova-compute[75147]:     <rng model="virtio">
Oct 27 19:29:50 user nova-compute[75147]:       <backend model="random">/dev/urandom</backend>
Oct 27 19:29:50 user nova-compute[75147]:     </rng>
Oct 27 19:29:50 user nova-compute[75147]:     <controller type="usb" index="0" model="none"/>
Oct 27 19:29:50 user nova-compute[75147]:     <memballoon model="virtio">
Oct 27 19:29:50 user nova-compute[75147]:       <stats period="10"/>
Oct 27 19:29:50 user nova-compute[75147]:     </memballoon>
Oct 27 19:29:50 user nova-compute[75147]:   </devices>
Oct 27 19:29:50 user nova-compute[75147]: </domain>
Oct 27 19:29:50 user nova-compute[75147]:  {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 19:29:50 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-44e3d191-4c48-473f-b78a-712088b29750 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:29:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-1605891818',display_name='tempest-VolumesAdminNegativeTest-server-1605891818',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-1605891818',id=14,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='567efa430de8417fb405d6ec8360f235',ramdisk_id='',reservation_id='r-1f0ps3d6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-942172662',owner_user_name='tempest-VolumesAdminNegativeTest-942172662-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:29:48Z,user_data=None,user_id='85f4d793a0ae48b6babe0cf7a92163d9',uuid=ccda09df-ba2f-4291-bb41-297995fa5786,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "eb23fefa-f3ef-4190-b058-a831a2bfa3dc", "address": "fa:16:3e:88:34:63", "network": {"id": "95183f82-97a6-4a28-a730-1603f8944490", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1454550508-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "567efa430de8417fb405d6ec8360f235", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeb23fefa-f3", "ovs_interfaceid": "eb23fefa-f3ef-4190-b058-a831a2bfa3dc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 19:29:50 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-44e3d191-4c48-473f-b78a-712088b29750 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Converting VIF {"id": "eb23fefa-f3ef-4190-b058-a831a2bfa3dc", "address": "fa:16:3e:88:34:63", "network": {"id": "95183f82-97a6-4a28-a730-1603f8944490", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1454550508-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "567efa430de8417fb405d6ec8360f235", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeb23fefa-f3", "ovs_interfaceid": "eb23fefa-f3ef-4190-b058-a831a2bfa3dc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:29:50 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-44e3d191-4c48-473f-b78a-712088b29750 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:88:34:63,bridge_name='br-int',has_traffic_filtering=True,id=eb23fefa-f3ef-4190-b058-a831a2bfa3dc,network=Network(95183f82-97a6-4a28-a730-1603f8944490),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeb23fefa-f3') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:29:50 user nova-compute[75147]: DEBUG os_vif [None req-44e3d191-4c48-473f-b78a-712088b29750 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:88:34:63,bridge_name='br-int',has_traffic_filtering=True,id=eb23fefa-f3ef-4190-b058-a831a2bfa3dc,network=Network(95183f82-97a6-4a28-a730-1603f8944490),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeb23fefa-f3') {{(pid=75147) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 19:29:50 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:50 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:29:50 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 19:29:50 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:29:50 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:50 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '2e226771-4645-57c8-9261-470f621ab7d5', '_type': 'linux-noop'}}, row=False) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:29:50 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:29:50 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:50 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:29:50 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:29:50 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75147) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 19:29:50 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:29:50 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:50 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapeb23fefa-f3, may_exist=True, interface_attrs={}) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:29:50 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapeb23fefa-f3, col_values=(('qos', UUID('c02087d8-1fcc-421f-9188-4d8c19f47890')),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:29:50 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapeb23fefa-f3, col_values=(('external_ids', {'iface-id': 'eb23fefa-f3ef-4190-b058-a831a2bfa3dc', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:88:34:63', 'vm-uuid': 'ccda09df-ba2f-4291-bb41-297995fa5786'}),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:29:50 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:50 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:29:50 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:50 user nova-compute[75147]: INFO os_vif [None req-44e3d191-4c48-473f-b78a-712088b29750 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:88:34:63,bridge_name='br-int',has_traffic_filtering=True,id=eb23fefa-f3ef-4190-b058-a831a2bfa3dc,network=Network(95183f82-97a6-4a28-a730-1603f8944490),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeb23fefa-f3')
Oct 27 19:29:50 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-44e3d191-4c48-473f-b78a-712088b29750 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] No BDM found with device name vda, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:29:50 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-44e3d191-4c48-473f-b78a-712088b29750 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] No VIF found with MAC fa:16:3e:88:34:63, not building metadata {{(pid=75147) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 19:29:50 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:29:50 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:51 user nova-compute[75147]: DEBUG nova.compute.manager [None req-dc491069-871e-42b0-a7eb-b28a4b8f2691 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] Instance event wait completed in 0 seconds for  {{(pid=75147) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 19:29:51 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-dc491069-871e-42b0-a7eb-b28a4b8f2691 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] Guest created on hypervisor {{(pid=75147) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 19:29:51 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] Instance spawned successfully.
Oct 27 19:29:51 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-dc491069-871e-42b0-a7eb-b28a4b8f2691 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 27 19:29:51 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-dc491069-871e-42b0-a7eb-b28a4b8f2691 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] Found default for hw_cdrom_bus of ide {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:29:51 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-dc491069-871e-42b0-a7eb-b28a4b8f2691 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] Found default for hw_disk_bus of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:29:51 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-dc491069-871e-42b0-a7eb-b28a4b8f2691 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] Found default for hw_input_bus of None {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:29:51 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-dc491069-871e-42b0-a7eb-b28a4b8f2691 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] Found default for hw_pointer_model of None {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:29:51 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-dc491069-871e-42b0-a7eb-b28a4b8f2691 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] Found default for hw_video_model of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:29:51 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-dc491069-871e-42b0-a7eb-b28a4b8f2691 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] Found default for hw_vif_model of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:29:51 user nova-compute[75147]: DEBUG nova.compute.manager [req-0face423-a655-49da-a7cf-17b6f4800cd8 req-f0660284-1e1f-4475-833e-90108385d29a service nova] [instance: ccda09df-ba2f-4291-bb41-297995fa5786] Received event network-changed-eb23fefa-f3ef-4190-b058-a831a2bfa3dc {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:29:51 user nova-compute[75147]: DEBUG nova.compute.manager [req-0face423-a655-49da-a7cf-17b6f4800cd8 req-f0660284-1e1f-4475-833e-90108385d29a service nova] [instance: ccda09df-ba2f-4291-bb41-297995fa5786] Refreshing instance network info cache due to event network-changed-eb23fefa-f3ef-4190-b058-a831a2bfa3dc. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 19:29:51 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-0face423-a655-49da-a7cf-17b6f4800cd8 req-f0660284-1e1f-4475-833e-90108385d29a service nova] Acquiring lock "refresh_cache-ccda09df-ba2f-4291-bb41-297995fa5786" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:29:51 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-0face423-a655-49da-a7cf-17b6f4800cd8 req-f0660284-1e1f-4475-833e-90108385d29a service nova] Acquired lock "refresh_cache-ccda09df-ba2f-4291-bb41-297995fa5786" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:29:51 user nova-compute[75147]: DEBUG nova.network.neutron [req-0face423-a655-49da-a7cf-17b6f4800cd8 req-f0660284-1e1f-4475-833e-90108385d29a service nova] [instance: ccda09df-ba2f-4291-bb41-297995fa5786] Refreshing network info cache for port eb23fefa-f3ef-4190-b058-a831a2bfa3dc {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 19:29:51 user nova-compute[75147]: INFO nova.compute.manager [None req-dc491069-871e-42b0-a7eb-b28a4b8f2691 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] Took 7.02 seconds to spawn the instance on the hypervisor.
Oct 27 19:29:51 user nova-compute[75147]: DEBUG nova.compute.manager [None req-dc491069-871e-42b0-a7eb-b28a4b8f2691 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] Checking state {{(pid=75147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 19:29:52 user nova-compute[75147]: INFO nova.compute.manager [None req-dc491069-871e-42b0-a7eb-b28a4b8f2691 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] Took 8.41 seconds to build instance.
Oct 27 19:29:52 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-dc491069-871e-42b0-a7eb-b28a4b8f2691 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Lock "2b0ba44c-96cb-42ef-add4-6535d26bdebf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.619s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:29:52 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:52 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:52 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:52 user nova-compute[75147]: DEBUG nova.compute.manager [req-f9bf1ee6-8e01-4f87-9670-48c9792ce57d req-2c32d2be-9d32-409a-8152-48a62cf020c6 service nova] [instance: ccda09df-ba2f-4291-bb41-297995fa5786] Received event network-vif-plugged-eb23fefa-f3ef-4190-b058-a831a2bfa3dc {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:29:52 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-f9bf1ee6-8e01-4f87-9670-48c9792ce57d req-2c32d2be-9d32-409a-8152-48a62cf020c6 service nova] Acquiring lock "ccda09df-ba2f-4291-bb41-297995fa5786-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:29:52 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-f9bf1ee6-8e01-4f87-9670-48c9792ce57d req-2c32d2be-9d32-409a-8152-48a62cf020c6 service nova] Lock "ccda09df-ba2f-4291-bb41-297995fa5786-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:29:52 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-f9bf1ee6-8e01-4f87-9670-48c9792ce57d req-2c32d2be-9d32-409a-8152-48a62cf020c6 service nova] Lock "ccda09df-ba2f-4291-bb41-297995fa5786-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:29:52 user nova-compute[75147]: DEBUG nova.compute.manager [req-f9bf1ee6-8e01-4f87-9670-48c9792ce57d req-2c32d2be-9d32-409a-8152-48a62cf020c6 service nova] [instance: ccda09df-ba2f-4291-bb41-297995fa5786] No waiting events found dispatching network-vif-plugged-eb23fefa-f3ef-4190-b058-a831a2bfa3dc {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:29:52 user nova-compute[75147]: WARNING nova.compute.manager [req-f9bf1ee6-8e01-4f87-9670-48c9792ce57d req-2c32d2be-9d32-409a-8152-48a62cf020c6 service nova] [instance: ccda09df-ba2f-4291-bb41-297995fa5786] Received unexpected event network-vif-plugged-eb23fefa-f3ef-4190-b058-a831a2bfa3dc for instance with vm_state building and task_state spawning.
Oct 27 19:29:52 user nova-compute[75147]: DEBUG nova.network.neutron [req-0face423-a655-49da-a7cf-17b6f4800cd8 req-f0660284-1e1f-4475-833e-90108385d29a service nova] [instance: ccda09df-ba2f-4291-bb41-297995fa5786] Updated VIF entry in instance network info cache for port eb23fefa-f3ef-4190-b058-a831a2bfa3dc. {{(pid=75147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 19:29:52 user nova-compute[75147]: DEBUG nova.network.neutron [req-0face423-a655-49da-a7cf-17b6f4800cd8 req-f0660284-1e1f-4475-833e-90108385d29a service nova] [instance: ccda09df-ba2f-4291-bb41-297995fa5786] Updating instance_info_cache with network_info: [{"id": "eb23fefa-f3ef-4190-b058-a831a2bfa3dc", "address": "fa:16:3e:88:34:63", "network": {"id": "95183f82-97a6-4a28-a730-1603f8944490", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1454550508-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "567efa430de8417fb405d6ec8360f235", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeb23fefa-f3", "ovs_interfaceid": "eb23fefa-f3ef-4190-b058-a831a2bfa3dc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:29:52 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-0face423-a655-49da-a7cf-17b6f4800cd8 req-f0660284-1e1f-4475-833e-90108385d29a service nova] Releasing lock "refresh_cache-ccda09df-ba2f-4291-bb41-297995fa5786" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:29:52 user nova-compute[75147]: DEBUG nova.compute.manager [req-0face423-a655-49da-a7cf-17b6f4800cd8 req-f0660284-1e1f-4475-833e-90108385d29a service nova] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] Received event network-vif-plugged-af5e3ba8-cfdd-4990-b210-fef2ac98b13a {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:29:52 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-0face423-a655-49da-a7cf-17b6f4800cd8 req-f0660284-1e1f-4475-833e-90108385d29a service nova] Acquiring lock "2b0ba44c-96cb-42ef-add4-6535d26bdebf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:29:52 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-0face423-a655-49da-a7cf-17b6f4800cd8 req-f0660284-1e1f-4475-833e-90108385d29a service nova] Lock "2b0ba44c-96cb-42ef-add4-6535d26bdebf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:29:52 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-0face423-a655-49da-a7cf-17b6f4800cd8 req-f0660284-1e1f-4475-833e-90108385d29a service nova] Lock "2b0ba44c-96cb-42ef-add4-6535d26bdebf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:29:52 user nova-compute[75147]: DEBUG nova.compute.manager [req-0face423-a655-49da-a7cf-17b6f4800cd8 req-f0660284-1e1f-4475-833e-90108385d29a service nova] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] No waiting events found dispatching network-vif-plugged-af5e3ba8-cfdd-4990-b210-fef2ac98b13a {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:29:52 user nova-compute[75147]: WARNING nova.compute.manager [req-0face423-a655-49da-a7cf-17b6f4800cd8 req-f0660284-1e1f-4475-833e-90108385d29a service nova] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] Received unexpected event network-vif-plugged-af5e3ba8-cfdd-4990-b210-fef2ac98b13a for instance with vm_state building and task_state spawning.
Oct 27 19:29:52 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:52 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:54 user nova-compute[75147]: DEBUG nova.compute.manager [req-2b53c519-6738-4205-a771-f344441fb32e req-91b8014f-cb1b-4bef-801b-79045fd180a6 service nova] [instance: ccda09df-ba2f-4291-bb41-297995fa5786] Received event network-vif-plugged-eb23fefa-f3ef-4190-b058-a831a2bfa3dc {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:29:54 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-2b53c519-6738-4205-a771-f344441fb32e req-91b8014f-cb1b-4bef-801b-79045fd180a6 service nova] Acquiring lock "ccda09df-ba2f-4291-bb41-297995fa5786-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:29:54 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-2b53c519-6738-4205-a771-f344441fb32e req-91b8014f-cb1b-4bef-801b-79045fd180a6 service nova] Lock "ccda09df-ba2f-4291-bb41-297995fa5786-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:29:54 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-2b53c519-6738-4205-a771-f344441fb32e req-91b8014f-cb1b-4bef-801b-79045fd180a6 service nova] Lock "ccda09df-ba2f-4291-bb41-297995fa5786-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:29:54 user nova-compute[75147]: DEBUG nova.compute.manager [req-2b53c519-6738-4205-a771-f344441fb32e req-91b8014f-cb1b-4bef-801b-79045fd180a6 service nova] [instance: ccda09df-ba2f-4291-bb41-297995fa5786] No waiting events found dispatching network-vif-plugged-eb23fefa-f3ef-4190-b058-a831a2bfa3dc {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:29:54 user nova-compute[75147]: WARNING nova.compute.manager [req-2b53c519-6738-4205-a771-f344441fb32e req-91b8014f-cb1b-4bef-801b-79045fd180a6 service nova] [instance: ccda09df-ba2f-4291-bb41-297995fa5786] Received unexpected event network-vif-plugged-eb23fefa-f3ef-4190-b058-a831a2bfa3dc for instance with vm_state building and task_state spawning.
Oct 27 19:29:55 user nova-compute[75147]: DEBUG nova.compute.manager [None req-44e3d191-4c48-473f-b78a-712088b29750 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] [instance: ccda09df-ba2f-4291-bb41-297995fa5786] Instance event wait completed in 0 seconds for  {{(pid=75147) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 19:29:55 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-44e3d191-4c48-473f-b78a-712088b29750 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] [instance: ccda09df-ba2f-4291-bb41-297995fa5786] Guest created on hypervisor {{(pid=75147) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 19:29:55 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: ccda09df-ba2f-4291-bb41-297995fa5786] Instance spawned successfully.
Oct 27 19:29:55 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-44e3d191-4c48-473f-b78a-712088b29750 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] [instance: ccda09df-ba2f-4291-bb41-297995fa5786] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 27 19:29:55 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-44e3d191-4c48-473f-b78a-712088b29750 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] [instance: ccda09df-ba2f-4291-bb41-297995fa5786] Found default for hw_cdrom_bus of ide {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:29:55 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-44e3d191-4c48-473f-b78a-712088b29750 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] [instance: ccda09df-ba2f-4291-bb41-297995fa5786] Found default for hw_disk_bus of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:29:55 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-44e3d191-4c48-473f-b78a-712088b29750 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] [instance: ccda09df-ba2f-4291-bb41-297995fa5786] Found default for hw_input_bus of None {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:29:55 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-44e3d191-4c48-473f-b78a-712088b29750 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] [instance: ccda09df-ba2f-4291-bb41-297995fa5786] Found default for hw_pointer_model of None {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:29:55 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-44e3d191-4c48-473f-b78a-712088b29750 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] [instance: ccda09df-ba2f-4291-bb41-297995fa5786] Found default for hw_video_model of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:29:55 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-44e3d191-4c48-473f-b78a-712088b29750 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] [instance: ccda09df-ba2f-4291-bb41-297995fa5786] Found default for hw_vif_model of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:29:55 user nova-compute[75147]: INFO nova.compute.manager [None req-44e3d191-4c48-473f-b78a-712088b29750 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] [instance: ccda09df-ba2f-4291-bb41-297995fa5786] Took 7.17 seconds to spawn the instance on the hypervisor.
Oct 27 19:29:55 user nova-compute[75147]: DEBUG nova.compute.manager [None req-44e3d191-4c48-473f-b78a-712088b29750 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] [instance: ccda09df-ba2f-4291-bb41-297995fa5786] Checking state {{(pid=75147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 19:29:55 user nova-compute[75147]: INFO nova.compute.manager [None req-44e3d191-4c48-473f-b78a-712088b29750 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] [instance: ccda09df-ba2f-4291-bb41-297995fa5786] Took 9.13 seconds to build instance.
Oct 27 19:29:55 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-44e3d191-4c48-473f-b78a-712088b29750 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Lock "ccda09df-ba2f-4291-bb41-297995fa5786" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 9.296s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:29:55 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:55 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:29:57 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Acquiring lock "cdbe7335-af99-486a-9a7e-adbdf4443572" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:29:57 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Lock "cdbe7335-af99-486a-9a7e-adbdf4443572" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:29:57 user nova-compute[75147]: INFO nova.compute.manager [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Unshelving
Oct 27 19:29:57 user nova-compute[75147]: INFO nova.virt.block_device [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Booting with volume eefad9fe-aa04-4b01-89e9-56ec24c73f94 at /dev/vdc
Oct 27 19:29:57 user nova-compute[75147]: DEBUG os_brick.utils [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:29:57 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:57 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:57 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[82b9b541-946a-4fd6-8c36-0359ad524ced]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9325735bc82e\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:29:57 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:57 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.024s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:57 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[0aa13ac5-4de4-40e8-ba22-037a5127586d]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:29:57 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:57 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.024s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:57 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[f0cff968-f605-4a09-ac2b-f69329d11793]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:29:57 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[082b4bb6-1205-46c9-b58d-c75187fe3637]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:29:57 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Running cmd (subprocess): nvme version {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:57 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] 'nvme version' failed. Not Retrying. {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 19:29:57 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.nvmeof [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] nvme not present on system {{(pid=75147) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 27 19:29:57 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:57 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 19:29:57 user nova-compute[75147]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 27 19:29:57 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e5ce2a6-ed3b-4959-8f45-3069e0b06b33]: (4, '') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:29:57 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75147) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 27 19:29:57 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 27 19:29:57 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] LIGHTOS: no hostnqn found. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 27 19:29:57 user nova-compute[75147]: DEBUG os_brick.utils [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] <== get_connector_properties: return (168ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9325735bc82e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:29:57 user nova-compute[75147]: DEBUG nova.virt.block_device [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Updating existing volume attachment record: 3f94b44e-30b5-408e-a57c-982301647d6e {{(pid=75147) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 27 19:29:57 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-f6ac3e97-617a-41de-a87b-3d6fd71a25cb tempest-VolumesAssistedSnapshotsTest-2125750463 tempest-VolumesAssistedSnapshotsTest-2125750463-project-admin] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 4168f40d-0502-411c-9e29-5f827192ad86 is timed out.
Oct 27 19:29:57 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-f6ac3e97-617a-41de-a87b-3d6fd71a25cb tempest-VolumesAssistedSnapshotsTest-2125750463 tempest-VolumesAssistedSnapshotsTest-2125750463-project-admin] Successfully detached device vdb from instance 4168f40d-0502-411c-9e29-5f827192ad86 from the live domain config.
Oct 27 19:29:57 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f6ac3e97-617a-41de-a87b-3d6fd71a25cb tempest-VolumesAssistedSnapshotsTest-2125750463 tempest-VolumesAssistedSnapshotsTest-2125750463-project-admin] [instance: 4168f40d-0502-411c-9e29-5f827192ad86] calling os-brick to detach iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 19:29:57 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6ac3e97-617a-41de-a87b-3d6fd71a25cb tempest-VolumesAssistedSnapshotsTest-2125750463 tempest-VolumesAssistedSnapshotsTest-2125750463-project-admin] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, {'target_iqn': 'iqn.2010-10.org.openstack:fe25ac93-1b5b-4371-a15e-03a8365b8c79', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lQzCfPTV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdi'}, None), 'kwargs': False}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:29:57 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-f6ac3e97-617a-41de-a87b-3d6fd71a25cb tempest-VolumesAssistedSnapshotsTest-2125750463 tempest-VolumesAssistedSnapshotsTest-2125750463-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:29:57 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-f6ac3e97-617a-41de-a87b-3d6fd71a25cb tempest-VolumesAssistedSnapshotsTest-2125750463 tempest-VolumesAssistedSnapshotsTest-2125750463-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:29:57 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-f6ac3e97-617a-41de-a87b-3d6fd71a25cb tempest-VolumesAssistedSnapshotsTest-2125750463 tempest-VolumesAssistedSnapshotsTest-2125750463-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.003s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:29:57 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:57 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.026s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:57 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c8a245e-f16f-4ef2-9067-7883cbf89379]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fe25ac93-1b5b-4371-a15e-03a8365b8c79\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:29:57 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6ac3e97-617a-41de-a87b-3d6fd71a25cb tempest-VolumesAssistedSnapshotsTest-2125750463 tempest-VolumesAssistedSnapshotsTest-2125750463-project-admin] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 19:29:57 user nova-compute[75147]: No targets found.
Oct 27 19:29:57 user nova-compute[75147]: iSNS:
Oct 27 19:29:57 user nova-compute[75147]: No targets found.
Oct 27 19:29:57 user nova-compute[75147]: STATIC:
Oct 27 19:29:57 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7
Oct 27 19:29:57 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:29:57 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:29:57 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2
Oct 27 19:29:57 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:29:57 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:29:57 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc
Oct 27 19:29:57 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:29:57 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:29:57 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5
Oct 27 19:29:57 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:29:57 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:29:57 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6
Oct 27 19:29:57 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:29:57 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:29:57 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed
Oct 27 19:29:57 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:29:57 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:29:57 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:fe25ac93-1b5b-4371-a15e-03a8365b8c79
Oct 27 19:29:57 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:29:57 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:29:57 user nova-compute[75147]: FIRMWARE:
Oct 27 19:29:57 user nova-compute[75147]: No targets found.
Oct 27 19:29:57 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:29:57 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6ac3e97-617a-41de-a87b-3d6fd71a25cb tempest-VolumesAssistedSnapshotsTest-2125750463 tempest-VolumesAssistedSnapshotsTest-2125750463-project-admin] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 19:29:57 user nova-compute[75147]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 19:29:57 user nova-compute[75147]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75147) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 19:29:57 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6ac3e97-617a-41de-a87b-3d6fd71a25cb tempest-VolumesAssistedSnapshotsTest-2125750463 tempest-VolumesAssistedSnapshotsTest-2125750463-project-admin] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fe25ac93-1b5b-4371-a15e-03a8365b8c79', 0)] {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 19:29:57 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:57 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.028s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:57 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3012f34-03c2-406c-adfb-beb7aa5b85ca]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fe25ac93-1b5b-4371-a15e-03a8365b8c79\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:29:57 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:57 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:57 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[2cc97649-53b4-40e8-b948-2887d58bae08]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fe25ac93-1b5b-4371-a15e-03a8365b8c79 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:29:57 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6ac3e97-617a-41de-a87b-3d6fd71a25cb tempest-VolumesAssistedSnapshotsTest-2125750463 tempest-VolumesAssistedSnapshotsTest-2125750463-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5 (non-flash)
Oct 27 19:29:57 user nova-compute[75147]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fe25ac93-1b5b-4371-a15e-03a8365b8c79 (non-flash)
Oct 27 19:29:57 user nova-compute[75147]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6 (non-flash)
Oct 27 19:29:57 user nova-compute[75147]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7 (non-flash)
Oct 27 19:29:57 user nova-compute[75147]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc (non-flash)
Oct 27 19:29:57 user nova-compute[75147]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed (non-flash)
Oct 27 19:29:57 user nova-compute[75147]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2 (non-flash)
Oct 27 19:29:57 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:29:57 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6ac3e97-617a-41de-a87b-3d6fd71a25cb tempest-VolumesAssistedSnapshotsTest-2125750463 tempest-VolumesAssistedSnapshotsTest-2125750463-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5 (non-flash)
Oct 27 19:29:57 user nova-compute[75147]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fe25ac93-1b5b-4371-a15e-03a8365b8c79 (non-flash)
Oct 27 19:29:57 user nova-compute[75147]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6 (non-flash)
Oct 27 19:29:57 user nova-compute[75147]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7 (non-flash)
Oct 27 19:29:57 user nova-compute[75147]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc (non-flash)
Oct 27 19:29:57 user nova-compute[75147]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed (non-flash)
Oct 27 19:29:57 user nova-compute[75147]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2 (non-flash)
Oct 27 19:29:57 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:29:57 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6ac3e97-617a-41de-a87b-3d6fd71a25cb tempest-VolumesAssistedSnapshotsTest-2125750463 tempest-VolumesAssistedSnapshotsTest-2125750463-project-admin] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f290c658550>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fe25ac93-1b5b-4371-a15e-03a8365b8c79'): ({'sdi'}, set())}) {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 19:29:57 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-f6ac3e97-617a-41de-a87b-3d6fd71a25cb tempest-VolumesAssistedSnapshotsTest-2125750463 tempest-VolumesAssistedSnapshotsTest-2125750463-project-admin] Removing single pathed devices sdi {{(pid=75147) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 19:29:57 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.027s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:58 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[06b7bdf2-92c4-47c0-ac97-f3977d487603]: (4, ('path checker states:\nup                  7\n\npaths: 0\nbusy: False\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:29:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdi {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdi" returned: 0 in 0.025s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:58 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9135d31-f0b0-4263-927d-0a5b54342807]: (4, ('ok\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:29:58 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-f6ac3e97-617a-41de-a87b-3d6fd71a25cb tempest-VolumesAssistedSnapshotsTest-2125750463 tempest-VolumesAssistedSnapshotsTest-2125750463-project-admin] Flushing IO for device /dev/sdi {{(pid=75147) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 19:29:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdi {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdi" returned: 0 in 0.016s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:58 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[489f467a-22e4-4010-b1bc-e95c881d2c34]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:29:58 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-f6ac3e97-617a-41de-a87b-3d6fd71a25cb tempest-VolumesAssistedSnapshotsTest-2125750463 tempest-VolumesAssistedSnapshotsTest-2125750463-project-admin] Remove SCSI device /dev/sdi with /sys/block/sdi/device/delete {{(pid=75147) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 19:29:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdi/device/delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdi/device/delete" returned: 0 in 0.207s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:58 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[d51b6f01-db77-4d9b-958c-c0337d535e14]: (4, ('1', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:29:58 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-f6ac3e97-617a-41de-a87b-3d6fd71a25cb tempest-VolumesAssistedSnapshotsTest-2125750463 tempest-VolumesAssistedSnapshotsTest-2125750463-project-admin] Checking to see if SCSI volumes sdi have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 19:29:58 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-f6ac3e97-617a-41de-a87b-3d6fd71a25cb tempest-VolumesAssistedSnapshotsTest-2125750463 tempest-VolumesAssistedSnapshotsTest-2125750463-project-admin] SCSI volumes sdi have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 19:29:58 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6ac3e97-617a-41de-a87b-3d6fd71a25cb tempest-VolumesAssistedSnapshotsTest-2125750463 tempest-VolumesAssistedSnapshotsTest-2125750463-project-admin] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fe25ac93-1b5b-4371-a15e-03a8365b8c79')] {{(pid=75147) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 19:29:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fe25ac93-1b5b-4371-a15e-03a8365b8c79 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fe25ac93-1b5b-4371-a15e-03a8365b8c79 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.043s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:58 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3b9dff6-7657-4604-94f7-8daf6825bdea]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:29:58 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6ac3e97-617a-41de-a87b-3d6fd71a25cb tempest-VolumesAssistedSnapshotsTest-2125750463 tempest-VolumesAssistedSnapshotsTest-2125750463-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:29:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fe25ac93-1b5b-4371-a15e-03a8365b8c79 -p 172.16.0.220:3260 --logout {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fe25ac93-1b5b-4371-a15e-03a8365b8c79 -p 172.16.0.220:3260 --logout" returned: 0 in 0.080s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:58 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[abda6283-7c68-4a17-bb24-2cc28ba4840f]: (4, ('Logging out of session [sid: 12, target: iqn.2010-10.org.openstack:fe25ac93-1b5b-4371-a15e-03a8365b8c79, portal: 172.16.0.220,3260]\nLogout of [sid: 12, target: iqn.2010-10.org.openstack:fe25ac93-1b5b-4371-a15e-03a8365b8c79, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:29:58 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6ac3e97-617a-41de-a87b-3d6fd71a25cb tempest-VolumesAssistedSnapshotsTest-2125750463 tempest-VolumesAssistedSnapshotsTest-2125750463-project-admin] iscsiadm ('--logout',): stdout=Logging out of session [sid: 12, target: iqn.2010-10.org.openstack:fe25ac93-1b5b-4371-a15e-03a8365b8c79, portal: 172.16.0.220,3260]
Oct 27 19:29:58 user nova-compute[75147]: Logout of [sid: 12, target: iqn.2010-10.org.openstack:fe25ac93-1b5b-4371-a15e-03a8365b8c79, portal: 172.16.0.220,3260] successful.
Oct 27 19:29:58 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:29:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fe25ac93-1b5b-4371-a15e-03a8365b8c79 -p 172.16.0.220:3260 --op delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:29:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fe25ac93-1b5b-4371-a15e-03a8365b8c79 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.035s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:29:58 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1687e68-7ef5-481f-b8af-951165c193f4]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:29:58 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6ac3e97-617a-41de-a87b-3d6fd71a25cb tempest-VolumesAssistedSnapshotsTest-2125750463 tempest-VolumesAssistedSnapshotsTest-2125750463-project-admin] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:29:58 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-f6ac3e97-617a-41de-a87b-3d6fd71a25cb tempest-VolumesAssistedSnapshotsTest-2125750463 tempest-VolumesAssistedSnapshotsTest-2125750463-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.647s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:29:58 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6ac3e97-617a-41de-a87b-3d6fd71a25cb tempest-VolumesAssistedSnapshotsTest-2125750463 tempest-VolumesAssistedSnapshotsTest-2125750463-project-admin] <== disconnect_volume: return (650ms) None {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:29:58 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f6ac3e97-617a-41de-a87b-3d6fd71a25cb tempest-VolumesAssistedSnapshotsTest-2125750463 tempest-VolumesAssistedSnapshotsTest-2125750463-project-admin] [instance: 4168f40d-0502-411c-9e29-5f827192ad86] Disconnected iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 19:30:00 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:00 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:05 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:05 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:06 user nova-compute[75147]: DEBUG nova.objects.instance [None req-f6ac3e97-617a-41de-a87b-3d6fd71a25cb tempest-VolumesAssistedSnapshotsTest-2125750463 tempest-VolumesAssistedSnapshotsTest-2125750463-project-admin] Lazy-loading 'flavor' on Instance uuid 4168f40d-0502-411c-9e29-5f827192ad86 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:30:06 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-f6ac3e97-617a-41de-a87b-3d6fd71a25cb tempest-VolumesAssistedSnapshotsTest-2125750463 tempest-VolumesAssistedSnapshotsTest-2125750463-project-admin] Lock "4168f40d-0502-411c-9e29-5f827192ad86" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 29.181s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:30:06 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] Creating instance directory {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 19:30:06 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] Creating image(s)
Oct 27 19:30:06 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] Did not create local disks {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 27 19:30:06 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] Ensure instance console log exists: /opt/stack/data/nova/instances/2dbafd14-6c52-4417-ae5e-cadb11694492/console.log {{(pid=75147) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 19:30:06 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:30:06 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:30:06 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:30:06 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] Start _get_guest_xml network_info=[{"id": "2ea74459-f29e-4866-9f24-d523a3a7a6dc", "address": "fa:16:3e:14:ce:46", "network": {"id": "01979c91-d719-480e-bf3d-6c7a31cd437d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1150015575-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7c98dca0f3164920a77c1f409560aef2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2ea74459-f2", "ovs_interfaceid": "2ea74459-f29e-4866-9f24-d523a3a7a6dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T19:22:09Z,direct_url=<?>,disk_format='qcow2',id=d52df17c-5315-4a73-ab7c-34c161a414fb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0b43115555434818b0c8bdf6be4946da',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T19:22:11Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': 'disk', 'delete_on_termination': True, 'boot_index': 0, 'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'guest_format': None, 'attachment_id': '5355d4a3-2afe-49f5-ab04-0171be34e4ed', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FRPdxUjr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '2dbafd14-6c52-4417-ae5e-cadb11694492', 'attached_at': '', 'detached_at': '', 'volume_id': '23f7eea6-b543-4586-8760-1ae3a23356b0', 'serial': '23f7eea6-b543-4586-8760-1ae3a23356b0'}, 'volume_type': None} {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 19:30:06 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Oct 27 19:30:06 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Oct 27 19:30:06 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 19:30:06 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] CPU controller missing on host. {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 19:30:06 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 19:30:06 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] CPU controller found on host. {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 19:30:06 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75147) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 19:30:06 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T19:21:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T19:22:09Z,direct_url=<?>,disk_format='qcow2',id=d52df17c-5315-4a73-ab7c-34c161a414fb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0b43115555434818b0c8bdf6be4946da',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T19:22:11Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 19:30:06 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Flavor limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 19:30:06 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Image limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 19:30:06 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Flavor pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 19:30:06 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Image pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 19:30:06 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 19:30:06 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 19:30:06 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 19:30:06 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Got 1 possible topologies {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 19:30:06 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 19:30:06 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 19:30:06 user nova-compute[75147]: DEBUG nova.objects.instance [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Lazy-loading 'vcpu_model' on Instance uuid 2dbafd14-6c52-4417-ae5e-cadb11694492 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:30:06 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] Calling os-brick to attach iSCSI Volume {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 19:30:06 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FRPdxUjr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:30:06 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 27 19:30:06 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:30:06 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:30:06 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 27 19:30:06 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:30:06 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:30:06 user nova-compute[75147]: INFO os_brick.initiator.connectors.iscsi [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 19:30:06 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 -p 172.16.0.220:3260 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:06 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 -p 172.16.0.220:3260" returned: 21 in 0.031s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:06 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ca5ab70-230d-4a82-9581-258e52cb2f35]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:30:06 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 19:30:06 user nova-compute[75147]:  {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:30:06 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 -p 172.16.0.220:3260 --interface default --op new {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:06 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:06 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[19a03a61-2a56-4143-8d10-55a49e2b322b]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0] added\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:30:06 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0] added
Oct 27 19:30:06 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:30:06 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:06 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:06 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[946e369f-7af5-4f61-b940-469795178ea6]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:30:06 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:30:06 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:06 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:06 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1cfc2d4-3a36-4c6b-93ce-5f61c074bbd2]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:30:06 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:30:06 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v FRPdxUjr {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:06 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v FRPdxUjr" returned: 0 in 0.021s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:06 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b56f156-a41c-4ed3-b591-42108e596367]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:30:06 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'FRPdxUjr'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:30:06 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:06 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.054s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:06 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[128137f8-2a92-4e75-ad14-1d1441ce6ecc]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:30:06 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:30:06 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:06 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.039s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:06 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[daea7b8f-e95f-439e-9269-e7f0a3f98b60]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:30:06 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5 (non-flash)
Oct 27 19:30:06 user nova-compute[75147]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6 (non-flash)
Oct 27 19:30:06 user nova-compute[75147]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7 (non-flash)
Oct 27 19:30:06 user nova-compute[75147]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc (non-flash)
Oct 27 19:30:06 user nova-compute[75147]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed (non-flash)
Oct 27 19:30:06 user nova-compute[75147]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2 (non-flash)
Oct 27 19:30:06 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:30:06 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5 (non-flash)
Oct 27 19:30:06 user nova-compute[75147]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6 (non-flash)
Oct 27 19:30:06 user nova-compute[75147]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7 (non-flash)
Oct 27 19:30:06 user nova-compute[75147]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc (non-flash)
Oct 27 19:30:06 user nova-compute[75147]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed (non-flash)
Oct 27 19:30:06 user nova-compute[75147]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2 (non-flash)
Oct 27 19:30:06 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:30:06 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 -p 172.16.0.220:3260 --login {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:07 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 -p 172.16.0.220:3260 --login" returned: 0 in 0.089s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:07 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[a300e036-3c75-458d-a64f-9457446036d8]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:30:07 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0, portal: 172.16.0.220,3260]
Oct 27 19:30:07 user nova-compute[75147]: Login to [iface: default, target: iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0, portal: 172.16.0.220,3260] successful.
Oct 27 19:30:07 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:30:07 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:07 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:07 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[3cacf7e9-badf-41a6-aeb5-61ba2446333d]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:30:07 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:30:07 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:07 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:07 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca54a8b8-3ce3-47e9-a0f9-4fc0e9cf5c72]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:30:07 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5 (non-flash)
Oct 27 19:30:07 user nova-compute[75147]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 (non-flash)
Oct 27 19:30:07 user nova-compute[75147]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6 (non-flash)
Oct 27 19:30:07 user nova-compute[75147]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7 (non-flash)
Oct 27 19:30:07 user nova-compute[75147]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc (non-flash)
Oct 27 19:30:07 user nova-compute[75147]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed (non-flash)
Oct 27 19:30:07 user nova-compute[75147]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2 (non-flash)
Oct 27 19:30:07 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:30:07 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5 (non-flash)
Oct 27 19:30:07 user nova-compute[75147]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 (non-flash)
Oct 27 19:30:07 user nova-compute[75147]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6 (non-flash)
Oct 27 19:30:07 user nova-compute[75147]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7 (non-flash)
Oct 27 19:30:07 user nova-compute[75147]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc (non-flash)
Oct 27 19:30:07 user nova-compute[75147]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed (non-flash)
Oct 27 19:30:07 user nova-compute[75147]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2 (non-flash)
Oct 27 19:30:07 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:30:07 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.413s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:30:07 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Connected to 172.16.0.220:3260 {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 19:30:07 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] HCTL ('39', '-', '-', 0) found on session 13 with lun 0 {{(pid=75147) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 19:30:07 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Scanning host 39 c: -, t: -, l: 0) {{(pid=75147) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 19:30:07 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host39/scan {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:07 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host39/scan" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:07 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[d5c4fc0c-6ae1-49a6-b5a4-14900f12d1c6]: (4, ('- - 0', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:30:07 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Searching for a device in session 13 and hctl ['39', '*', '*', 0] yield: sdh {{(pid=75147) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 19:30:07 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Connected to sdh using {'target_iqn': 'iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FRPdxUjr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 19:30:08 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.459s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:30:08 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] <== connect_volume: return (1460ms) {'type': 'block', 'scsi_wwn': '26463393635666436', 'path': '/dev/sdh'} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:30:08 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26463393635666436', 'path': '/dev/sdh'} {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 19:30:08 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-27T19:27:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-248447535',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1732746728',id=9,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMhTFX3e18Qgo+vKvjtdWuS4e668RgQxqwo7RpkOGQfX5kLygFt2PrHSJVH/eHRuejenvjrkTCH7GDBEx1I3p34jzySiKakCvDiHgGBpP/9MeGj2Swmi2WPHEPKwMo91GQ==',key_name='tempest-keypair-323545770',keypairs=<?>,launch_index=0,launched_at=2023-10-27T19:27:57Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='7c98dca0f3164920a77c1f409560aef2',ramdisk_id='',reservation_id='r-6s898bdl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-1223973353',owner_user_name='tempest-ServerActionsV293TestJSON-1223973353-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:29:40Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d8db45602c934fb4bcf88eb579e20f99',uuid=2dbafd14-6c52-4417-ae5e-cadb11694492,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2ea74459-f29e-4866-9f24-d523a3a7a6dc", "address": "fa:16:3e:14:ce:46", "network": {"id": "01979c91-d719-480e-bf3d-6c7a31cd437d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1150015575-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7c98dca0f3164920a77c1f409560aef2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2ea74459-f2", "ovs_interfaceid": "2ea74459-f29e-4866-9f24-d523a3a7a6dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75147) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 19:30:08 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Converting VIF {"id": "2ea74459-f29e-4866-9f24-d523a3a7a6dc", "address": "fa:16:3e:14:ce:46", "network": {"id": "01979c91-d719-480e-bf3d-6c7a31cd437d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1150015575-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7c98dca0f3164920a77c1f409560aef2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2ea74459-f2", "ovs_interfaceid": "2ea74459-f29e-4866-9f24-d523a3a7a6dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:30:08 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:14:ce:46,bridge_name='br-int',has_traffic_filtering=True,id=2ea74459-f29e-4866-9f24-d523a3a7a6dc,network=Network(01979c91-d719-480e-bf3d-6c7a31cd437d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2ea74459-f2') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:30:08 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] End _get_guest_xml xml=<domain type="kvm">
Oct 27 19:30:08 user nova-compute[75147]:   <uuid>2dbafd14-6c52-4417-ae5e-cadb11694492</uuid>
Oct 27 19:30:08 user nova-compute[75147]:   <name>instance-00000009</name>
Oct 27 19:30:08 user nova-compute[75147]:   <memory>524288</memory>
Oct 27 19:30:08 user nova-compute[75147]:   <vcpu>1</vcpu>
Oct 27 19:30:08 user nova-compute[75147]:   <metadata>
Oct 27 19:30:08 user nova-compute[75147]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 19:30:08 user nova-compute[75147]:       <nova:package version="0.0.0"/>
Oct 27 19:30:08 user nova-compute[75147]:       <nova:name>tempest-ServerActionsV293TestJSON-server-248447535</nova:name>
Oct 27 19:30:08 user nova-compute[75147]:       <nova:creationTime>2023-10-27 19:30:06</nova:creationTime>
Oct 27 19:30:08 user nova-compute[75147]:       <nova:flavor name="m1.tiny">
Oct 27 19:30:08 user nova-compute[75147]:         <nova:memory>512</nova:memory>
Oct 27 19:30:08 user nova-compute[75147]:         <nova:disk>1</nova:disk>
Oct 27 19:30:08 user nova-compute[75147]:         <nova:swap>0</nova:swap>
Oct 27 19:30:08 user nova-compute[75147]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 19:30:08 user nova-compute[75147]:         <nova:vcpus>1</nova:vcpus>
Oct 27 19:30:08 user nova-compute[75147]:       </nova:flavor>
Oct 27 19:30:08 user nova-compute[75147]:       <nova:owner>
Oct 27 19:30:08 user nova-compute[75147]:         <nova:user uuid="d8db45602c934fb4bcf88eb579e20f99">tempest-ServerActionsV293TestJSON-1223973353-project-member</nova:user>
Oct 27 19:30:08 user nova-compute[75147]:         <nova:project uuid="7c98dca0f3164920a77c1f409560aef2">tempest-ServerActionsV293TestJSON-1223973353</nova:project>
Oct 27 19:30:08 user nova-compute[75147]:       </nova:owner>
Oct 27 19:30:08 user nova-compute[75147]:       <nova:ports>
Oct 27 19:30:08 user nova-compute[75147]:         <nova:port uuid="2ea74459-f29e-4866-9f24-d523a3a7a6dc">
Oct 27 19:30:08 user nova-compute[75147]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Oct 27 19:30:08 user nova-compute[75147]:         </nova:port>
Oct 27 19:30:08 user nova-compute[75147]:       </nova:ports>
Oct 27 19:30:08 user nova-compute[75147]:     </nova:instance>
Oct 27 19:30:08 user nova-compute[75147]:   </metadata>
Oct 27 19:30:08 user nova-compute[75147]:   <sysinfo type="smbios">
Oct 27 19:30:08 user nova-compute[75147]:     <system>
Oct 27 19:30:08 user nova-compute[75147]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 19:30:08 user nova-compute[75147]:       <entry name="product">OpenStack Nova</entry>
Oct 27 19:30:08 user nova-compute[75147]:       <entry name="version">0.0.0</entry>
Oct 27 19:30:08 user nova-compute[75147]:       <entry name="serial">2dbafd14-6c52-4417-ae5e-cadb11694492</entry>
Oct 27 19:30:08 user nova-compute[75147]:       <entry name="uuid">2dbafd14-6c52-4417-ae5e-cadb11694492</entry>
Oct 27 19:30:08 user nova-compute[75147]:       <entry name="family">Virtual Machine</entry>
Oct 27 19:30:08 user nova-compute[75147]:     </system>
Oct 27 19:30:08 user nova-compute[75147]:   </sysinfo>
Oct 27 19:30:08 user nova-compute[75147]:   <os>
Oct 27 19:30:08 user nova-compute[75147]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 19:30:08 user nova-compute[75147]:     <boot dev="hd"/>
Oct 27 19:30:08 user nova-compute[75147]:     <smbios mode="sysinfo"/>
Oct 27 19:30:08 user nova-compute[75147]:   </os>
Oct 27 19:30:08 user nova-compute[75147]:   <features>
Oct 27 19:30:08 user nova-compute[75147]:     <acpi/>
Oct 27 19:30:08 user nova-compute[75147]:     <apic/>
Oct 27 19:30:08 user nova-compute[75147]:     <vmcoreinfo/>
Oct 27 19:30:08 user nova-compute[75147]:   </features>
Oct 27 19:30:08 user nova-compute[75147]:   <clock offset="utc">
Oct 27 19:30:08 user nova-compute[75147]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 19:30:08 user nova-compute[75147]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 19:30:08 user nova-compute[75147]:     <timer name="hpet" present="no"/>
Oct 27 19:30:08 user nova-compute[75147]:   </clock>
Oct 27 19:30:08 user nova-compute[75147]:   <cpu mode="custom" match="exact">
Oct 27 19:30:08 user nova-compute[75147]:     <model>Nehalem</model>
Oct 27 19:30:08 user nova-compute[75147]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 19:30:08 user nova-compute[75147]:   </cpu>
Oct 27 19:30:08 user nova-compute[75147]:   <devices>
Oct 27 19:30:08 user nova-compute[75147]:     <disk type="block" device="disk">
Oct 27 19:30:08 user nova-compute[75147]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 19:30:08 user nova-compute[75147]:       <source dev="/dev/sdh"/>
Oct 27 19:30:08 user nova-compute[75147]:       <target dev="vda" bus="virtio"/>
Oct 27 19:30:08 user nova-compute[75147]:       <serial>23f7eea6-b543-4586-8760-1ae3a23356b0</serial>
Oct 27 19:30:08 user nova-compute[75147]:     </disk>
Oct 27 19:30:08 user nova-compute[75147]:     <interface type="ethernet">
Oct 27 19:30:08 user nova-compute[75147]:       <mac address="fa:16:3e:14:ce:46"/>
Oct 27 19:30:08 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:30:08 user nova-compute[75147]:       <mtu size="1442"/>
Oct 27 19:30:08 user nova-compute[75147]:       <target dev="tap2ea74459-f2"/>
Oct 27 19:30:08 user nova-compute[75147]:     </interface>
Oct 27 19:30:08 user nova-compute[75147]:     <serial type="pty">
Oct 27 19:30:08 user nova-compute[75147]:       <log file="/opt/stack/data/nova/instances/2dbafd14-6c52-4417-ae5e-cadb11694492/console.log" append="off"/>
Oct 27 19:30:08 user nova-compute[75147]:     </serial>
Oct 27 19:30:08 user nova-compute[75147]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 19:30:08 user nova-compute[75147]:     <video>
Oct 27 19:30:08 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:30:08 user nova-compute[75147]:     </video>
Oct 27 19:30:08 user nova-compute[75147]:     <rng model="virtio">
Oct 27 19:30:08 user nova-compute[75147]:       <backend model="random">/dev/urandom</backend>
Oct 27 19:30:08 user nova-compute[75147]:     </rng>
Oct 27 19:30:08 user nova-compute[75147]:     <controller type="usb" index="0" model="none"/>
Oct 27 19:30:08 user nova-compute[75147]:     <memballoon model="virtio">
Oct 27 19:30:08 user nova-compute[75147]:       <stats period="10"/>
Oct 27 19:30:08 user nova-compute[75147]:     </memballoon>
Oct 27 19:30:08 user nova-compute[75147]:   </devices>
Oct 27 19:30:08 user nova-compute[75147]: </domain>
Oct 27 19:30:08 user nova-compute[75147]:  {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 19:30:08 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-27T19:27:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-248447535',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1732746728',id=9,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMhTFX3e18Qgo+vKvjtdWuS4e668RgQxqwo7RpkOGQfX5kLygFt2PrHSJVH/eHRuejenvjrkTCH7GDBEx1I3p34jzySiKakCvDiHgGBpP/9MeGj2Swmi2WPHEPKwMo91GQ==',key_name='tempest-keypair-323545770',keypairs=<?>,launch_index=0,launched_at=2023-10-27T19:27:57Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='7c98dca0f3164920a77c1f409560aef2',ramdisk_id='',reservation_id='r-6s898bdl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-1223973353',owner_user_name='tempest-ServerActionsV293TestJSON-1223973353-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:29:40Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d8db45602c934fb4bcf88eb579e20f99',uuid=2dbafd14-6c52-4417-ae5e-cadb11694492,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2ea74459-f29e-4866-9f24-d523a3a7a6dc", "address": "fa:16:3e:14:ce:46", "network": {"id": "01979c91-d719-480e-bf3d-6c7a31cd437d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1150015575-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7c98dca0f3164920a77c1f409560aef2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2ea74459-f2", "ovs_interfaceid": "2ea74459-f29e-4866-9f24-d523a3a7a6dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 19:30:08 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Converting VIF {"id": "2ea74459-f29e-4866-9f24-d523a3a7a6dc", "address": "fa:16:3e:14:ce:46", "network": {"id": "01979c91-d719-480e-bf3d-6c7a31cd437d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1150015575-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7c98dca0f3164920a77c1f409560aef2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2ea74459-f2", "ovs_interfaceid": "2ea74459-f29e-4866-9f24-d523a3a7a6dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:30:08 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:14:ce:46,bridge_name='br-int',has_traffic_filtering=True,id=2ea74459-f29e-4866-9f24-d523a3a7a6dc,network=Network(01979c91-d719-480e-bf3d-6c7a31cd437d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2ea74459-f2') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:30:08 user nova-compute[75147]: DEBUG os_vif [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Plugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:14:ce:46,bridge_name='br-int',has_traffic_filtering=True,id=2ea74459-f29e-4866-9f24-d523a3a7a6dc,network=Network(01979c91-d719-480e-bf3d-6c7a31cd437d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2ea74459-f2') {{(pid=75147) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 19:30:08 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:08 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:30:08 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 19:30:08 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:08 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ed9d4cd0-e986-5642-8f06-64031c1177ac', '_type': 'linux-noop'}}, row=False) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:30:08 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:08 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:08 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:08 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap2ea74459-f2, may_exist=True, interface_attrs={}) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:30:08 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap2ea74459-f2, col_values=(('qos', UUID('74667f0e-d722-40c9-ac5a-a918af75ec2c')),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:30:08 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap2ea74459-f2, col_values=(('external_ids', {'iface-id': '2ea74459-f29e-4866-9f24-d523a3a7a6dc', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:14:ce:46', 'vm-uuid': '2dbafd14-6c52-4417-ae5e-cadb11694492'}),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:30:08 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:08 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:30:08 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:08 user nova-compute[75147]: INFO os_vif [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Successfully plugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:14:ce:46,bridge_name='br-int',has_traffic_filtering=True,id=2ea74459-f29e-4866-9f24-d523a3a7a6dc,network=Network(01979c91-d719-480e-bf3d-6c7a31cd437d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2ea74459-f2')
Oct 27 19:30:08 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] No BDM found with device name vda, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:30:08 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] No VIF found with MAC fa:16:3e:14:ce:46, not building metadata {{(pid=75147) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 19:30:09 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3a6c2f37-7ff4-431c-8893-c26b6d986c16 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Calling os-brick to attach iSCSI Volume {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 19:30:09 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a6c2f37-7ff4-431c-8893-c26b6d986c16 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WKHDvilt', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:30:09 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-3a6c2f37-7ff4-431c-8893-c26b6d986c16 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:30:09 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-3a6c2f37-7ff4-431c-8893-c26b6d986c16 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:30:09 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-3a6c2f37-7ff4-431c-8893-c26b6d986c16 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:30:09 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-3a6c2f37-7ff4-431c-8893-c26b6d986c16 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:30:09 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-3a6c2f37-7ff4-431c-8893-c26b6d986c16 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:30:09 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-3a6c2f37-7ff4-431c-8893-c26b6d986c16 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:30:09 user nova-compute[75147]: INFO os_brick.initiator.connectors.iscsi [None req-3a6c2f37-7ff4-431c-8893-c26b6d986c16 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 19:30:09 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1 -p 172.16.0.220:3260 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:09 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:09 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[59b7e369-3b23-4b9e-848f-c4b46df4ecf6]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:30:09 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a6c2f37-7ff4-431c-8893-c26b6d986c16 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 19:30:09 user nova-compute[75147]:  {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:30:09 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1 -p 172.16.0.220:3260 --interface default --op new {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:09 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.025s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:09 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8e4a9dd-95fb-4b33-9e0b-082c16006297]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1] added\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:30:09 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a6c2f37-7ff4-431c-8893-c26b6d986c16 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1] added
Oct 27 19:30:09 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:30:09 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:09 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:09 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e9a0f67-d69e-4730-9e66-fb86fa0457b2]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:30:09 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a6c2f37-7ff4-431c-8893-c26b6d986c16 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:30:09 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:09 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:09 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[a988941a-97a1-45f0-b3ea-52638701cbf7]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:30:09 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a6c2f37-7ff4-431c-8893-c26b6d986c16 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:30:09 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v WKHDvilt {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:09 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v WKHDvilt" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:09 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[9de5048b-d69b-49dc-be07-5ae1cfc8524c]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:30:09 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a6c2f37-7ff4-431c-8893-c26b6d986c16 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'WKHDvilt'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:30:09 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:09 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:09 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[44ad14f3-9de0-4b72-b8f5-0eb22a9bf2c6]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:30:09 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a6c2f37-7ff4-431c-8893-c26b6d986c16 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:30:09 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:09 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:09 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[73b4b7f6-79a0-43c4-ba9a-f80710406cda]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:30:09 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a6c2f37-7ff4-431c-8893-c26b6d986c16 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5 (non-flash)
Oct 27 19:30:09 user nova-compute[75147]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 (non-flash)
Oct 27 19:30:09 user nova-compute[75147]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6 (non-flash)
Oct 27 19:30:09 user nova-compute[75147]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7 (non-flash)
Oct 27 19:30:09 user nova-compute[75147]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc (non-flash)
Oct 27 19:30:09 user nova-compute[75147]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed (non-flash)
Oct 27 19:30:09 user nova-compute[75147]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2 (non-flash)
Oct 27 19:30:09 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:30:09 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a6c2f37-7ff4-431c-8893-c26b6d986c16 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5 (non-flash)
Oct 27 19:30:09 user nova-compute[75147]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 (non-flash)
Oct 27 19:30:09 user nova-compute[75147]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6 (non-flash)
Oct 27 19:30:09 user nova-compute[75147]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7 (non-flash)
Oct 27 19:30:09 user nova-compute[75147]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc (non-flash)
Oct 27 19:30:09 user nova-compute[75147]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed (non-flash)
Oct 27 19:30:09 user nova-compute[75147]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2 (non-flash)
Oct 27 19:30:09 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:30:09 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1 -p 172.16.0.220:3260 --login {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:09 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1 -p 172.16.0.220:3260 --login" returned: 0 in 0.089s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:09 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[65834c1e-e956-462c-84c6-0dc75a409743]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:30:09 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a6c2f37-7ff4-431c-8893-c26b6d986c16 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1, portal: 172.16.0.220,3260]
Oct 27 19:30:09 user nova-compute[75147]: Login to [iface: default, target: iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1, portal: 172.16.0.220,3260] successful.
Oct 27 19:30:09 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:30:09 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:09 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:09 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab2c921e-d1d1-4eb8-aaab-8bb22513c249]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:30:09 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a6c2f37-7ff4-431c-8893-c26b6d986c16 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:30:09 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:09 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:09 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[f16a07df-2690-4c33-adb9-f22fa55d3c63]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:30:09 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a6c2f37-7ff4-431c-8893-c26b6d986c16 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5 (non-flash)
Oct 27 19:30:09 user nova-compute[75147]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 (non-flash)
Oct 27 19:30:09 user nova-compute[75147]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1 (non-flash)
Oct 27 19:30:09 user nova-compute[75147]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6 (non-flash)
Oct 27 19:30:09 user nova-compute[75147]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7 (non-flash)
Oct 27 19:30:09 user nova-compute[75147]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc (non-flash)
Oct 27 19:30:09 user nova-compute[75147]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed (non-flash)
Oct 27 19:30:09 user nova-compute[75147]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2 (non-flash)
Oct 27 19:30:09 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:30:09 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a6c2f37-7ff4-431c-8893-c26b6d986c16 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5 (non-flash)
Oct 27 19:30:09 user nova-compute[75147]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 (non-flash)
Oct 27 19:30:09 user nova-compute[75147]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1 (non-flash)
Oct 27 19:30:09 user nova-compute[75147]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6 (non-flash)
Oct 27 19:30:09 user nova-compute[75147]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7 (non-flash)
Oct 27 19:30:09 user nova-compute[75147]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc (non-flash)
Oct 27 19:30:09 user nova-compute[75147]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed (non-flash)
Oct 27 19:30:09 user nova-compute[75147]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2 (non-flash)
Oct 27 19:30:09 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:30:09 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-3a6c2f37-7ff4-431c-8893-c26b6d986c16 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.339s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:30:09 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a6c2f37-7ff4-431c-8893-c26b6d986c16 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Connected to 172.16.0.220:3260 {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 19:30:09 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-3a6c2f37-7ff4-431c-8893-c26b6d986c16 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] HCTL ('40', '-', '-', 0) found on session 14 with lun 0 {{(pid=75147) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 19:30:09 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-3a6c2f37-7ff4-431c-8893-c26b6d986c16 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Scanning host 40 c: -, t: -, l: 0) {{(pid=75147) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 19:30:09 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host40/scan {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:09 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host40/scan" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:09 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f0be9ea-c6bc-4bf7-967d-f7091fc67ad0]: (4, ('- - 0', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:30:09 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-3a6c2f37-7ff4-431c-8893-c26b6d986c16 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Searching for a device in session 14 and hctl ['40', '*', '*', 0] yield: None {{(pid=75147) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 19:30:09 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:09 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:09 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:10 user nova-compute[75147]: DEBUG nova.compute.manager [req-36bc1c62-dc8a-4c1c-879b-b32a41788d6a req-5a532749-c9dc-490a-ad35-c711f7d12146 service nova] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] Received event network-vif-plugged-2ea74459-f29e-4866-9f24-d523a3a7a6dc {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:30:10 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-36bc1c62-dc8a-4c1c-879b-b32a41788d6a req-5a532749-c9dc-490a-ad35-c711f7d12146 service nova] Acquiring lock "2dbafd14-6c52-4417-ae5e-cadb11694492-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:30:10 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-36bc1c62-dc8a-4c1c-879b-b32a41788d6a req-5a532749-c9dc-490a-ad35-c711f7d12146 service nova] Lock "2dbafd14-6c52-4417-ae5e-cadb11694492-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:30:10 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-36bc1c62-dc8a-4c1c-879b-b32a41788d6a req-5a532749-c9dc-490a-ad35-c711f7d12146 service nova] Lock "2dbafd14-6c52-4417-ae5e-cadb11694492-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:30:10 user nova-compute[75147]: DEBUG nova.compute.manager [req-36bc1c62-dc8a-4c1c-879b-b32a41788d6a req-5a532749-c9dc-490a-ad35-c711f7d12146 service nova] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] No waiting events found dispatching network-vif-plugged-2ea74459-f29e-4866-9f24-d523a3a7a6dc {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:30:10 user nova-compute[75147]: WARNING nova.compute.manager [req-36bc1c62-dc8a-4c1c-879b-b32a41788d6a req-5a532749-c9dc-490a-ad35-c711f7d12146 service nova] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] Received unexpected event network-vif-plugged-2ea74459-f29e-4866-9f24-d523a3a7a6dc for instance with vm_state active and task_state rebuild_spawning.
Oct 27 19:30:10 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:10 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:10 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:10 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:10 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-3a6c2f37-7ff4-431c-8893-c26b6d986c16 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Searching for a device in session 14 and hctl ['40', '*', '*', 0] yield: sdi {{(pid=75147) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 19:30:10 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a6c2f37-7ff4-431c-8893-c26b6d986c16 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Connected to sdi using {'target_iqn': 'iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WKHDvilt', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 19:30:10 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-3a6c2f37-7ff4-431c-8893-c26b6d986c16 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.374s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:30:10 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a6c2f37-7ff4-431c-8893-c26b6d986c16 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] <== connect_volume: return (1375ms) {'type': 'block', 'scsi_wwn': '23833356339653139', 'path': '/dev/sdi'} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:30:10 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3a6c2f37-7ff4-431c-8893-c26b6d986c16 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23833356339653139', 'path': '/dev/sdi'} {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 19:30:10 user nova-compute[75147]: DEBUG nova.objects.instance [None req-3a6c2f37-7ff4-431c-8893-c26b6d986c16 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Lazy-loading 'flavor' on Instance uuid c49c74a6-9955-4a79-848f-4e6b9e348f9c {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:30:10 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-3a6c2f37-7ff4-431c-8893-c26b6d986c16 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] attach device xml: <disk type="block" device="disk">
Oct 27 19:30:10 user nova-compute[75147]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 19:30:10 user nova-compute[75147]:   <source dev="/dev/sdi"/>
Oct 27 19:30:10 user nova-compute[75147]:   <target dev="vdb" bus="virtio"/>
Oct 27 19:30:10 user nova-compute[75147]:   <serial>f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1</serial>
Oct 27 19:30:10 user nova-compute[75147]: </disk>
Oct 27 19:30:10 user nova-compute[75147]:  {{(pid=75147) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 27 19:30:10 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:11 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-3a6c2f37-7ff4-431c-8893-c26b6d986c16 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] No BDM found with device name vda, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:30:11 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-3a6c2f37-7ff4-431c-8893-c26b6d986c16 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:30:11 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-3a6c2f37-7ff4-431c-8893-c26b6d986c16 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] No VIF found with MAC fa:16:3e:6d:47:3d, not building metadata {{(pid=75147) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 19:30:11 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-3a6c2f37-7ff4-431c-8893-c26b6d986c16 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Lock "c49c74a6-9955-4a79-848f-4e6b9e348f9c" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 25.252s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:30:12 user nova-compute[75147]: DEBUG nova.compute.manager [req-082d90c4-e421-4416-9722-88c31749d55e req-157a1387-d629-46c4-8ffb-0fdb0eab0e82 service nova] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] Received event network-vif-plugged-2ea74459-f29e-4866-9f24-d523a3a7a6dc {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:30:12 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-082d90c4-e421-4416-9722-88c31749d55e req-157a1387-d629-46c4-8ffb-0fdb0eab0e82 service nova] Acquiring lock "2dbafd14-6c52-4417-ae5e-cadb11694492-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:30:12 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-082d90c4-e421-4416-9722-88c31749d55e req-157a1387-d629-46c4-8ffb-0fdb0eab0e82 service nova] Lock "2dbafd14-6c52-4417-ae5e-cadb11694492-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:30:12 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-082d90c4-e421-4416-9722-88c31749d55e req-157a1387-d629-46c4-8ffb-0fdb0eab0e82 service nova] Lock "2dbafd14-6c52-4417-ae5e-cadb11694492-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:30:12 user nova-compute[75147]: DEBUG nova.compute.manager [req-082d90c4-e421-4416-9722-88c31749d55e req-157a1387-d629-46c4-8ffb-0fdb0eab0e82 service nova] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] No waiting events found dispatching network-vif-plugged-2ea74459-f29e-4866-9f24-d523a3a7a6dc {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:30:12 user nova-compute[75147]: WARNING nova.compute.manager [req-082d90c4-e421-4416-9722-88c31749d55e req-157a1387-d629-46c4-8ffb-0fdb0eab0e82 service nova] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] Received unexpected event network-vif-plugged-2ea74459-f29e-4866-9f24-d523a3a7a6dc for instance with vm_state active and task_state rebuild_spawning.
Oct 27 19:30:12 user nova-compute[75147]: DEBUG nova.compute.manager [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] Instance event wait completed in 0 seconds for  {{(pid=75147) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 19:30:12 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] Guest created on hypervisor {{(pid=75147) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 19:30:12 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] Instance spawned successfully.
Oct 27 19:30:12 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 27 19:30:12 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] Found default for hw_cdrom_bus of ide {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:30:12 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] Found default for hw_disk_bus of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:30:12 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] Found default for hw_input_bus of None {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:30:12 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] Found default for hw_pointer_model of None {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:30:12 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] Found default for hw_video_model of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:30:12 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] Found default for hw_vif_model of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:30:12 user nova-compute[75147]: DEBUG nova.compute.manager [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] Checking state {{(pid=75147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 19:30:12 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:30:12 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:30:12 user nova-compute[75147]: DEBUG nova.objects.instance [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] Trying to apply a migration context that does not seem to be set for this instance {{(pid=75147) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1078}}
Oct 27 19:30:12 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-01d5a23f-9cca-4aab-98e4-3dd7b60eac35 tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.078s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:30:12 user nova-compute[75147]: INFO nova.compute.manager [None req-bd885919-436d-4094-90e6-577a94fa2d30 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Rescuing
Oct 27 19:30:12 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-bd885919-436d-4094-90e6-577a94fa2d30 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Acquiring lock "refresh_cache-c49c74a6-9955-4a79-848f-4e6b9e348f9c" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:30:12 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-bd885919-436d-4094-90e6-577a94fa2d30 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Acquired lock "refresh_cache-c49c74a6-9955-4a79-848f-4e6b9e348f9c" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:30:12 user nova-compute[75147]: DEBUG nova.network.neutron [None req-bd885919-436d-4094-90e6-577a94fa2d30 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Building network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 19:30:12 user nova-compute[75147]: DEBUG nova.network.neutron [None req-bd885919-436d-4094-90e6-577a94fa2d30 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Updating instance_info_cache with network_info: [{"id": "c329eb13-c03a-457b-b808-2c836a4f4dc9", "address": "fa:16:3e:6d:47:3d", "network": {"id": "c8178a72-f188-4ac8-96aa-f6db2911e3ca", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-2046459904-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.13", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2ce930abe29a45ce878e5d04fb97a063", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc329eb13-c0", "ovs_interfaceid": "c329eb13-c03a-457b-b808-2c836a4f4dc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:30:13 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-bd885919-436d-4094-90e6-577a94fa2d30 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Releasing lock "refresh_cache-c49c74a6-9955-4a79-848f-4e6b9e348f9c" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:30:13 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:13 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:13 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:13 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:13 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:13 user nova-compute[75147]: DEBUG nova.compute.manager [req-de7067c1-8baa-419c-9fd9-d3f35772b4b9 req-26628d28-4078-4ebe-a4fa-4fbc690a287b service nova] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Received event network-vif-unplugged-c329eb13-c03a-457b-b808-2c836a4f4dc9 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:30:13 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-de7067c1-8baa-419c-9fd9-d3f35772b4b9 req-26628d28-4078-4ebe-a4fa-4fbc690a287b service nova] Acquiring lock "c49c74a6-9955-4a79-848f-4e6b9e348f9c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:30:13 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-de7067c1-8baa-419c-9fd9-d3f35772b4b9 req-26628d28-4078-4ebe-a4fa-4fbc690a287b service nova] Lock "c49c74a6-9955-4a79-848f-4e6b9e348f9c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:30:13 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-de7067c1-8baa-419c-9fd9-d3f35772b4b9 req-26628d28-4078-4ebe-a4fa-4fbc690a287b service nova] Lock "c49c74a6-9955-4a79-848f-4e6b9e348f9c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:30:13 user nova-compute[75147]: DEBUG nova.compute.manager [req-de7067c1-8baa-419c-9fd9-d3f35772b4b9 req-26628d28-4078-4ebe-a4fa-4fbc690a287b service nova] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] No waiting events found dispatching network-vif-unplugged-c329eb13-c03a-457b-b808-2c836a4f4dc9 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:30:13 user nova-compute[75147]: WARNING nova.compute.manager [req-de7067c1-8baa-419c-9fd9-d3f35772b4b9 req-26628d28-4078-4ebe-a4fa-4fbc690a287b service nova] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Received unexpected event network-vif-unplugged-c329eb13-c03a-457b-b808-2c836a4f4dc9 for instance with vm_state active and task_state rescuing.
Oct 27 19:30:13 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Instance destroyed successfully.
Oct 27 19:30:13 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-bd885919-436d-4094-90e6-577a94fa2d30 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Attempting a stable device rescue
Oct 27 19:30:14 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-bd885919-436d-4094-90e6-577a94fa2d30 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk'}}} {{(pid=75147) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Oct 27 19:30:14 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-bd885919-436d-4094-90e6-577a94fa2d30 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Instance directory exists: not creating {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Oct 27 19:30:14 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-bd885919-436d-4094-90e6-577a94fa2d30 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Creating image(s)
Oct 27 19:30:14 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-bd885919-436d-4094-90e6-577a94fa2d30 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Acquiring lock "/opt/stack/data/nova/instances/c49c74a6-9955-4a79-848f-4e6b9e348f9c/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:30:14 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-bd885919-436d-4094-90e6-577a94fa2d30 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Lock "/opt/stack/data/nova/instances/c49c74a6-9955-4a79-848f-4e6b9e348f9c/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:30:14 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-bd885919-436d-4094-90e6-577a94fa2d30 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Lock "/opt/stack/data/nova/instances/c49c74a6-9955-4a79-848f-4e6b9e348f9c/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:30:14 user nova-compute[75147]: DEBUG nova.objects.instance [None req-bd885919-436d-4094-90e6-577a94fa2d30 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Lazy-loading 'trusted_certs' on Instance uuid c49c74a6-9955-4a79-848f-4e6b9e348f9c {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:30:14 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-bd885919-436d-4094-90e6-577a94fa2d30 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Acquiring lock "575dbcedfb28d89f893fc5a2a6f0b93da2aed951" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:30:14 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-bd885919-436d-4094-90e6-577a94fa2d30 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Lock "575dbcedfb28d89f893fc5a2a6f0b93da2aed951" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:30:15 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-bd885919-436d-4094-90e6-577a94fa2d30 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/575dbcedfb28d89f893fc5a2a6f0b93da2aed951.part --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:15 user nova-compute[75147]: DEBUG nova.compute.manager [req-3e98d3b3-3162-493b-8c09-0a3ea739eb82 req-ade8106a-8d18-42d1-9fac-cec089d44756 service nova] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Received event network-vif-plugged-c329eb13-c03a-457b-b808-2c836a4f4dc9 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:30:15 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-3e98d3b3-3162-493b-8c09-0a3ea739eb82 req-ade8106a-8d18-42d1-9fac-cec089d44756 service nova] Acquiring lock "c49c74a6-9955-4a79-848f-4e6b9e348f9c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:30:15 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-3e98d3b3-3162-493b-8c09-0a3ea739eb82 req-ade8106a-8d18-42d1-9fac-cec089d44756 service nova] Lock "c49c74a6-9955-4a79-848f-4e6b9e348f9c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:30:15 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-3e98d3b3-3162-493b-8c09-0a3ea739eb82 req-ade8106a-8d18-42d1-9fac-cec089d44756 service nova] Lock "c49c74a6-9955-4a79-848f-4e6b9e348f9c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:30:15 user nova-compute[75147]: DEBUG nova.compute.manager [req-3e98d3b3-3162-493b-8c09-0a3ea739eb82 req-ade8106a-8d18-42d1-9fac-cec089d44756 service nova] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] No waiting events found dispatching network-vif-plugged-c329eb13-c03a-457b-b808-2c836a4f4dc9 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:30:15 user nova-compute[75147]: WARNING nova.compute.manager [req-3e98d3b3-3162-493b-8c09-0a3ea739eb82 req-ade8106a-8d18-42d1-9fac-cec089d44756 service nova] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Received unexpected event network-vif-plugged-c329eb13-c03a-457b-b808-2c836a4f4dc9 for instance with vm_state active and task_state rescuing.
Oct 27 19:30:15 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-bd885919-436d-4094-90e6-577a94fa2d30 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/575dbcedfb28d89f893fc5a2a6f0b93da2aed951.part --force-share --output=json" returned: 0 in 0.243s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:15 user nova-compute[75147]: DEBUG nova.virt.images [None req-bd885919-436d-4094-90e6-577a94fa2d30 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] 1934f8b7-791e-4466-bcc7-d4d6053f8f17 was qcow2, converting to raw {{(pid=75147) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 27 19:30:15 user nova-compute[75147]: DEBUG nova.privsep.utils [None req-bd885919-436d-4094-90e6-577a94fa2d30 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75147) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 27 19:30:15 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-bd885919-436d-4094-90e6-577a94fa2d30 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/575dbcedfb28d89f893fc5a2a6f0b93da2aed951.part /opt/stack/data/nova/instances/_base/575dbcedfb28d89f893fc5a2a6f0b93da2aed951.converted {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:15 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-bd885919-436d-4094-90e6-577a94fa2d30 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/575dbcedfb28d89f893fc5a2a6f0b93da2aed951.part /opt/stack/data/nova/instances/_base/575dbcedfb28d89f893fc5a2a6f0b93da2aed951.converted" returned: 0 in 0.326s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:15 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-bd885919-436d-4094-90e6-577a94fa2d30 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/575dbcedfb28d89f893fc5a2a6f0b93da2aed951.converted --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:15 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:16 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-bd885919-436d-4094-90e6-577a94fa2d30 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/575dbcedfb28d89f893fc5a2a6f0b93da2aed951.converted --force-share --output=json" returned: 0 in 0.200s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:16 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-bd885919-436d-4094-90e6-577a94fa2d30 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Lock "575dbcedfb28d89f893fc5a2a6f0b93da2aed951" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.073s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:30:16 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-bd885919-436d-4094-90e6-577a94fa2d30 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Acquiring lock "575dbcedfb28d89f893fc5a2a6f0b93da2aed951" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:30:16 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-bd885919-436d-4094-90e6-577a94fa2d30 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Lock "575dbcedfb28d89f893fc5a2a6f0b93da2aed951" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:30:16 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-bd885919-436d-4094-90e6-577a94fa2d30 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/575dbcedfb28d89f893fc5a2a6f0b93da2aed951 --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:16 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-bd885919-436d-4094-90e6-577a94fa2d30 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/575dbcedfb28d89f893fc5a2a6f0b93da2aed951 --force-share --output=json" returned: 0 in 0.183s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:16 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-bd885919-436d-4094-90e6-577a94fa2d30 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/575dbcedfb28d89f893fc5a2a6f0b93da2aed951,backing_fmt=raw /opt/stack/data/nova/instances/c49c74a6-9955-4a79-848f-4e6b9e348f9c/disk.rescue {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:16 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-bd885919-436d-4094-90e6-577a94fa2d30 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/575dbcedfb28d89f893fc5a2a6f0b93da2aed951,backing_fmt=raw /opt/stack/data/nova/instances/c49c74a6-9955-4a79-848f-4e6b9e348f9c/disk.rescue" returned: 0 in 0.070s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:16 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-bd885919-436d-4094-90e6-577a94fa2d30 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Lock "575dbcedfb28d89f893fc5a2a6f0b93da2aed951" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.261s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:30:16 user nova-compute[75147]: DEBUG nova.objects.instance [None req-bd885919-436d-4094-90e6-577a94fa2d30 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Lazy-loading 'migration_context' on Instance uuid c49c74a6-9955-4a79-848f-4e6b9e348f9c {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:30:16 user nova-compute[75147]: DEBUG nova.objects.base [None req-bd885919-436d-4094-90e6-577a94fa2d30 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Object Instance<c49c74a6-9955-4a79-848f-4e6b9e348f9c> lazy-loaded attributes: trusted_certs,migration_context {{(pid=75147) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 19:30:16 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-bd885919-436d-4094-90e6-577a94fa2d30 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Created local disks {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 27 19:30:16 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-bd885919-436d-4094-90e6-577a94fa2d30 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Start _get_guest_xml network_info=[{"id": "c329eb13-c03a-457b-b808-2c836a4f4dc9", "address": "fa:16:3e:6d:47:3d", "network": {"id": "c8178a72-f188-4ac8-96aa-f6db2911e3ca", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-2046459904-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.13", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerStableDeviceRescueTest-2046459904-network", "vif_mac": "fa:16:3e:6d:47:3d"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2ce930abe29a45ce878e5d04fb97a063", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc329eb13-c0", "ovs_interfaceid": "c329eb13-c03a-457b-b808-2c836a4f4dc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T19:22:09Z,direct_url=<?>,disk_format='qcow2',id=d52df17c-5315-4a73-ab7c-34c161a414fb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0b43115555434818b0c8bdf6be4946da',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T19:22:11Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '1934f8b7-791e-4466-bcc7-d4d6053f8f17', 'kernel_id': '', 'ramdisk_id': ''} block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'encryption_options': None, 'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encrypted': False, 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_format': None, 'device_name': '/dev/vda', 'image_id': 'd52df17c-5315-4a73-ab7c-34c161a414fb'}], 'ephemerals': [], 'block_device_mapping': [{'device_type': 'disk', 'delete_on_termination': False, 'boot_index': None, 'disk_bus': 'virtio', 'mount_device': '/dev/vdb', 'guest_format': None, 'attachment_id': 'cc31b3a7-f767-451f-b837-7d282ceb7dfd', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WKHDvilt', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdi'}, 'status': 'reserved', 'instance': 'c49c74a6-9955-4a79-848f-4e6b9e348f9c', 'attached_at': '', 'detached_at': '', 'volume_id': 'f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1', 'serial': 'f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1'}, 'volume_type': None} {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 19:30:16 user nova-compute[75147]: DEBUG nova.objects.instance [None req-bd885919-436d-4094-90e6-577a94fa2d30 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Lazy-loading 'resources' on Instance uuid c49c74a6-9955-4a79-848f-4e6b9e348f9c {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:30:16 user nova-compute[75147]: DEBUG nova.objects.base [None req-bd885919-436d-4094-90e6-577a94fa2d30 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Object Instance<c49c74a6-9955-4a79-848f-4e6b9e348f9c> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=75147) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 19:30:16 user nova-compute[75147]: DEBUG nova.objects.instance [None req-bd885919-436d-4094-90e6-577a94fa2d30 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Lazy-loading 'numa_topology' on Instance uuid c49c74a6-9955-4a79-848f-4e6b9e348f9c {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:30:16 user nova-compute[75147]: DEBUG nova.objects.base [None req-bd885919-436d-4094-90e6-577a94fa2d30 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Object Instance<c49c74a6-9955-4a79-848f-4e6b9e348f9c> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=75147) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 19:30:16 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-bd885919-436d-4094-90e6-577a94fa2d30 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:30:16 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-bd885919-436d-4094-90e6-577a94fa2d30 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:30:16 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-bd885919-436d-4094-90e6-577a94fa2d30 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 19:30:16 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-bd885919-436d-4094-90e6-577a94fa2d30 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] CPU controller missing on host. {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 19:30:16 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-bd885919-436d-4094-90e6-577a94fa2d30 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 19:30:16 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-bd885919-436d-4094-90e6-577a94fa2d30 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] CPU controller found on host. {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 19:30:16 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-bd885919-436d-4094-90e6-577a94fa2d30 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75147) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 19:30:16 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-bd885919-436d-4094-90e6-577a94fa2d30 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T19:21:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T19:22:09Z,direct_url=<?>,disk_format='qcow2',id=d52df17c-5315-4a73-ab7c-34c161a414fb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0b43115555434818b0c8bdf6be4946da',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T19:22:11Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 19:30:16 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-bd885919-436d-4094-90e6-577a94fa2d30 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Flavor limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 19:30:16 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-bd885919-436d-4094-90e6-577a94fa2d30 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Image limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 19:30:16 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-bd885919-436d-4094-90e6-577a94fa2d30 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Flavor pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 19:30:16 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-bd885919-436d-4094-90e6-577a94fa2d30 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Image pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 19:30:16 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-bd885919-436d-4094-90e6-577a94fa2d30 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 19:30:16 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-bd885919-436d-4094-90e6-577a94fa2d30 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 19:30:16 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-bd885919-436d-4094-90e6-577a94fa2d30 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 19:30:16 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-bd885919-436d-4094-90e6-577a94fa2d30 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Got 1 possible topologies {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 19:30:16 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-bd885919-436d-4094-90e6-577a94fa2d30 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 19:30:16 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-bd885919-436d-4094-90e6-577a94fa2d30 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 19:30:16 user nova-compute[75147]: DEBUG nova.objects.instance [None req-bd885919-436d-4094-90e6-577a94fa2d30 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Lazy-loading 'vcpu_model' on Instance uuid c49c74a6-9955-4a79-848f-4e6b9e348f9c {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:30:16 user nova-compute[75147]: DEBUG nova.objects.base [None req-bd885919-436d-4094-90e6-577a94fa2d30 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Object Instance<c49c74a6-9955-4a79-848f-4e6b9e348f9c> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=75147) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 19:30:16 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bd885919-436d-4094-90e6-577a94fa2d30 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Calling os-brick to attach iSCSI Volume {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 19:30:16 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd885919-436d-4094-90e6-577a94fa2d30 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WKHDvilt', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:30:16 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-bd885919-436d-4094-90e6-577a94fa2d30 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:30:16 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-bd885919-436d-4094-90e6-577a94fa2d30 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:30:16 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-bd885919-436d-4094-90e6-577a94fa2d30 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:30:16 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-bd885919-436d-4094-90e6-577a94fa2d30 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:30:16 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-bd885919-436d-4094-90e6-577a94fa2d30 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:30:16 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-bd885919-436d-4094-90e6-577a94fa2d30 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:30:16 user nova-compute[75147]: INFO os_brick.initiator.connectors.iscsi [None req-bd885919-436d-4094-90e6-577a94fa2d30 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 19:30:16 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1 -p 172.16.0.220:3260 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:16 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1 -p 172.16.0.220:3260" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:16 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[65d2b3c8-f906-490e-a3e1-3a8c2296486b]: (4, ('# BEGIN RECORD 2.1.5\nnode.name = iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = <empty>\niface.ipaddress = <empty>\niface.prefix_len = 0\niface.hwaddress = <empty>\niface.transport_name = tcp\niface.initiatorname = <empty>\niface.state = <empty>\niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = <empty>\niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = <empty>\niface.subnet_mask = <empty>\niface.gateway = <empty>\niface.dhcp_alt_client_id_state = <empty>\niface.dhcp_alt_client_id = <empty>\niface.dhcp_dns = <empty>\niface.dhcp_learn_iqn = <empty>\niface.dhcp_req_vendor_id_state = <empty>\niface.dhcp_vendor_id_state = <empty>\niface.dhcp_vendor_id = <empty>\niface.dhcp_slp_da = <empty>\niface.fragmentation = <empty>\niface.gratuitous_arp = <empty>\niface.incoming_forwarding = <empty>\niface.tos_state = <empty>\niface.tos = 0\niface.ttl = 0\niface.delayed_ack = <empty>\niface.tcp_nagle = <empty>\niface.tcp_wsf_state = <empty>\niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = <empty>\niface.redirect = <empty>\niface.def_task_mgmt_timeout = 0\niface.header_digest = <empty>\niface.data_digest = <empty>\niface.immediate_data = <empty>\niface.initial_r2t = <empty>\niface.data_seq_inorder = <empty>\niface.data_pdu_inorder = <empty>\niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = <empty>\niface.bidi_chap = <empty>\niface.strict_login_compliance = <empty>\niface.discovery_auth = <empty>\niface.discovery_logout = <empty>\nnode.discovery_address = <empty>\nnode.discovery_port = 0\nnode.discovery_type = static\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = -20\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = CHAP\nnode.session.auth.username = WKHDvilt\nnode.session.auth.password = ********\nnode.session.auth.username_in = <empty>\nnode.session.auth.password_in = <empty>\nnode.session.auth.chap_algs = MD5\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = manual\nnode.session.reopen_max = 0\nnode.conn[0].address = 172.16.0.220\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:30:16 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd885919-436d-4094-90e6-577a94fa2d30 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] iscsiadm (): stdout=# BEGIN RECORD 2.1.5
Oct 27 19:30:16 user nova-compute[75147]: node.name = iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1
Oct 27 19:30:16 user nova-compute[75147]: node.tpgt = -1
Oct 27 19:30:16 user nova-compute[75147]: node.startup = automatic
Oct 27 19:30:16 user nova-compute[75147]: node.leading_login = No
Oct 27 19:30:16 user nova-compute[75147]: iface.iscsi_ifacename = default
Oct 27 19:30:16 user nova-compute[75147]: iface.net_ifacename = <empty>
Oct 27 19:30:16 user nova-compute[75147]: iface.ipaddress = <empty>
Oct 27 19:30:16 user nova-compute[75147]: iface.prefix_len = 0
Oct 27 19:30:16 user nova-compute[75147]: iface.hwaddress = <empty>
Oct 27 19:30:16 user nova-compute[75147]: iface.transport_name = tcp
Oct 27 19:30:16 user nova-compute[75147]: iface.initiatorname = <empty>
Oct 27 19:30:16 user nova-compute[75147]: iface.state = <empty>
Oct 27 19:30:16 user nova-compute[75147]: iface.vlan_id = 0
Oct 27 19:30:16 user nova-compute[75147]: iface.vlan_priority = 0
Oct 27 19:30:16 user nova-compute[75147]: iface.vlan_state = <empty>
Oct 27 19:30:16 user nova-compute[75147]: iface.iface_num = 0
Oct 27 19:30:16 user nova-compute[75147]: iface.mtu = 0
Oct 27 19:30:16 user nova-compute[75147]: iface.port = 0
Oct 27 19:30:16 user nova-compute[75147]: iface.bootproto = <empty>
Oct 27 19:30:16 user nova-compute[75147]: iface.subnet_mask = <empty>
Oct 27 19:30:16 user nova-compute[75147]: iface.gateway = <empty>
Oct 27 19:30:16 user nova-compute[75147]: iface.dhcp_alt_client_id_state = <empty>
Oct 27 19:30:16 user nova-compute[75147]: iface.dhcp_alt_client_id = <empty>
Oct 27 19:30:16 user nova-compute[75147]: iface.dhcp_dns = <empty>
Oct 27 19:30:16 user nova-compute[75147]: iface.dhcp_learn_iqn = <empty>
Oct 27 19:30:16 user nova-compute[75147]: iface.dhcp_req_vendor_id_state = <empty>
Oct 27 19:30:16 user nova-compute[75147]: iface.dhcp_vendor_id_state = <empty>
Oct 27 19:30:16 user nova-compute[75147]: iface.dhcp_vendor_id = <empty>
Oct 27 19:30:16 user nova-compute[75147]: iface.dhcp_slp_da = <empty>
Oct 27 19:30:16 user nova-compute[75147]: iface.fragmentation = <empty>
Oct 27 19:30:16 user nova-compute[75147]: iface.gratuitous_arp = <empty>
Oct 27 19:30:16 user nova-compute[75147]: iface.incoming_forwarding = <empty>
Oct 27 19:30:16 user nova-compute[75147]: iface.tos_state = <empty>
Oct 27 19:30:16 user nova-compute[75147]: iface.tos = 0
Oct 27 19:30:16 user nova-compute[75147]: iface.ttl = 0
Oct 27 19:30:16 user nova-compute[75147]: iface.delayed_ack = <empty>
Oct 27 19:30:16 user nova-compute[75147]: iface.tcp_nagle = <empty>
Oct 27 19:30:16 user nova-compute[75147]: iface.tcp_wsf_state = <empty>
Oct 27 19:30:16 user nova-compute[75147]: iface.tcp_wsf = 0
Oct 27 19:30:16 user nova-compute[75147]: iface.tcp_timer_scale = 0
Oct 27 19:30:16 user nova-compute[75147]: iface.tcp_timestamp = <empty>
Oct 27 19:30:16 user nova-compute[75147]: iface.redirect = <empty>
Oct 27 19:30:16 user nova-compute[75147]: iface.def_task_mgmt_timeout = 0
Oct 27 19:30:16 user nova-compute[75147]: iface.header_digest = <empty>
Oct 27 19:30:16 user nova-compute[75147]: iface.data_digest = <empty>
Oct 27 19:30:16 user nova-compute[75147]: iface.immediate_data = <empty>
Oct 27 19:30:16 user nova-compute[75147]: iface.initial_r2t = <empty>
Oct 27 19:30:16 user nova-compute[75147]: iface.data_seq_inorder = <empty>
Oct 27 19:30:16 user nova-compute[75147]: iface.data_pdu_inorder = <empty>
Oct 27 19:30:16 user nova-compute[75147]: iface.erl = 0
Oct 27 19:30:16 user nova-compute[75147]: iface.max_receive_data_len = 0
Oct 27 19:30:16 user nova-compute[75147]: iface.first_burst_len = 0
Oct 27 19:30:16 user nova-compute[75147]: iface.max_outstanding_r2t = 0
Oct 27 19:30:16 user nova-compute[75147]: iface.max_burst_len = 0
Oct 27 19:30:16 user nova-compute[75147]: iface.chap_auth = <empty>
Oct 27 19:30:16 user nova-compute[75147]: iface.bidi_chap = <empty>
Oct 27 19:30:16 user nova-compute[75147]: iface.strict_login_compliance = <empty>
Oct 27 19:30:16 user nova-compute[75147]: iface.discovery_auth = <empty>
Oct 27 19:30:16 user nova-compute[75147]: iface.discovery_logout = <empty>
Oct 27 19:30:16 user nova-compute[75147]: node.discovery_address = <empty>
Oct 27 19:30:16 user nova-compute[75147]: node.discovery_port = 0
Oct 27 19:30:16 user nova-compute[75147]: node.discovery_type = static
Oct 27 19:30:16 user nova-compute[75147]: node.session.initial_cmdsn = 0
Oct 27 19:30:16 user nova-compute[75147]: node.session.initial_login_retry_max = 8
Oct 27 19:30:16 user nova-compute[75147]: node.session.xmit_thread_priority = -20
Oct 27 19:30:16 user nova-compute[75147]: node.session.cmds_max = 128
Oct 27 19:30:16 user nova-compute[75147]: node.session.queue_depth = 32
Oct 27 19:30:16 user nova-compute[75147]: node.session.nr_sessions = 1
Oct 27 19:30:16 user nova-compute[75147]: node.session.auth.authmethod = CHAP
Oct 27 19:30:16 user nova-compute[75147]: node.session.auth.username = WKHDvilt
Oct 27 19:30:16 user nova-compute[75147]: node.session.auth.password = ***
Oct 27 19:30:16 user nova-compute[75147]: node.session.auth.username_in = <empty>
Oct 27 19:30:16 user nova-compute[75147]: node.session.auth.password_in = <empty>
Oct 27 19:30:16 user nova-compute[75147]: node.session.auth.chap_algs = MD5
Oct 27 19:30:16 user nova-compute[75147]: node.session.timeo.replacement_timeout = 120
Oct 27 19:30:16 user nova-compute[75147]: node.session.err_timeo.abort_timeout = 15
Oct 27 19:30:16 user nova-compute[75147]: node.session.err_timeo.lu_reset_timeout = 30
Oct 27 19:30:16 user nova-compute[75147]: node.session.err_timeo.tgt_reset_timeout = 30
Oct 27 19:30:16 user nova-compute[75147]: node.session.err_timeo.host_reset_timeout = 60
Oct 27 19:30:16 user nova-compute[75147]: node.session.iscsi.FastAbort = Yes
Oct 27 19:30:16 user nova-compute[75147]: node.session.iscsi.InitialR2T = No
Oct 27 19:30:16 user nova-compute[75147]: node.session.iscsi.ImmediateData = Yes
Oct 27 19:30:16 user nova-compute[75147]: node.session.iscsi.FirstBurstLength = 262144
Oct 27 19:30:16 user nova-compute[75147]: node.session.iscsi.MaxBurstLength = 16776192
Oct 27 19:30:16 user nova-compute[75147]: node.session.iscsi.DefaultTime2Retain = 0
Oct 27 19:30:16 user nova-compute[75147]: node.session.iscsi.DefaultTime2Wait = 2
Oct 27 19:30:16 user nova-compute[75147]: node.session.iscsi.MaxConnections = 1
Oct 27 19:30:16 user nova-compute[75147]: node.session.iscsi.MaxOutstandingR2T = 1
Oct 27 19:30:16 user nova-compute[75147]: node.session.iscsi.ERL = 0
Oct 27 19:30:16 user nova-compute[75147]: node.session.scan = manual
Oct 27 19:30:16 user nova-compute[75147]: node.session.reopen_max = 0
Oct 27 19:30:16 user nova-compute[75147]: node.conn[0].address = 172.16.0.220
Oct 27 19:30:16 user nova-compute[75147]: node.conn[0].port = 3260
Oct 27 19:30:16 user nova-compute[75147]: node.conn[0].startup = manual
Oct 27 19:30:16 user nova-compute[75147]: node.conn[0].tcp.window_size = 524288
Oct 27 19:30:16 user nova-compute[75147]: node.conn[0].tcp.type_of_service = 0
Oct 27 19:30:16 user nova-compute[75147]: node.conn[0].timeo.logout_timeout = 15
Oct 27 19:30:16 user nova-compute[75147]: node.conn[0].timeo.login_timeout = 15
Oct 27 19:30:16 user nova-compute[75147]: node.conn[0].timeo.auth_timeout = 45
Oct 27 19:30:16 user nova-compute[75147]: node.conn[0].timeo.noop_out_interval = 5
Oct 27 19:30:16 user nova-compute[75147]: node.conn[0].timeo.noop_out_timeout = 5
Oct 27 19:30:16 user nova-compute[75147]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0
Oct 27 19:30:16 user nova-compute[75147]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144
Oct 27 19:30:16 user nova-compute[75147]: node.conn[0].iscsi.HeaderDigest = None
Oct 27 19:30:16 user nova-compute[75147]: node.conn[0].iscsi.DataDigest = None
Oct 27 19:30:16 user nova-compute[75147]: node.conn[0].iscsi.IFMarker = No
Oct 27 19:30:16 user nova-compute[75147]: node.conn[0].iscsi.OFMarker = No
Oct 27 19:30:16 user nova-compute[75147]: # END RECORD
Oct 27 19:30:16 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:30:16 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:16 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:16 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[29d20ab3-7c1a-4798-8442-5d4a87661247]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:30:16 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd885919-436d-4094-90e6-577a94fa2d30 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:30:16 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:16 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:16 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9b604dc-8787-43f1-b60e-58f4ab1d5c9b]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:30:16 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd885919-436d-4094-90e6-577a94fa2d30 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:30:16 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v WKHDvilt {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:16 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v WKHDvilt" returned: 0 in 0.025s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:16 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[53e80b6e-9216-4ca8-a033-28651859b225]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:30:16 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd885919-436d-4094-90e6-577a94fa2d30 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'WKHDvilt'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:30:16 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:16 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:16 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[9455428a-db67-4d6f-895b-3c38cf3d3c73]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:30:16 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd885919-436d-4094-90e6-577a94fa2d30 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:30:16 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:16 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:16 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[67a60c65-f5ad-4a33-95ab-38cddae00acb]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:30:16 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd885919-436d-4094-90e6-577a94fa2d30 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5 (non-flash)
Oct 27 19:30:16 user nova-compute[75147]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 (non-flash)
Oct 27 19:30:16 user nova-compute[75147]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1 (non-flash)
Oct 27 19:30:16 user nova-compute[75147]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6 (non-flash)
Oct 27 19:30:16 user nova-compute[75147]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7 (non-flash)
Oct 27 19:30:16 user nova-compute[75147]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc (non-flash)
Oct 27 19:30:16 user nova-compute[75147]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed (non-flash)
Oct 27 19:30:16 user nova-compute[75147]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2 (non-flash)
Oct 27 19:30:16 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:30:16 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd885919-436d-4094-90e6-577a94fa2d30 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5 (non-flash)
Oct 27 19:30:16 user nova-compute[75147]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 (non-flash)
Oct 27 19:30:16 user nova-compute[75147]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1 (non-flash)
Oct 27 19:30:16 user nova-compute[75147]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6 (non-flash)
Oct 27 19:30:16 user nova-compute[75147]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7 (non-flash)
Oct 27 19:30:16 user nova-compute[75147]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc (non-flash)
Oct 27 19:30:16 user nova-compute[75147]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed (non-flash)
Oct 27 19:30:16 user nova-compute[75147]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2 (non-flash)
Oct 27 19:30:16 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:30:16 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-bd885919-436d-4094-90e6-577a94fa2d30 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.169s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:30:16 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd885919-436d-4094-90e6-577a94fa2d30 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Connected to 172.16.0.220:3260 {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 19:30:16 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-bd885919-436d-4094-90e6-577a94fa2d30 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] HCTL ('40', '0', '0', 0) found on session 14 with lun 0 {{(pid=75147) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 19:30:16 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-bd885919-436d-4094-90e6-577a94fa2d30 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Scanning host 40 c: 0, t: 0, l: 0) {{(pid=75147) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 19:30:16 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host40/scan {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:16 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host40/scan" returned: 0 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:16 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[be378c04-3a92-40e2-8dd9-f29916c2b2b4]: (4, ('0 0 0', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:30:16 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-bd885919-436d-4094-90e6-577a94fa2d30 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Searching for a device in session 14 and hctl ('40', '0', '0', 0) yield: sdi {{(pid=75147) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 19:30:16 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd885919-436d-4094-90e6-577a94fa2d30 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Connected to sdi using {'target_iqn': 'iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WKHDvilt', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 19:30:16 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-bd885919-436d-4094-90e6-577a94fa2d30 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 0.198s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:30:16 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd885919-436d-4094-90e6-577a94fa2d30 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] <== connect_volume: return (199ms) {'type': 'block', 'scsi_wwn': '23833356339653139', 'path': '/dev/sdi'} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:30:16 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bd885919-436d-4094-90e6-577a94fa2d30 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23833356339653139', 'path': '/dev/sdi'} {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 19:30:16 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-bd885919-436d-4094-90e6-577a94fa2d30 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:25:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-2085052657',display_name='tempest-ServerStableDeviceRescueTest-server-2085052657',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-2085052657',id=4,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAKV3n0ocToQYZVwYbBDGPT/NjkSKAwc/UuY/6kSS3l2K8DRbFUCD4vyNpN2xNew1WT9gxmVuIP72KGnyD+q4g2RWoq/hmpKtvAxDS/x044VcMJtMOMRIPXXNAbgI0XBig==',key_name='tempest-keypair-1181284151',keypairs=<?>,launch_index=0,launched_at=2023-10-27T19:26:16Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='2ce930abe29a45ce878e5d04fb97a063',ramdisk_id='',reservation_id='r-03ugllw2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerStableDeviceRescueTest-2135667897',owner_user_name='tempest-ServerStableDeviceRescueTest-2135667897-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:28:03Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='81c1832f565e4ec89c146e18199c15a4',uuid=c49c74a6-9955-4a79-848f-4e6b9e348f9c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c329eb13-c03a-457b-b808-2c836a4f4dc9", "address": "fa:16:3e:6d:47:3d", "network": {"id": "c8178a72-f188-4ac8-96aa-f6db2911e3ca", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-2046459904-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.13", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerStableDeviceRescueTest-2046459904-network", "vif_mac": "fa:16:3e:6d:47:3d"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2ce930abe29a45ce878e5d04fb97a063", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc329eb13-c0", "ovs_interfaceid": "c329eb13-c03a-457b-b808-2c836a4f4dc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75147) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 19:30:16 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-bd885919-436d-4094-90e6-577a94fa2d30 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Converting VIF {"id": "c329eb13-c03a-457b-b808-2c836a4f4dc9", "address": "fa:16:3e:6d:47:3d", "network": {"id": "c8178a72-f188-4ac8-96aa-f6db2911e3ca", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-2046459904-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.13", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerStableDeviceRescueTest-2046459904-network", "vif_mac": "fa:16:3e:6d:47:3d"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2ce930abe29a45ce878e5d04fb97a063", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc329eb13-c0", "ovs_interfaceid": "c329eb13-c03a-457b-b808-2c836a4f4dc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:30:16 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-bd885919-436d-4094-90e6-577a94fa2d30 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:6d:47:3d,bridge_name='br-int',has_traffic_filtering=True,id=c329eb13-c03a-457b-b808-2c836a4f4dc9,network=Network(c8178a72-f188-4ac8-96aa-f6db2911e3ca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc329eb13-c0') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:30:16 user nova-compute[75147]: DEBUG nova.objects.instance [None req-bd885919-436d-4094-90e6-577a94fa2d30 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Lazy-loading 'pci_devices' on Instance uuid c49c74a6-9955-4a79-848f-4e6b9e348f9c {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:30:16 user nova-compute[75147]: DEBUG nova.objects.base [None req-bd885919-436d-4094-90e6-577a94fa2d30 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Object Instance<c49c74a6-9955-4a79-848f-4e6b9e348f9c> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=75147) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 19:30:16 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-bd885919-436d-4094-90e6-577a94fa2d30 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] End _get_guest_xml xml=<domain type="kvm">
Oct 27 19:30:16 user nova-compute[75147]:   <uuid>c49c74a6-9955-4a79-848f-4e6b9e348f9c</uuid>
Oct 27 19:30:16 user nova-compute[75147]:   <name>instance-00000004</name>
Oct 27 19:30:16 user nova-compute[75147]:   <memory>524288</memory>
Oct 27 19:30:16 user nova-compute[75147]:   <vcpu>1</vcpu>
Oct 27 19:30:16 user nova-compute[75147]:   <metadata>
Oct 27 19:30:16 user nova-compute[75147]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 19:30:16 user nova-compute[75147]:       <nova:package version="0.0.0"/>
Oct 27 19:30:16 user nova-compute[75147]:       <nova:name>tempest-ServerStableDeviceRescueTest-server-2085052657</nova:name>
Oct 27 19:30:16 user nova-compute[75147]:       <nova:creationTime>2023-10-27 19:30:16</nova:creationTime>
Oct 27 19:30:16 user nova-compute[75147]:       <nova:flavor name="m1.tiny">
Oct 27 19:30:16 user nova-compute[75147]:         <nova:memory>512</nova:memory>
Oct 27 19:30:16 user nova-compute[75147]:         <nova:disk>1</nova:disk>
Oct 27 19:30:16 user nova-compute[75147]:         <nova:swap>0</nova:swap>
Oct 27 19:30:16 user nova-compute[75147]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 19:30:16 user nova-compute[75147]:         <nova:vcpus>1</nova:vcpus>
Oct 27 19:30:16 user nova-compute[75147]:       </nova:flavor>
Oct 27 19:30:16 user nova-compute[75147]:       <nova:owner>
Oct 27 19:30:16 user nova-compute[75147]:         <nova:user uuid="81c1832f565e4ec89c146e18199c15a4">tempest-ServerStableDeviceRescueTest-2135667897-project-member</nova:user>
Oct 27 19:30:16 user nova-compute[75147]:         <nova:project uuid="2ce930abe29a45ce878e5d04fb97a063">tempest-ServerStableDeviceRescueTest-2135667897</nova:project>
Oct 27 19:30:16 user nova-compute[75147]:       </nova:owner>
Oct 27 19:30:16 user nova-compute[75147]:       <nova:root type="image" uuid="d52df17c-5315-4a73-ab7c-34c161a414fb"/>
Oct 27 19:30:16 user nova-compute[75147]:       <nova:ports>
Oct 27 19:30:16 user nova-compute[75147]:         <nova:port uuid="c329eb13-c03a-457b-b808-2c836a4f4dc9">
Oct 27 19:30:16 user nova-compute[75147]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Oct 27 19:30:16 user nova-compute[75147]:         </nova:port>
Oct 27 19:30:16 user nova-compute[75147]:       </nova:ports>
Oct 27 19:30:16 user nova-compute[75147]:     </nova:instance>
Oct 27 19:30:16 user nova-compute[75147]:   </metadata>
Oct 27 19:30:16 user nova-compute[75147]:   <sysinfo type="smbios">
Oct 27 19:30:16 user nova-compute[75147]:     <system>
Oct 27 19:30:16 user nova-compute[75147]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 19:30:16 user nova-compute[75147]:       <entry name="product">OpenStack Nova</entry>
Oct 27 19:30:16 user nova-compute[75147]:       <entry name="version">0.0.0</entry>
Oct 27 19:30:16 user nova-compute[75147]:       <entry name="serial">c49c74a6-9955-4a79-848f-4e6b9e348f9c</entry>
Oct 27 19:30:16 user nova-compute[75147]:       <entry name="uuid">c49c74a6-9955-4a79-848f-4e6b9e348f9c</entry>
Oct 27 19:30:16 user nova-compute[75147]:       <entry name="family">Virtual Machine</entry>
Oct 27 19:30:16 user nova-compute[75147]:     </system>
Oct 27 19:30:16 user nova-compute[75147]:   </sysinfo>
Oct 27 19:30:16 user nova-compute[75147]:   <os>
Oct 27 19:30:16 user nova-compute[75147]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 19:30:16 user nova-compute[75147]:     <smbios mode="sysinfo"/>
Oct 27 19:30:16 user nova-compute[75147]:   </os>
Oct 27 19:30:16 user nova-compute[75147]:   <features>
Oct 27 19:30:16 user nova-compute[75147]:     <acpi/>
Oct 27 19:30:16 user nova-compute[75147]:     <apic/>
Oct 27 19:30:16 user nova-compute[75147]:     <vmcoreinfo/>
Oct 27 19:30:16 user nova-compute[75147]:   </features>
Oct 27 19:30:16 user nova-compute[75147]:   <clock offset="utc">
Oct 27 19:30:16 user nova-compute[75147]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 19:30:16 user nova-compute[75147]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 19:30:16 user nova-compute[75147]:     <timer name="hpet" present="no"/>
Oct 27 19:30:16 user nova-compute[75147]:   </clock>
Oct 27 19:30:16 user nova-compute[75147]:   <cpu mode="custom" match="exact">
Oct 27 19:30:16 user nova-compute[75147]:     <model>Nehalem</model>
Oct 27 19:30:16 user nova-compute[75147]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 19:30:16 user nova-compute[75147]:   </cpu>
Oct 27 19:30:16 user nova-compute[75147]:   <devices>
Oct 27 19:30:16 user nova-compute[75147]:     <disk type="file" device="disk">
Oct 27 19:30:16 user nova-compute[75147]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 27 19:30:16 user nova-compute[75147]:       <source file="/opt/stack/data/nova/instances/c49c74a6-9955-4a79-848f-4e6b9e348f9c/disk"/>
Oct 27 19:30:16 user nova-compute[75147]:       <target dev="vda" bus="virtio"/>
Oct 27 19:30:16 user nova-compute[75147]:     </disk>
Oct 27 19:30:16 user nova-compute[75147]:     <disk type="block" device="disk">
Oct 27 19:30:16 user nova-compute[75147]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 19:30:16 user nova-compute[75147]:       <source dev="/dev/sdi"/>
Oct 27 19:30:16 user nova-compute[75147]:       <target dev="vdb" bus="virtio"/>
Oct 27 19:30:16 user nova-compute[75147]:       <serial>f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1</serial>
Oct 27 19:30:16 user nova-compute[75147]:     </disk>
Oct 27 19:30:16 user nova-compute[75147]:     <disk type="file" device="disk">
Oct 27 19:30:16 user nova-compute[75147]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 27 19:30:16 user nova-compute[75147]:       <source file="/opt/stack/data/nova/instances/c49c74a6-9955-4a79-848f-4e6b9e348f9c/disk.rescue"/>
Oct 27 19:30:16 user nova-compute[75147]:       <target dev="vdc" bus="virtio"/>
Oct 27 19:30:16 user nova-compute[75147]:       <boot order="1"/>
Oct 27 19:30:16 user nova-compute[75147]:     </disk>
Oct 27 19:30:16 user nova-compute[75147]:     <interface type="ethernet">
Oct 27 19:30:16 user nova-compute[75147]:       <mac address="fa:16:3e:6d:47:3d"/>
Oct 27 19:30:16 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:30:16 user nova-compute[75147]:       <mtu size="1442"/>
Oct 27 19:30:16 user nova-compute[75147]:       <target dev="tapc329eb13-c0"/>
Oct 27 19:30:16 user nova-compute[75147]:     </interface>
Oct 27 19:30:16 user nova-compute[75147]:     <serial type="pty">
Oct 27 19:30:16 user nova-compute[75147]:       <log file="/opt/stack/data/nova/instances/c49c74a6-9955-4a79-848f-4e6b9e348f9c/console.log" append="off"/>
Oct 27 19:30:16 user nova-compute[75147]:     </serial>
Oct 27 19:30:16 user nova-compute[75147]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 19:30:16 user nova-compute[75147]:     <video>
Oct 27 19:30:16 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:30:16 user nova-compute[75147]:     </video>
Oct 27 19:30:16 user nova-compute[75147]:     <rng model="virtio">
Oct 27 19:30:16 user nova-compute[75147]:       <backend model="random">/dev/urandom</backend>
Oct 27 19:30:16 user nova-compute[75147]:     </rng>
Oct 27 19:30:16 user nova-compute[75147]:     <controller type="usb" index="0" model="none"/>
Oct 27 19:30:16 user nova-compute[75147]:     <memballoon model="virtio">
Oct 27 19:30:16 user nova-compute[75147]:       <stats period="10"/>
Oct 27 19:30:16 user nova-compute[75147]:     </memballoon>
Oct 27 19:30:16 user nova-compute[75147]:   </devices>
Oct 27 19:30:16 user nova-compute[75147]: </domain>
Oct 27 19:30:16 user nova-compute[75147]:  {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 19:30:16 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Instance destroyed successfully.
Oct 27 19:30:16 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-bd885919-436d-4094-90e6-577a94fa2d30 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] No BDM found with device name vda, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:30:16 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-bd885919-436d-4094-90e6-577a94fa2d30 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:30:16 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-bd885919-436d-4094-90e6-577a94fa2d30 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] No BDM found with device name vdc, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:30:16 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-bd885919-436d-4094-90e6-577a94fa2d30 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] No VIF found with MAC fa:16:3e:6d:47:3d, not building metadata {{(pid=75147) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 19:30:18 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:18 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:18 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:18 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:18 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:18 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:18 user nova-compute[75147]: DEBUG nova.compute.manager [req-22b75482-632b-49ae-9249-8367e2153dd9 req-895112c8-627c-4687-bf78-f8b803edbe3d service nova] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Received event network-vif-plugged-c329eb13-c03a-457b-b808-2c836a4f4dc9 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:30:18 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-22b75482-632b-49ae-9249-8367e2153dd9 req-895112c8-627c-4687-bf78-f8b803edbe3d service nova] Acquiring lock "c49c74a6-9955-4a79-848f-4e6b9e348f9c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:30:18 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-22b75482-632b-49ae-9249-8367e2153dd9 req-895112c8-627c-4687-bf78-f8b803edbe3d service nova] Lock "c49c74a6-9955-4a79-848f-4e6b9e348f9c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:30:18 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-22b75482-632b-49ae-9249-8367e2153dd9 req-895112c8-627c-4687-bf78-f8b803edbe3d service nova] Lock "c49c74a6-9955-4a79-848f-4e6b9e348f9c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:30:18 user nova-compute[75147]: DEBUG nova.compute.manager [req-22b75482-632b-49ae-9249-8367e2153dd9 req-895112c8-627c-4687-bf78-f8b803edbe3d service nova] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] No waiting events found dispatching network-vif-plugged-c329eb13-c03a-457b-b808-2c836a4f4dc9 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:30:18 user nova-compute[75147]: WARNING nova.compute.manager [req-22b75482-632b-49ae-9249-8367e2153dd9 req-895112c8-627c-4687-bf78-f8b803edbe3d service nova] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Received unexpected event network-vif-plugged-c329eb13-c03a-457b-b808-2c836a4f4dc9 for instance with vm_state active and task_state rescuing.
Oct 27 19:30:19 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:19 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:19 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:19 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:20 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:30:20 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:30:20 user nova-compute[75147]: DEBUG nova.objects.instance [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Lazy-loading 'pci_requests' on Instance uuid cdbe7335-af99-486a-9a7e-adbdf4443572 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:30:20 user nova-compute[75147]: DEBUG nova.objects.instance [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Lazy-loading 'numa_topology' on Instance uuid cdbe7335-af99-486a-9a7e-adbdf4443572 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:30:20 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75147) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 19:30:20 user nova-compute[75147]: INFO nova.compute.claims [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Claim successful on node user
Oct 27 19:30:20 user nova-compute[75147]: DEBUG nova.compute.manager [req-9271ef6c-698a-449e-be3d-50888fa0c900 req-08a4d89d-d2ea-45c1-aa48-d0c19c343bcb service nova] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Received event network-vif-plugged-c329eb13-c03a-457b-b808-2c836a4f4dc9 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:30:20 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-9271ef6c-698a-449e-be3d-50888fa0c900 req-08a4d89d-d2ea-45c1-aa48-d0c19c343bcb service nova] Acquiring lock "c49c74a6-9955-4a79-848f-4e6b9e348f9c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:30:20 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-9271ef6c-698a-449e-be3d-50888fa0c900 req-08a4d89d-d2ea-45c1-aa48-d0c19c343bcb service nova] Lock "c49c74a6-9955-4a79-848f-4e6b9e348f9c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:30:20 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-9271ef6c-698a-449e-be3d-50888fa0c900 req-08a4d89d-d2ea-45c1-aa48-d0c19c343bcb service nova] Lock "c49c74a6-9955-4a79-848f-4e6b9e348f9c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:30:20 user nova-compute[75147]: DEBUG nova.compute.manager [req-9271ef6c-698a-449e-be3d-50888fa0c900 req-08a4d89d-d2ea-45c1-aa48-d0c19c343bcb service nova] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] No waiting events found dispatching network-vif-plugged-c329eb13-c03a-457b-b808-2c836a4f4dc9 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:30:20 user nova-compute[75147]: WARNING nova.compute.manager [req-9271ef6c-698a-449e-be3d-50888fa0c900 req-08a4d89d-d2ea-45c1-aa48-d0c19c343bcb service nova] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Received unexpected event network-vif-plugged-c329eb13-c03a-457b-b808-2c836a4f4dc9 for instance with vm_state active and task_state rescuing.
Oct 27 19:30:20 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:21 user nova-compute[75147]: DEBUG nova.compute.manager [None req-bd885919-436d-4094-90e6-577a94fa2d30 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Checking state {{(pid=75147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 19:30:21 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:30:21 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:30:21 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.688s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:30:21 user nova-compute[75147]: INFO nova.network.neutron [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Updating port 47db9abc-70dc-4acc-9f17-22d53495f921 with attributes {'binding:host_id': 'user', 'device_owner': 'compute:nova'}
Oct 27 19:30:22 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Acquiring lock "refresh_cache-cdbe7335-af99-486a-9a7e-adbdf4443572" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:30:22 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Acquired lock "refresh_cache-cdbe7335-af99-486a-9a7e-adbdf4443572" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:30:22 user nova-compute[75147]: DEBUG nova.network.neutron [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Building network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 19:30:22 user nova-compute[75147]: DEBUG nova.compute.manager [req-7638fbcf-b0a6-4a69-bf66-e0e8b516d74d req-db54e89d-a3b5-451d-bd31-47c3158c27ef service nova] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Received event network-changed-47db9abc-70dc-4acc-9f17-22d53495f921 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:30:22 user nova-compute[75147]: DEBUG nova.compute.manager [req-7638fbcf-b0a6-4a69-bf66-e0e8b516d74d req-db54e89d-a3b5-451d-bd31-47c3158c27ef service nova] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Refreshing instance network info cache due to event network-changed-47db9abc-70dc-4acc-9f17-22d53495f921. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 19:30:22 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-7638fbcf-b0a6-4a69-bf66-e0e8b516d74d req-db54e89d-a3b5-451d-bd31-47c3158c27ef service nova] Acquiring lock "refresh_cache-cdbe7335-af99-486a-9a7e-adbdf4443572" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:30:22 user nova-compute[75147]: DEBUG nova.network.neutron [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Updating instance_info_cache with network_info: [{"id": "47db9abc-70dc-4acc-9f17-22d53495f921", "address": "fa:16:3e:ac:d0:11", "network": {"id": "a71e29bc-f4c7-43bf-b62a-640bdbe1f778", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1494620895-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8beb0d83b9e445ec875766ef511f053b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47db9abc-70", "ovs_interfaceid": "47db9abc-70dc-4acc-9f17-22d53495f921", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:30:22 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Releasing lock "refresh_cache-cdbe7335-af99-486a-9a7e-adbdf4443572" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:30:22 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Creating instance directory {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 19:30:22 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Creating image(s)
Oct 27 19:30:22 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Acquiring lock "/opt/stack/data/nova/instances/cdbe7335-af99-486a-9a7e-adbdf4443572/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:30:22 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Lock "/opt/stack/data/nova/instances/cdbe7335-af99-486a-9a7e-adbdf4443572/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:30:22 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Lock "/opt/stack/data/nova/instances/cdbe7335-af99-486a-9a7e-adbdf4443572/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:30:22 user nova-compute[75147]: DEBUG nova.objects.instance [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Lazy-loading 'trusted_certs' on Instance uuid cdbe7335-af99-486a-9a7e-adbdf4443572 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:30:22 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-7638fbcf-b0a6-4a69-bf66-e0e8b516d74d req-db54e89d-a3b5-451d-bd31-47c3158c27ef service nova] Acquired lock "refresh_cache-cdbe7335-af99-486a-9a7e-adbdf4443572" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:30:22 user nova-compute[75147]: DEBUG nova.network.neutron [req-7638fbcf-b0a6-4a69-bf66-e0e8b516d74d req-db54e89d-a3b5-451d-bd31-47c3158c27ef service nova] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Refreshing network info cache for port 47db9abc-70dc-4acc-9f17-22d53495f921 {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 19:30:22 user nova-compute[75147]: DEBUG nova.objects.base [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Object Instance<cdbe7335-af99-486a-9a7e-adbdf4443572> lazy-loaded attributes: pci_requests,trusted_certs {{(pid=75147) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 19:30:22 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Acquiring lock "94d917249dbae01330c4cdd26c6a75bff33022bc" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:30:22 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Lock "94d917249dbae01330c4cdd26c6a75bff33022bc" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:30:24 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/94d917249dbae01330c4cdd26c6a75bff33022bc.part --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:24 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:24 user nova-compute[75147]: DEBUG nova.compute.manager [req-e18f1700-e260-43bd-9595-be3dce07c453 req-e72fe812-46f1-47b5-944c-efac60c465e7 service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Received event network-changed-50fbdd35-e7c7-47a1-a597-c6daa0463acc {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:30:24 user nova-compute[75147]: DEBUG nova.compute.manager [req-e18f1700-e260-43bd-9595-be3dce07c453 req-e72fe812-46f1-47b5-944c-efac60c465e7 service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Refreshing instance network info cache due to event network-changed-50fbdd35-e7c7-47a1-a597-c6daa0463acc. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 19:30:24 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-e18f1700-e260-43bd-9595-be3dce07c453 req-e72fe812-46f1-47b5-944c-efac60c465e7 service nova] Acquiring lock "refresh_cache-519212ec-e041-4397-8405-3f301c417b59" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:30:24 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-e18f1700-e260-43bd-9595-be3dce07c453 req-e72fe812-46f1-47b5-944c-efac60c465e7 service nova] Acquired lock "refresh_cache-519212ec-e041-4397-8405-3f301c417b59" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:30:24 user nova-compute[75147]: DEBUG nova.network.neutron [req-e18f1700-e260-43bd-9595-be3dce07c453 req-e72fe812-46f1-47b5-944c-efac60c465e7 service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Refreshing network info cache for port 50fbdd35-e7c7-47a1-a597-c6daa0463acc {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 19:30:24 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/94d917249dbae01330c4cdd26c6a75bff33022bc.part --force-share --output=json" returned: 0 in 0.233s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:24 user nova-compute[75147]: DEBUG nova.virt.images [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] 363bde80-641e-4361-bd72-a27921904cdf was qcow2, converting to raw {{(pid=75147) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 27 19:30:24 user nova-compute[75147]: DEBUG nova.privsep.utils [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75147) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 27 19:30:24 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/94d917249dbae01330c4cdd26c6a75bff33022bc.part /opt/stack/data/nova/instances/_base/94d917249dbae01330c4cdd26c6a75bff33022bc.converted {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:24 user nova-compute[75147]: DEBUG nova.network.neutron [req-7638fbcf-b0a6-4a69-bf66-e0e8b516d74d req-db54e89d-a3b5-451d-bd31-47c3158c27ef service nova] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Updated VIF entry in instance network info cache for port 47db9abc-70dc-4acc-9f17-22d53495f921. {{(pid=75147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 19:30:24 user nova-compute[75147]: DEBUG nova.network.neutron [req-7638fbcf-b0a6-4a69-bf66-e0e8b516d74d req-db54e89d-a3b5-451d-bd31-47c3158c27ef service nova] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Updating instance_info_cache with network_info: [{"id": "47db9abc-70dc-4acc-9f17-22d53495f921", "address": "fa:16:3e:ac:d0:11", "network": {"id": "a71e29bc-f4c7-43bf-b62a-640bdbe1f778", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1494620895-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8beb0d83b9e445ec875766ef511f053b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47db9abc-70", "ovs_interfaceid": "47db9abc-70dc-4acc-9f17-22d53495f921", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:30:24 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/94d917249dbae01330c4cdd26c6a75bff33022bc.part /opt/stack/data/nova/instances/_base/94d917249dbae01330c4cdd26c6a75bff33022bc.converted" returned: 0 in 0.438s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:24 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/94d917249dbae01330c4cdd26c6a75bff33022bc.converted --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:24 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-7638fbcf-b0a6-4a69-bf66-e0e8b516d74d req-db54e89d-a3b5-451d-bd31-47c3158c27ef service nova] Releasing lock "refresh_cache-cdbe7335-af99-486a-9a7e-adbdf4443572" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:30:25 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/94d917249dbae01330c4cdd26c6a75bff33022bc.converted --force-share --output=json" returned: 0 in 0.242s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:25 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Lock "94d917249dbae01330c4cdd26c6a75bff33022bc" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.217s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:30:25 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/94d917249dbae01330c4cdd26c6a75bff33022bc --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:25 user nova-compute[75147]: DEBUG nova.network.neutron [req-e18f1700-e260-43bd-9595-be3dce07c453 req-e72fe812-46f1-47b5-944c-efac60c465e7 service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Updated VIF entry in instance network info cache for port 50fbdd35-e7c7-47a1-a597-c6daa0463acc. {{(pid=75147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 19:30:25 user nova-compute[75147]: DEBUG nova.network.neutron [req-e18f1700-e260-43bd-9595-be3dce07c453 req-e72fe812-46f1-47b5-944c-efac60c465e7 service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Updating instance_info_cache with network_info: [{"id": "50fbdd35-e7c7-47a1-a597-c6daa0463acc", "address": "fa:16:3e:ba:1f:6a", "network": {"id": "efb239ea-2b01-42ab-914d-d96fb4cb641a", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1328217919-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "826578ed75e04f04b57dfc7940a8c810", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50fbdd35-e7", "ovs_interfaceid": "50fbdd35-e7c7-47a1-a597-c6daa0463acc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e2c80536-7e4e-4363-91f3-1d85d95863db", "address": "fa:16:3e:48:26:fd", "network": {"id": "7566241a-80be-452b-a5bd-8c2a1d10a91e", "bridge": "br-int", "label": "tempest-device-tagging-net1-346914798", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.237", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "826578ed75e04f04b57dfc7940a8c810", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape2c80536-7e", "ovs_interfaceid": "e2c80536-7e4e-4363-91f3-1d85d95863db", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "889f60a0-69ff-467e-845c-07e5b4ef6e6b", "address": "fa:16:3e:c8:2e:ec", "network": {"id": "7566241a-80be-452b-a5bd-8c2a1d10a91e", "bridge": "br-int", "label": "tempest-device-tagging-net1-346914798", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "826578ed75e04f04b57dfc7940a8c810", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap889f60a0-69", "ovs_interfaceid": "889f60a0-69ff-467e-845c-07e5b4ef6e6b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "bb79e36b-036b-4c1f-beae-5eafe109eb13", "address": "fa:16:3e:21:87:3b", "network": {"id": "7566241a-80be-452b-a5bd-8c2a1d10a91e", "bridge": "br-int", "label": "tempest-device-tagging-net1-346914798", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "826578ed75e04f04b57dfc7940a8c810", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbb79e36b-03", "ovs_interfaceid": "bb79e36b-036b-4c1f-beae-5eafe109eb13", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "80ebb49f-6196-4471-97c0-05ffc132197f", "address": "fa:16:3e:a1:5b:63", "network": {"id": "7566241a-80be-452b-a5bd-8c2a1d10a91e", "bridge": "br-int", "label": "tempest-device-tagging-net1-346914798", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "826578ed75e04f04b57dfc7940a8c810", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap80ebb49f-61", "ovs_interfaceid": "80ebb49f-6196-4471-97c0-05ffc132197f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5cdb5084-7522-400c-80be-826f6ea26e62", "address": "fa:16:3e:d7:a2:ab", "network": {"id": "fd25be1d-a7ca-42f0-a93d-fffa2f0c404a", "bridge": "br-int", "label": "tempest-device-tagging-net2-817073751", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "826578ed75e04f04b57dfc7940a8c810", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5cdb5084-75", "ovs_interfaceid": "5cdb5084-7522-400c-80be-826f6ea26e62", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "09751407-65e3-46e8-9deb-ee0aed32a055", "address": "fa:16:3e:5b:03:87", "network": {"id": "fd25be1d-a7ca-42f0-a93d-fffa2f0c404a", "bridge": "br-int", "label": "tempest-device-tagging-net2-817073751", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "826578ed75e04f04b57dfc7940a8c810", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap09751407-65", "ovs_interfaceid": "09751407-65e3-46e8-9deb-ee0aed32a055", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:30:25 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-e18f1700-e260-43bd-9595-be3dce07c453 req-e72fe812-46f1-47b5-944c-efac60c465e7 service nova] Releasing lock "refresh_cache-519212ec-e041-4397-8405-3f301c417b59" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:30:25 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/94d917249dbae01330c4cdd26c6a75bff33022bc --force-share --output=json" returned: 0 in 0.297s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:25 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Acquiring lock "94d917249dbae01330c4cdd26c6a75bff33022bc" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:30:25 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Lock "94d917249dbae01330c4cdd26c6a75bff33022bc" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:30:25 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/94d917249dbae01330c4cdd26c6a75bff33022bc --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:25 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/94d917249dbae01330c4cdd26c6a75bff33022bc --force-share --output=json" returned: 0 in 0.198s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:25 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/94d917249dbae01330c4cdd26c6a75bff33022bc,backing_fmt=raw /opt/stack/data/nova/instances/cdbe7335-af99-486a-9a7e-adbdf4443572/disk 1073741824 {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:25 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/94d917249dbae01330c4cdd26c6a75bff33022bc,backing_fmt=raw /opt/stack/data/nova/instances/cdbe7335-af99-486a-9a7e-adbdf4443572/disk 1073741824" returned: 0 in 0.060s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:25 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Lock "94d917249dbae01330c4cdd26c6a75bff33022bc" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.273s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:30:25 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/94d917249dbae01330c4cdd26c6a75bff33022bc --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:25 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/94d917249dbae01330c4cdd26c6a75bff33022bc --force-share --output=json" returned: 0 in 0.214s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:25 user nova-compute[75147]: DEBUG nova.objects.instance [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Lazy-loading 'migration_context' on Instance uuid cdbe7335-af99-486a-9a7e-adbdf4443572 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:30:25 user nova-compute[75147]: DEBUG nova.objects.base [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Object Instance<cdbe7335-af99-486a-9a7e-adbdf4443572> lazy-loaded attributes: pci_requests,trusted_certs,migration_context {{(pid=75147) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 19:30:25 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Rebasing disk image.
Oct 27 19:30:25 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:26 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.216s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:26 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Running cmd (subprocess): qemu-img rebase -b /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa -F raw /opt/stack/data/nova/instances/cdbe7335-af99-486a-9a7e-adbdf4443572/disk {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:26 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Acquiring lock "519212ec-e041-4397-8405-3f301c417b59" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:30:26 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Lock "519212ec-e041-4397-8405-3f301c417b59" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.003s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:30:26 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Acquiring lock "519212ec-e041-4397-8405-3f301c417b59-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:30:26 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Lock "519212ec-e041-4397-8405-3f301c417b59-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:30:26 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Lock "519212ec-e041-4397-8405-3f301c417b59-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:30:26 user nova-compute[75147]: INFO nova.compute.manager [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] [instance: 519212ec-e041-4397-8405-3f301c417b59] Terminating instance
Oct 27 19:30:26 user nova-compute[75147]: DEBUG nova.compute.manager [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] [instance: 519212ec-e041-4397-8405-3f301c417b59] Start destroying the instance on the hypervisor. {{(pid=75147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 27 19:30:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:27 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:27 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:27 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:27 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:27 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:27 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:27 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:27 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:27 user nova-compute[75147]: DEBUG nova.compute.manager [req-42f1c20b-291b-47af-a6cb-8004a153b82a req-eef88542-f23a-48af-8ebd-b35ae303823c service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Received event network-vif-unplugged-50fbdd35-e7c7-47a1-a597-c6daa0463acc {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:30:27 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-42f1c20b-291b-47af-a6cb-8004a153b82a req-eef88542-f23a-48af-8ebd-b35ae303823c service nova] Acquiring lock "519212ec-e041-4397-8405-3f301c417b59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:30:27 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-42f1c20b-291b-47af-a6cb-8004a153b82a req-eef88542-f23a-48af-8ebd-b35ae303823c service nova] Lock "519212ec-e041-4397-8405-3f301c417b59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:30:27 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-42f1c20b-291b-47af-a6cb-8004a153b82a req-eef88542-f23a-48af-8ebd-b35ae303823c service nova] Lock "519212ec-e041-4397-8405-3f301c417b59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:30:27 user nova-compute[75147]: DEBUG nova.compute.manager [req-42f1c20b-291b-47af-a6cb-8004a153b82a req-eef88542-f23a-48af-8ebd-b35ae303823c service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] No waiting events found dispatching network-vif-unplugged-50fbdd35-e7c7-47a1-a597-c6daa0463acc {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:30:27 user nova-compute[75147]: DEBUG nova.compute.manager [req-42f1c20b-291b-47af-a6cb-8004a153b82a req-eef88542-f23a-48af-8ebd-b35ae303823c service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Received event network-vif-unplugged-50fbdd35-e7c7-47a1-a597-c6daa0463acc for instance with task_state deleting. {{(pid=75147) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 19:30:28 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:28 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:28 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:28 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:28 user nova-compute[75147]: DEBUG nova.compute.manager [req-7ae1e284-55b7-4ca2-b0b2-920b52b557b3 req-68bd8520-2cdc-47bb-ad82-29ddd5023532 service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Received event network-vif-unplugged-bb79e36b-036b-4c1f-beae-5eafe109eb13 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:30:28 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-7ae1e284-55b7-4ca2-b0b2-920b52b557b3 req-68bd8520-2cdc-47bb-ad82-29ddd5023532 service nova] Acquiring lock "519212ec-e041-4397-8405-3f301c417b59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:30:28 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-7ae1e284-55b7-4ca2-b0b2-920b52b557b3 req-68bd8520-2cdc-47bb-ad82-29ddd5023532 service nova] Lock "519212ec-e041-4397-8405-3f301c417b59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:30:28 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-7ae1e284-55b7-4ca2-b0b2-920b52b557b3 req-68bd8520-2cdc-47bb-ad82-29ddd5023532 service nova] Lock "519212ec-e041-4397-8405-3f301c417b59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:30:28 user nova-compute[75147]: DEBUG nova.compute.manager [req-7ae1e284-55b7-4ca2-b0b2-920b52b557b3 req-68bd8520-2cdc-47bb-ad82-29ddd5023532 service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] No waiting events found dispatching network-vif-unplugged-bb79e36b-036b-4c1f-beae-5eafe109eb13 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:30:28 user nova-compute[75147]: DEBUG nova.compute.manager [req-7ae1e284-55b7-4ca2-b0b2-920b52b557b3 req-68bd8520-2cdc-47bb-ad82-29ddd5023532 service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Received event network-vif-unplugged-bb79e36b-036b-4c1f-beae-5eafe109eb13 for instance with task_state deleting. {{(pid=75147) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 19:30:28 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:28 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:28 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:28 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:29 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] CMD "qemu-img rebase -b /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa -F raw /opt/stack/data/nova/instances/cdbe7335-af99-486a-9a7e-adbdf4443572/disk" returned: 0 in 2.958s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:29 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Created local disks {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 27 19:30:29 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Ensure instance console log exists: /opt/stack/data/nova/instances/cdbe7335-af99-486a-9a7e-adbdf4443572/console.log {{(pid=75147) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 19:30:29 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:30:29 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:30:29 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:30:29 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Start _get_guest_xml network_info=[{"id": "47db9abc-70dc-4acc-9f17-22d53495f921", "address": "fa:16:3e:ac:d0:11", "network": {"id": "a71e29bc-f4c7-43bf-b62a-640bdbe1f778", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1494620895-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8beb0d83b9e445ec875766ef511f053b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47db9abc-70", "ovs_interfaceid": "47db9abc-70dc-4acc-9f17-22d53495f921", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdc': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk'}}} image_meta=ImageMeta(checksum='54130f727529d99352dd7817da003572',container_format='bare',created_at=2023-10-27T19:28:04Z,direct_url=<?>,disk_format='qcow2',id=363bde80-641e-4361-bd72-a27921904cdf,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-214031538-shelved',owner='8beb0d83b9e445ec875766ef511f053b',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-10-27T19:28:10Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'encryption_options': None, 'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encrypted': False, 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_format': None, 'device_name': '/dev/vda', 'image_id': 'd52df17c-5315-4a73-ab7c-34c161a414fb'}], 'ephemerals': [], 'block_device_mapping': [{'device_type': 'disk', 'delete_on_termination': False, 'boot_index': None, 'disk_bus': 'virtio', 'mount_device': '/dev/vdc', 'guest_format': None, 'attachment_id': '3f94b44e-30b5-408e-a57c-982301647d6e', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:eefad9fe-aa04-4b01-89e9-56ec24c73f94', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HUWpFfdS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': 'cdbe7335-af99-486a-9a7e-adbdf4443572', 'attached_at': '', 'detached_at': '', 'volume_id': 'eefad9fe-aa04-4b01-89e9-56ec24c73f94', 'serial': 'eefad9fe-aa04-4b01-89e9-56ec24c73f94'}, 'volume_type': None} {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 19:30:29 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:30:29 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:30:29 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 19:30:29 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] CPU controller missing on host. {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 19:30:29 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 19:30:29 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] CPU controller found on host. {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 19:30:29 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75147) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 19:30:29 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T19:21:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='54130f727529d99352dd7817da003572',container_format='bare',created_at=2023-10-27T19:28:04Z,direct_url=<?>,disk_format='qcow2',id=363bde80-641e-4361-bd72-a27921904cdf,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-214031538-shelved',owner='8beb0d83b9e445ec875766ef511f053b',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-10-27T19:28:10Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 19:30:29 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Flavor limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 19:30:29 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Image limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 19:30:29 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Flavor pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 19:30:29 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Image pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 19:30:29 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 19:30:29 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 19:30:29 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 19:30:29 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Got 1 possible topologies {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 19:30:29 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 19:30:29 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 19:30:29 user nova-compute[75147]: DEBUG nova.objects.instance [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Lazy-loading 'vcpu_model' on Instance uuid cdbe7335-af99-486a-9a7e-adbdf4443572 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:30:29 user nova-compute[75147]: DEBUG nova.objects.base [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Object Instance<cdbe7335-af99-486a-9a7e-adbdf4443572> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model {{(pid=75147) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 19:30:29 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Calling os-brick to attach iSCSI Volume {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 19:30:29 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:eefad9fe-aa04-4b01-89e9-56ec24c73f94', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HUWpFfdS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:30:29 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:30:29 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:30:29 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:30:29 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:30:29 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:eefad9fe-aa04-4b01-89e9-56ec24c73f94" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:30:29 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:eefad9fe-aa04-4b01-89e9-56ec24c73f94" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:30:29 user nova-compute[75147]: INFO os_brick.initiator.connectors.iscsi [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 19:30:29 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:eefad9fe-aa04-4b01-89e9-56ec24c73f94 -p 172.16.0.220:3260 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:29 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:29 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:eefad9fe-aa04-4b01-89e9-56ec24c73f94 -p 172.16.0.220:3260" returned: 21 in 0.026s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:29 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[6547c658-f59e-449b-8bc7-9e0f86c3b86a]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:30:29 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 19:30:29 user nova-compute[75147]:  {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:30:29 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:eefad9fe-aa04-4b01-89e9-56ec24c73f94 -p 172.16.0.220:3260 --interface default --op new {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:29 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:eefad9fe-aa04-4b01-89e9-56ec24c73f94 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.025s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:29 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[597c7545-bd9c-45c2-818e-652df29b96bb]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:eefad9fe-aa04-4b01-89e9-56ec24c73f94] added\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:30:29 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:eefad9fe-aa04-4b01-89e9-56ec24c73f94] added
Oct 27 19:30:29 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:30:29 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:eefad9fe-aa04-4b01-89e9-56ec24c73f94 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:29 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:eefad9fe-aa04-4b01-89e9-56ec24c73f94 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.025s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:29 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[f46f5032-0db3-4c22-aefc-787a8f5e898e]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:30:29 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:30:29 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:eefad9fe-aa04-4b01-89e9-56ec24c73f94 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:29 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:eefad9fe-aa04-4b01-89e9-56ec24c73f94 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:29 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[d03cf87f-0e97-422d-8747-8413bc9c1bd7]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:30:29 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:30:29 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:eefad9fe-aa04-4b01-89e9-56ec24c73f94 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v HUWpFfdS {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:29 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:eefad9fe-aa04-4b01-89e9-56ec24c73f94 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v HUWpFfdS" returned: 0 in 0.024s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:29 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb5bc3d3-a49d-4613-ad4a-efcd637e8786]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:30:29 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'HUWpFfdS'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:30:29 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:eefad9fe-aa04-4b01-89e9-56ec24c73f94 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:29 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:eefad9fe-aa04-4b01-89e9-56ec24c73f94 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:29 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a3517ad-d6c1-4d33-939c-337af0daaab8]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:30:29 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:30:29 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:29 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.036s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:29 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[32fab7a8-3f51-429d-bda2-4376cd93fe59]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:30:29 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5 (non-flash)
Oct 27 19:30:29 user nova-compute[75147]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 (non-flash)
Oct 27 19:30:29 user nova-compute[75147]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1 (non-flash)
Oct 27 19:30:29 user nova-compute[75147]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6 (non-flash)
Oct 27 19:30:29 user nova-compute[75147]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7 (non-flash)
Oct 27 19:30:29 user nova-compute[75147]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc (non-flash)
Oct 27 19:30:29 user nova-compute[75147]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed (non-flash)
Oct 27 19:30:29 user nova-compute[75147]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2 (non-flash)
Oct 27 19:30:29 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:30:29 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5 (non-flash)
Oct 27 19:30:29 user nova-compute[75147]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 (non-flash)
Oct 27 19:30:29 user nova-compute[75147]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1 (non-flash)
Oct 27 19:30:29 user nova-compute[75147]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6 (non-flash)
Oct 27 19:30:29 user nova-compute[75147]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7 (non-flash)
Oct 27 19:30:29 user nova-compute[75147]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc (non-flash)
Oct 27 19:30:29 user nova-compute[75147]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed (non-flash)
Oct 27 19:30:29 user nova-compute[75147]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2 (non-flash)
Oct 27 19:30:29 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:30:29 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:eefad9fe-aa04-4b01-89e9-56ec24c73f94 -p 172.16.0.220:3260 --login {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:29 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: 519212ec-e041-4397-8405-3f301c417b59] Instance destroyed successfully.
Oct 27 19:30:29 user nova-compute[75147]: DEBUG nova.objects.instance [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Lazy-loading 'resources' on Instance uuid 519212ec-e041-4397-8405-3f301c417b59 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:30:29 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-27T19:27:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1372442434',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1372442434',id=10,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOocBh9X76RRok0PXK+z8/D4AfAOpc4BhLfBnx7dVZpHMVcQvtJiUUCaOPhScLphW+b6XAO3kd3PTeE8QS5sa6l72vm3WAYpWUZTxDunHnZKi7+Y0VmumfYhBa7sV4KaiQ==',key_name='tempest-keypair-1415377830',keypairs=<?>,launch_index=0,launched_at=2023-10-27T19:29:06Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='826578ed75e04f04b57dfc7940a8c810',ramdisk_id='',reservation_id='r-duq4mkzs',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-790974805',owner_user_name='tempest-TaggedBootDevicesTest_v242-790974805-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T19:29:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='88dd3026c7d0407fb2737c242c01aaea',uuid=519212ec-e041-4397-8405-3f301c417b59,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "50fbdd35-e7c7-47a1-a597-c6daa0463acc", "address": "fa:16:3e:ba:1f:6a", "network": {"id": "efb239ea-2b01-42ab-914d-d96fb4cb641a", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1328217919-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "826578ed75e04f04b57dfc7940a8c810", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50fbdd35-e7", "ovs_interfaceid": "50fbdd35-e7c7-47a1-a597-c6daa0463acc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 19:30:29 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Converting VIF {"id": "50fbdd35-e7c7-47a1-a597-c6daa0463acc", "address": "fa:16:3e:ba:1f:6a", "network": {"id": "efb239ea-2b01-42ab-914d-d96fb4cb641a", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1328217919-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "826578ed75e04f04b57dfc7940a8c810", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50fbdd35-e7", "ovs_interfaceid": "50fbdd35-e7c7-47a1-a597-c6daa0463acc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:30:29 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:ba:1f:6a,bridge_name='br-int',has_traffic_filtering=True,id=50fbdd35-e7c7-47a1-a597-c6daa0463acc,network=Network(efb239ea-2b01-42ab-914d-d96fb4cb641a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap50fbdd35-e7') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:30:29 user nova-compute[75147]: DEBUG os_vif [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:ba:1f:6a,bridge_name='br-int',has_traffic_filtering=True,id=50fbdd35-e7c7-47a1-a597-c6daa0463acc,network=Network(efb239ea-2b01-42ab-914d-d96fb4cb641a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap50fbdd35-e7') {{(pid=75147) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 19:30:29 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:29 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap50fbdd35-e7, bridge=br-int, if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:30:29 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:29 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG nova.compute.manager [req-9e7e2642-0e34-4629-b63a-4a32a93016ec req-f3388b7f-30e9-452f-813b-1eb28a798780 service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Received event network-vif-plugged-50fbdd35-e7c7-47a1-a597-c6daa0463acc {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-9e7e2642-0e34-4629-b63a-4a32a93016ec req-f3388b7f-30e9-452f-813b-1eb28a798780 service nova] Acquiring lock "519212ec-e041-4397-8405-3f301c417b59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-9e7e2642-0e34-4629-b63a-4a32a93016ec req-f3388b7f-30e9-452f-813b-1eb28a798780 service nova] Lock "519212ec-e041-4397-8405-3f301c417b59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-9e7e2642-0e34-4629-b63a-4a32a93016ec req-f3388b7f-30e9-452f-813b-1eb28a798780 service nova] Lock "519212ec-e041-4397-8405-3f301c417b59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG nova.compute.manager [req-9e7e2642-0e34-4629-b63a-4a32a93016ec req-f3388b7f-30e9-452f-813b-1eb28a798780 service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] No waiting events found dispatching network-vif-plugged-50fbdd35-e7c7-47a1-a597-c6daa0463acc {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:30:30 user nova-compute[75147]: WARNING nova.compute.manager [req-9e7e2642-0e34-4629-b63a-4a32a93016ec req-f3388b7f-30e9-452f-813b-1eb28a798780 service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Received unexpected event network-vif-plugged-50fbdd35-e7c7-47a1-a597-c6daa0463acc for instance with vm_state active and task_state deleting.
Oct 27 19:30:30 user nova-compute[75147]: DEBUG nova.compute.manager [req-9e7e2642-0e34-4629-b63a-4a32a93016ec req-f3388b7f-30e9-452f-813b-1eb28a798780 service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Received event network-vif-unplugged-e2c80536-7e4e-4363-91f3-1d85d95863db {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-9e7e2642-0e34-4629-b63a-4a32a93016ec req-f3388b7f-30e9-452f-813b-1eb28a798780 service nova] Acquiring lock "519212ec-e041-4397-8405-3f301c417b59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-9e7e2642-0e34-4629-b63a-4a32a93016ec req-f3388b7f-30e9-452f-813b-1eb28a798780 service nova] Lock "519212ec-e041-4397-8405-3f301c417b59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-9e7e2642-0e34-4629-b63a-4a32a93016ec req-f3388b7f-30e9-452f-813b-1eb28a798780 service nova] Lock "519212ec-e041-4397-8405-3f301c417b59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG nova.compute.manager [req-9e7e2642-0e34-4629-b63a-4a32a93016ec req-f3388b7f-30e9-452f-813b-1eb28a798780 service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] No waiting events found dispatching network-vif-unplugged-e2c80536-7e4e-4363-91f3-1d85d95863db {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG nova.compute.manager [req-9e7e2642-0e34-4629-b63a-4a32a93016ec req-f3388b7f-30e9-452f-813b-1eb28a798780 service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Received event network-vif-unplugged-e2c80536-7e4e-4363-91f3-1d85d95863db for instance with task_state deleting. {{(pid=75147) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG nova.compute.manager [req-9e7e2642-0e34-4629-b63a-4a32a93016ec req-f3388b7f-30e9-452f-813b-1eb28a798780 service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Received event network-vif-plugged-e2c80536-7e4e-4363-91f3-1d85d95863db {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-9e7e2642-0e34-4629-b63a-4a32a93016ec req-f3388b7f-30e9-452f-813b-1eb28a798780 service nova] Acquiring lock "519212ec-e041-4397-8405-3f301c417b59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-9e7e2642-0e34-4629-b63a-4a32a93016ec req-f3388b7f-30e9-452f-813b-1eb28a798780 service nova] Lock "519212ec-e041-4397-8405-3f301c417b59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-9e7e2642-0e34-4629-b63a-4a32a93016ec req-f3388b7f-30e9-452f-813b-1eb28a798780 service nova] Lock "519212ec-e041-4397-8405-3f301c417b59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG nova.compute.manager [req-9e7e2642-0e34-4629-b63a-4a32a93016ec req-f3388b7f-30e9-452f-813b-1eb28a798780 service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] No waiting events found dispatching network-vif-plugged-e2c80536-7e4e-4363-91f3-1d85d95863db {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:30:30 user nova-compute[75147]: WARNING nova.compute.manager [req-9e7e2642-0e34-4629-b63a-4a32a93016ec req-f3388b7f-30e9-452f-813b-1eb28a798780 service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Received unexpected event network-vif-plugged-e2c80536-7e4e-4363-91f3-1d85d95863db for instance with vm_state active and task_state deleting.
Oct 27 19:30:30 user nova-compute[75147]: DEBUG nova.compute.manager [req-9e7e2642-0e34-4629-b63a-4a32a93016ec req-f3388b7f-30e9-452f-813b-1eb28a798780 service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Received event network-vif-unplugged-889f60a0-69ff-467e-845c-07e5b4ef6e6b {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-9e7e2642-0e34-4629-b63a-4a32a93016ec req-f3388b7f-30e9-452f-813b-1eb28a798780 service nova] Acquiring lock "519212ec-e041-4397-8405-3f301c417b59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-9e7e2642-0e34-4629-b63a-4a32a93016ec req-f3388b7f-30e9-452f-813b-1eb28a798780 service nova] Lock "519212ec-e041-4397-8405-3f301c417b59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-9e7e2642-0e34-4629-b63a-4a32a93016ec req-f3388b7f-30e9-452f-813b-1eb28a798780 service nova] Lock "519212ec-e041-4397-8405-3f301c417b59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG nova.compute.manager [req-9e7e2642-0e34-4629-b63a-4a32a93016ec req-f3388b7f-30e9-452f-813b-1eb28a798780 service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] No waiting events found dispatching network-vif-unplugged-889f60a0-69ff-467e-845c-07e5b4ef6e6b {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG nova.compute.manager [req-9e7e2642-0e34-4629-b63a-4a32a93016ec req-f3388b7f-30e9-452f-813b-1eb28a798780 service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Received event network-vif-unplugged-889f60a0-69ff-467e-845c-07e5b4ef6e6b for instance with task_state deleting. {{(pid=75147) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG nova.compute.manager [req-9e7e2642-0e34-4629-b63a-4a32a93016ec req-f3388b7f-30e9-452f-813b-1eb28a798780 service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Received event network-vif-plugged-889f60a0-69ff-467e-845c-07e5b4ef6e6b {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-9e7e2642-0e34-4629-b63a-4a32a93016ec req-f3388b7f-30e9-452f-813b-1eb28a798780 service nova] Acquiring lock "519212ec-e041-4397-8405-3f301c417b59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-9e7e2642-0e34-4629-b63a-4a32a93016ec req-f3388b7f-30e9-452f-813b-1eb28a798780 service nova] Lock "519212ec-e041-4397-8405-3f301c417b59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-9e7e2642-0e34-4629-b63a-4a32a93016ec req-f3388b7f-30e9-452f-813b-1eb28a798780 service nova] Lock "519212ec-e041-4397-8405-3f301c417b59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG nova.compute.manager [req-9e7e2642-0e34-4629-b63a-4a32a93016ec req-f3388b7f-30e9-452f-813b-1eb28a798780 service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] No waiting events found dispatching network-vif-plugged-889f60a0-69ff-467e-845c-07e5b4ef6e6b {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:30:30 user nova-compute[75147]: WARNING nova.compute.manager [req-9e7e2642-0e34-4629-b63a-4a32a93016ec req-f3388b7f-30e9-452f-813b-1eb28a798780 service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Received unexpected event network-vif-plugged-889f60a0-69ff-467e-845c-07e5b4ef6e6b for instance with vm_state active and task_state deleting.
Oct 27 19:30:30 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=7b416c56-c803-4801-97ed-8ba7b230da58) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG nova.compute.manager [req-aff4da81-4c51-454f-b6ac-436da0e28f9b req-013ee25f-321f-44ad-aa26-adfdbb7b4aae service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Received event network-vif-plugged-bb79e36b-036b-4c1f-beae-5eafe109eb13 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-aff4da81-4c51-454f-b6ac-436da0e28f9b req-013ee25f-321f-44ad-aa26-adfdbb7b4aae service nova] Acquiring lock "519212ec-e041-4397-8405-3f301c417b59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-aff4da81-4c51-454f-b6ac-436da0e28f9b req-013ee25f-321f-44ad-aa26-adfdbb7b4aae service nova] Lock "519212ec-e041-4397-8405-3f301c417b59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.008s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-aff4da81-4c51-454f-b6ac-436da0e28f9b req-013ee25f-321f-44ad-aa26-adfdbb7b4aae service nova] Lock "519212ec-e041-4397-8405-3f301c417b59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG nova.compute.manager [req-aff4da81-4c51-454f-b6ac-436da0e28f9b req-013ee25f-321f-44ad-aa26-adfdbb7b4aae service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] No waiting events found dispatching network-vif-plugged-bb79e36b-036b-4c1f-beae-5eafe109eb13 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:30:30 user nova-compute[75147]: WARNING nova.compute.manager [req-aff4da81-4c51-454f-b6ac-436da0e28f9b req-013ee25f-321f-44ad-aa26-adfdbb7b4aae service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Received unexpected event network-vif-plugged-bb79e36b-036b-4c1f-beae-5eafe109eb13 for instance with vm_state active and task_state deleting.
Oct 27 19:30:30 user nova-compute[75147]: DEBUG nova.compute.manager [req-aff4da81-4c51-454f-b6ac-436da0e28f9b req-013ee25f-321f-44ad-aa26-adfdbb7b4aae service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Received event network-vif-unplugged-80ebb49f-6196-4471-97c0-05ffc132197f {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-aff4da81-4c51-454f-b6ac-436da0e28f9b req-013ee25f-321f-44ad-aa26-adfdbb7b4aae service nova] Acquiring lock "519212ec-e041-4397-8405-3f301c417b59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-aff4da81-4c51-454f-b6ac-436da0e28f9b req-013ee25f-321f-44ad-aa26-adfdbb7b4aae service nova] Lock "519212ec-e041-4397-8405-3f301c417b59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-aff4da81-4c51-454f-b6ac-436da0e28f9b req-013ee25f-321f-44ad-aa26-adfdbb7b4aae service nova] Lock "519212ec-e041-4397-8405-3f301c417b59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG nova.compute.manager [req-aff4da81-4c51-454f-b6ac-436da0e28f9b req-013ee25f-321f-44ad-aa26-adfdbb7b4aae service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] No waiting events found dispatching network-vif-unplugged-80ebb49f-6196-4471-97c0-05ffc132197f {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG nova.compute.manager [req-aff4da81-4c51-454f-b6ac-436da0e28f9b req-013ee25f-321f-44ad-aa26-adfdbb7b4aae service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Received event network-vif-unplugged-80ebb49f-6196-4471-97c0-05ffc132197f for instance with task_state deleting. {{(pid=75147) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG nova.compute.manager [req-aff4da81-4c51-454f-b6ac-436da0e28f9b req-013ee25f-321f-44ad-aa26-adfdbb7b4aae service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Received event network-vif-plugged-80ebb49f-6196-4471-97c0-05ffc132197f {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-aff4da81-4c51-454f-b6ac-436da0e28f9b req-013ee25f-321f-44ad-aa26-adfdbb7b4aae service nova] Acquiring lock "519212ec-e041-4397-8405-3f301c417b59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-aff4da81-4c51-454f-b6ac-436da0e28f9b req-013ee25f-321f-44ad-aa26-adfdbb7b4aae service nova] Lock "519212ec-e041-4397-8405-3f301c417b59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-aff4da81-4c51-454f-b6ac-436da0e28f9b req-013ee25f-321f-44ad-aa26-adfdbb7b4aae service nova] Lock "519212ec-e041-4397-8405-3f301c417b59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG nova.compute.manager [req-aff4da81-4c51-454f-b6ac-436da0e28f9b req-013ee25f-321f-44ad-aa26-adfdbb7b4aae service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] No waiting events found dispatching network-vif-plugged-80ebb49f-6196-4471-97c0-05ffc132197f {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:30:30 user nova-compute[75147]: WARNING nova.compute.manager [req-aff4da81-4c51-454f-b6ac-436da0e28f9b req-013ee25f-321f-44ad-aa26-adfdbb7b4aae service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Received unexpected event network-vif-plugged-80ebb49f-6196-4471-97c0-05ffc132197f for instance with vm_state active and task_state deleting.
Oct 27 19:30:30 user nova-compute[75147]: DEBUG nova.compute.manager [req-aff4da81-4c51-454f-b6ac-436da0e28f9b req-013ee25f-321f-44ad-aa26-adfdbb7b4aae service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Received event network-vif-unplugged-5cdb5084-7522-400c-80be-826f6ea26e62 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-aff4da81-4c51-454f-b6ac-436da0e28f9b req-013ee25f-321f-44ad-aa26-adfdbb7b4aae service nova] Acquiring lock "519212ec-e041-4397-8405-3f301c417b59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-aff4da81-4c51-454f-b6ac-436da0e28f9b req-013ee25f-321f-44ad-aa26-adfdbb7b4aae service nova] Lock "519212ec-e041-4397-8405-3f301c417b59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-aff4da81-4c51-454f-b6ac-436da0e28f9b req-013ee25f-321f-44ad-aa26-adfdbb7b4aae service nova] Lock "519212ec-e041-4397-8405-3f301c417b59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG nova.compute.manager [req-aff4da81-4c51-454f-b6ac-436da0e28f9b req-013ee25f-321f-44ad-aa26-adfdbb7b4aae service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] No waiting events found dispatching network-vif-unplugged-5cdb5084-7522-400c-80be-826f6ea26e62 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG nova.compute.manager [req-aff4da81-4c51-454f-b6ac-436da0e28f9b req-013ee25f-321f-44ad-aa26-adfdbb7b4aae service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Received event network-vif-unplugged-5cdb5084-7522-400c-80be-826f6ea26e62 for instance with task_state deleting. {{(pid=75147) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG nova.compute.manager [req-aff4da81-4c51-454f-b6ac-436da0e28f9b req-013ee25f-321f-44ad-aa26-adfdbb7b4aae service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Received event network-vif-plugged-5cdb5084-7522-400c-80be-826f6ea26e62 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-aff4da81-4c51-454f-b6ac-436da0e28f9b req-013ee25f-321f-44ad-aa26-adfdbb7b4aae service nova] Acquiring lock "519212ec-e041-4397-8405-3f301c417b59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-aff4da81-4c51-454f-b6ac-436da0e28f9b req-013ee25f-321f-44ad-aa26-adfdbb7b4aae service nova] Lock "519212ec-e041-4397-8405-3f301c417b59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-aff4da81-4c51-454f-b6ac-436da0e28f9b req-013ee25f-321f-44ad-aa26-adfdbb7b4aae service nova] Lock "519212ec-e041-4397-8405-3f301c417b59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG nova.compute.manager [req-aff4da81-4c51-454f-b6ac-436da0e28f9b req-013ee25f-321f-44ad-aa26-adfdbb7b4aae service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] No waiting events found dispatching network-vif-plugged-5cdb5084-7522-400c-80be-826f6ea26e62 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:30:30 user nova-compute[75147]: WARNING nova.compute.manager [req-aff4da81-4c51-454f-b6ac-436da0e28f9b req-013ee25f-321f-44ad-aa26-adfdbb7b4aae service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Received unexpected event network-vif-plugged-5cdb5084-7522-400c-80be-826f6ea26e62 for instance with vm_state active and task_state deleting.
Oct 27 19:30:30 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:30 user nova-compute[75147]: INFO os_vif [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:ba:1f:6a,bridge_name='br-int',has_traffic_filtering=True,id=50fbdd35-e7c7-47a1-a597-c6daa0463acc,network=Network(efb239ea-2b01-42ab-914d-d96fb4cb641a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap50fbdd35-e7')
Oct 27 19:30:30 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-27T19:27:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1372442434',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1372442434',id=10,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOocBh9X76RRok0PXK+z8/D4AfAOpc4BhLfBnx7dVZpHMVcQvtJiUUCaOPhScLphW+b6XAO3kd3PTeE8QS5sa6l72vm3WAYpWUZTxDunHnZKi7+Y0VmumfYhBa7sV4KaiQ==',key_name='tempest-keypair-1415377830',keypairs=<?>,launch_index=0,launched_at=2023-10-27T19:29:06Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='826578ed75e04f04b57dfc7940a8c810',ramdisk_id='',reservation_id='r-duq4mkzs',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-790974805',owner_user_name='tempest-TaggedBootDevicesTest_v242-790974805-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T19:29:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='88dd3026c7d0407fb2737c242c01aaea',uuid=519212ec-e041-4397-8405-3f301c417b59,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e2c80536-7e4e-4363-91f3-1d85d95863db", "address": "fa:16:3e:48:26:fd", "network": {"id": "7566241a-80be-452b-a5bd-8c2a1d10a91e", "bridge": "br-int", "label": "tempest-device-tagging-net1-346914798", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.237", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "826578ed75e04f04b57dfc7940a8c810", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape2c80536-7e", "ovs_interfaceid": "e2c80536-7e4e-4363-91f3-1d85d95863db", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75147) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Converting VIF {"id": "e2c80536-7e4e-4363-91f3-1d85d95863db", "address": "fa:16:3e:48:26:fd", "network": {"id": "7566241a-80be-452b-a5bd-8c2a1d10a91e", "bridge": "br-int", "label": "tempest-device-tagging-net1-346914798", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.237", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "826578ed75e04f04b57dfc7940a8c810", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape2c80536-7e", "ovs_interfaceid": "e2c80536-7e4e-4363-91f3-1d85d95863db", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:48:26:fd,bridge_name='br-int',has_traffic_filtering=True,id=e2c80536-7e4e-4363-91f3-1d85d95863db,network=Network(7566241a-80be-452b-a5bd-8c2a1d10a91e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tape2c80536-7e') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG os_vif [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:48:26:fd,bridge_name='br-int',has_traffic_filtering=True,id=e2c80536-7e4e-4363-91f3-1d85d95863db,network=Network(7566241a-80be-452b-a5bd-8c2a1d10a91e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tape2c80536-7e') {{(pid=75147) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape2c80536-7e, bridge=br-int, if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=8577275f-94d9-4bb5-9300-15f61dee4e92) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:eefad9fe-aa04-4b01-89e9-56ec24c73f94 -p 172.16.0.220:3260 --login" returned: 0 in 1.102s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[b746ab8a-8348-4988-9ea4-7780cb6031f3]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:eefad9fe-aa04-4b01-89e9-56ec24c73f94, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:eefad9fe-aa04-4b01-89e9-56ec24c73f94, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:eefad9fe-aa04-4b01-89e9-56ec24c73f94, portal: 172.16.0.220,3260]
Oct 27 19:30:30 user nova-compute[75147]: Login to [iface: default, target: iqn.2010-10.org.openstack:eefad9fe-aa04-4b01-89e9-56ec24c73f94, portal: 172.16.0.220,3260] successful.
Oct 27 19:30:30 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:30:30 user nova-compute[75147]: INFO os_vif [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:48:26:fd,bridge_name='br-int',has_traffic_filtering=True,id=e2c80536-7e4e-4363-91f3-1d85d95863db,network=Network(7566241a-80be-452b-a5bd-8c2a1d10a91e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tape2c80536-7e')
Oct 27 19:30:30 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-27T19:27:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1372442434',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1372442434',id=10,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOocBh9X76RRok0PXK+z8/D4AfAOpc4BhLfBnx7dVZpHMVcQvtJiUUCaOPhScLphW+b6XAO3kd3PTeE8QS5sa6l72vm3WAYpWUZTxDunHnZKi7+Y0VmumfYhBa7sV4KaiQ==',key_name='tempest-keypair-1415377830',keypairs=<?>,launch_index=0,launched_at=2023-10-27T19:29:06Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='826578ed75e04f04b57dfc7940a8c810',ramdisk_id='',reservation_id='r-duq4mkzs',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-790974805',owner_user_name='tempest-TaggedBootDevicesTest_v242-790974805-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T19:29:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='88dd3026c7d0407fb2737c242c01aaea',uuid=519212ec-e041-4397-8405-3f301c417b59,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "889f60a0-69ff-467e-845c-07e5b4ef6e6b", "address": "fa:16:3e:c8:2e:ec", "network": {"id": "7566241a-80be-452b-a5bd-8c2a1d10a91e", "bridge": "br-int", "label": "tempest-device-tagging-net1-346914798", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "826578ed75e04f04b57dfc7940a8c810", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap889f60a0-69", "ovs_interfaceid": "889f60a0-69ff-467e-845c-07e5b4ef6e6b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75147) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Converting VIF {"id": "889f60a0-69ff-467e-845c-07e5b4ef6e6b", "address": "fa:16:3e:c8:2e:ec", "network": {"id": "7566241a-80be-452b-a5bd-8c2a1d10a91e", "bridge": "br-int", "label": "tempest-device-tagging-net1-346914798", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "826578ed75e04f04b57dfc7940a8c810", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap889f60a0-69", "ovs_interfaceid": "889f60a0-69ff-467e-845c-07e5b4ef6e6b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c8:2e:ec,bridge_name='br-int',has_traffic_filtering=True,id=889f60a0-69ff-467e-845c-07e5b4ef6e6b,network=Network(7566241a-80be-452b-a5bd-8c2a1d10a91e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap889f60a0-69') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG os_vif [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c8:2e:ec,bridge_name='br-int',has_traffic_filtering=True,id=889f60a0-69ff-467e-845c-07e5b4ef6e6b,network=Network(7566241a-80be-452b-a5bd-8c2a1d10a91e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap889f60a0-69') {{(pid=75147) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:eefad9fe-aa04-4b01-89e9-56ec24c73f94 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap889f60a0-69, bridge=br-int, if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:eefad9fe-aa04-4b01-89e9-56ec24c73f94 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.026s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[43053689-a49a-46d5-888c-3a83302bc31e]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=5702affe-6f12-445b-b20f-a992bec494b6) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[df5d78ba-853c-4c92-9a8f-6c4c81a78b0c]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eefad9fe-aa04-4b01-89e9-56ec24c73f94 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5 (non-flash)
Oct 27 19:30:30 user nova-compute[75147]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 (non-flash)
Oct 27 19:30:30 user nova-compute[75147]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1 (non-flash)
Oct 27 19:30:30 user nova-compute[75147]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eefad9fe-aa04-4b01-89e9-56ec24c73f94 (non-flash)
Oct 27 19:30:30 user nova-compute[75147]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6 (non-flash)
Oct 27 19:30:30 user nova-compute[75147]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7 (non-flash)
Oct 27 19:30:30 user nova-compute[75147]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc (non-flash)
Oct 27 19:30:30 user nova-compute[75147]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed (non-flash)
Oct 27 19:30:30 user nova-compute[75147]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2 (non-flash)
Oct 27 19:30:30 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5 (non-flash)
Oct 27 19:30:30 user nova-compute[75147]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 (non-flash)
Oct 27 19:30:30 user nova-compute[75147]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1 (non-flash)
Oct 27 19:30:30 user nova-compute[75147]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eefad9fe-aa04-4b01-89e9-56ec24c73f94 (non-flash)
Oct 27 19:30:30 user nova-compute[75147]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6 (non-flash)
Oct 27 19:30:30 user nova-compute[75147]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7 (non-flash)
Oct 27 19:30:30 user nova-compute[75147]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc (non-flash)
Oct 27 19:30:30 user nova-compute[75147]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed (non-flash)
Oct 27 19:30:30 user nova-compute[75147]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2 (non-flash)
Oct 27 19:30:30 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:eefad9fe-aa04-4b01-89e9-56ec24c73f94" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 1.400s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Connected to 172.16.0.220:3260 {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] HCTL ('41', '-', '-', 0) found on session 15 with lun 0 {{(pid=75147) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Scanning host 41 c: -, t: -, l: 0) {{(pid=75147) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host41/scan {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host41/scan" returned: 0 in 0.023s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2ee3e68-ddce-4451-98a3-1087504cd650]: (4, ('- - 0', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Searching for a device in session 15 and hctl ['41', '*', '*', 0] yield: sdj {{(pid=75147) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Connected to sdj using {'target_iqn': 'iqn.2010-10.org.openstack:eefad9fe-aa04-4b01-89e9-56ec24c73f94', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HUWpFfdS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 19:30:30 user nova-compute[75147]: INFO os_vif [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c8:2e:ec,bridge_name='br-int',has_traffic_filtering=True,id=889f60a0-69ff-467e-845c-07e5b4ef6e6b,network=Network(7566241a-80be-452b-a5bd-8c2a1d10a91e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap889f60a0-69')
Oct 27 19:30:30 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-27T19:27:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1372442434',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1372442434',id=10,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOocBh9X76RRok0PXK+z8/D4AfAOpc4BhLfBnx7dVZpHMVcQvtJiUUCaOPhScLphW+b6XAO3kd3PTeE8QS5sa6l72vm3WAYpWUZTxDunHnZKi7+Y0VmumfYhBa7sV4KaiQ==',key_name='tempest-keypair-1415377830',keypairs=<?>,launch_index=0,launched_at=2023-10-27T19:29:06Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='826578ed75e04f04b57dfc7940a8c810',ramdisk_id='',reservation_id='r-duq4mkzs',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-790974805',owner_user_name='tempest-TaggedBootDevicesTest_v242-790974805-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T19:29:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='88dd3026c7d0407fb2737c242c01aaea',uuid=519212ec-e041-4397-8405-3f301c417b59,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "bb79e36b-036b-4c1f-beae-5eafe109eb13", "address": "fa:16:3e:21:87:3b", "network": {"id": "7566241a-80be-452b-a5bd-8c2a1d10a91e", "bridge": "br-int", "label": "tempest-device-tagging-net1-346914798", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "826578ed75e04f04b57dfc7940a8c810", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbb79e36b-03", "ovs_interfaceid": "bb79e36b-036b-4c1f-beae-5eafe109eb13", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Converting VIF {"id": "bb79e36b-036b-4c1f-beae-5eafe109eb13", "address": "fa:16:3e:21:87:3b", "network": {"id": "7566241a-80be-452b-a5bd-8c2a1d10a91e", "bridge": "br-int", "label": "tempest-device-tagging-net1-346914798", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "826578ed75e04f04b57dfc7940a8c810", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbb79e36b-03", "ovs_interfaceid": "bb79e36b-036b-4c1f-beae-5eafe109eb13", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:21:87:3b,bridge_name='br-int',has_traffic_filtering=True,id=bb79e36b-036b-4c1f-beae-5eafe109eb13,network=Network(7566241a-80be-452b-a5bd-8c2a1d10a91e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbb79e36b-03') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG os_vif [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:21:87:3b,bridge_name='br-int',has_traffic_filtering=True,id=bb79e36b-036b-4c1f-beae-5eafe109eb13,network=Network(7566241a-80be-452b-a5bd-8c2a1d10a91e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbb79e36b-03') {{(pid=75147) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapbb79e36b-03, bridge=br-int, if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=b03d62ed-83d2-47ec-9a71-3a7ecfa9200e) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:30 user nova-compute[75147]: INFO os_vif [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:21:87:3b,bridge_name='br-int',has_traffic_filtering=True,id=bb79e36b-036b-4c1f-beae-5eafe109eb13,network=Network(7566241a-80be-452b-a5bd-8c2a1d10a91e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbb79e36b-03')
Oct 27 19:30:30 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-27T19:27:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1372442434',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1372442434',id=10,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOocBh9X76RRok0PXK+z8/D4AfAOpc4BhLfBnx7dVZpHMVcQvtJiUUCaOPhScLphW+b6XAO3kd3PTeE8QS5sa6l72vm3WAYpWUZTxDunHnZKi7+Y0VmumfYhBa7sV4KaiQ==',key_name='tempest-keypair-1415377830',keypairs=<?>,launch_index=0,launched_at=2023-10-27T19:29:06Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='826578ed75e04f04b57dfc7940a8c810',ramdisk_id='',reservation_id='r-duq4mkzs',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-790974805',owner_user_name='tempest-TaggedBootDevicesTest_v242-790974805-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T19:29:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='88dd3026c7d0407fb2737c242c01aaea',uuid=519212ec-e041-4397-8405-3f301c417b59,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "80ebb49f-6196-4471-97c0-05ffc132197f", "address": "fa:16:3e:a1:5b:63", "network": {"id": "7566241a-80be-452b-a5bd-8c2a1d10a91e", "bridge": "br-int", "label": "tempest-device-tagging-net1-346914798", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "826578ed75e04f04b57dfc7940a8c810", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap80ebb49f-61", "ovs_interfaceid": "80ebb49f-6196-4471-97c0-05ffc132197f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Converting VIF {"id": "80ebb49f-6196-4471-97c0-05ffc132197f", "address": "fa:16:3e:a1:5b:63", "network": {"id": "7566241a-80be-452b-a5bd-8c2a1d10a91e", "bridge": "br-int", "label": "tempest-device-tagging-net1-346914798", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "826578ed75e04f04b57dfc7940a8c810", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap80ebb49f-61", "ovs_interfaceid": "80ebb49f-6196-4471-97c0-05ffc132197f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a1:5b:63,bridge_name='br-int',has_traffic_filtering=True,id=80ebb49f-6196-4471-97c0-05ffc132197f,network=Network(7566241a-80be-452b-a5bd-8c2a1d10a91e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap80ebb49f-61') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG os_vif [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a1:5b:63,bridge_name='br-int',has_traffic_filtering=True,id=80ebb49f-6196-4471-97c0-05ffc132197f,network=Network(7566241a-80be-452b-a5bd-8c2a1d10a91e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap80ebb49f-61') {{(pid=75147) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap80ebb49f-61, bridge=br-int, if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=d8468a2c-34ce-4a2d-a555-177ea58bbae3) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:30 user nova-compute[75147]: INFO os_vif [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a1:5b:63,bridge_name='br-int',has_traffic_filtering=True,id=80ebb49f-6196-4471-97c0-05ffc132197f,network=Network(7566241a-80be-452b-a5bd-8c2a1d10a91e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap80ebb49f-61')
Oct 27 19:30:30 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-27T19:27:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1372442434',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1372442434',id=10,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOocBh9X76RRok0PXK+z8/D4AfAOpc4BhLfBnx7dVZpHMVcQvtJiUUCaOPhScLphW+b6XAO3kd3PTeE8QS5sa6l72vm3WAYpWUZTxDunHnZKi7+Y0VmumfYhBa7sV4KaiQ==',key_name='tempest-keypair-1415377830',keypairs=<?>,launch_index=0,launched_at=2023-10-27T19:29:06Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='826578ed75e04f04b57dfc7940a8c810',ramdisk_id='',reservation_id='r-duq4mkzs',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-790974805',owner_user_name='tempest-TaggedBootDevicesTest_v242-790974805-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T19:29:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='88dd3026c7d0407fb2737c242c01aaea',uuid=519212ec-e041-4397-8405-3f301c417b59,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "5cdb5084-7522-400c-80be-826f6ea26e62", "address": "fa:16:3e:d7:a2:ab", "network": {"id": "fd25be1d-a7ca-42f0-a93d-fffa2f0c404a", "bridge": "br-int", "label": "tempest-device-tagging-net2-817073751", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "826578ed75e04f04b57dfc7940a8c810", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5cdb5084-75", "ovs_interfaceid": "5cdb5084-7522-400c-80be-826f6ea26e62", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Converting VIF {"id": "5cdb5084-7522-400c-80be-826f6ea26e62", "address": "fa:16:3e:d7:a2:ab", "network": {"id": "fd25be1d-a7ca-42f0-a93d-fffa2f0c404a", "bridge": "br-int", "label": "tempest-device-tagging-net2-817073751", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "826578ed75e04f04b57dfc7940a8c810", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5cdb5084-75", "ovs_interfaceid": "5cdb5084-7522-400c-80be-826f6ea26e62", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d7:a2:ab,bridge_name='br-int',has_traffic_filtering=True,id=5cdb5084-7522-400c-80be-826f6ea26e62,network=Network(fd25be1d-a7ca-42f0-a93d-fffa2f0c404a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5cdb5084-75') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG os_vif [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d7:a2:ab,bridge_name='br-int',has_traffic_filtering=True,id=5cdb5084-7522-400c-80be-826f6ea26e62,network=Network(fd25be1d-a7ca-42f0-a93d-fffa2f0c404a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5cdb5084-75') {{(pid=75147) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap5cdb5084-75, bridge=br-int, if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=56d3db6c-f592-421d-ab0a-ad92dedb485d) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:30 user nova-compute[75147]: INFO os_vif [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d7:a2:ab,bridge_name='br-int',has_traffic_filtering=True,id=5cdb5084-7522-400c-80be-826f6ea26e62,network=Network(fd25be1d-a7ca-42f0-a93d-fffa2f0c404a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5cdb5084-75')
Oct 27 19:30:30 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-27T19:27:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1372442434',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1372442434',id=10,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOocBh9X76RRok0PXK+z8/D4AfAOpc4BhLfBnx7dVZpHMVcQvtJiUUCaOPhScLphW+b6XAO3kd3PTeE8QS5sa6l72vm3WAYpWUZTxDunHnZKi7+Y0VmumfYhBa7sV4KaiQ==',key_name='tempest-keypair-1415377830',keypairs=<?>,launch_index=0,launched_at=2023-10-27T19:29:06Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='826578ed75e04f04b57dfc7940a8c810',ramdisk_id='',reservation_id='r-duq4mkzs',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-790974805',owner_user_name='tempest-TaggedBootDevicesTest_v242-790974805-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T19:29:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='88dd3026c7d0407fb2737c242c01aaea',uuid=519212ec-e041-4397-8405-3f301c417b59,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "09751407-65e3-46e8-9deb-ee0aed32a055", "address": "fa:16:3e:5b:03:87", "network": {"id": "fd25be1d-a7ca-42f0-a93d-fffa2f0c404a", "bridge": "br-int", "label": "tempest-device-tagging-net2-817073751", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "826578ed75e04f04b57dfc7940a8c810", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap09751407-65", "ovs_interfaceid": "09751407-65e3-46e8-9deb-ee0aed32a055", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Converting VIF {"id": "09751407-65e3-46e8-9deb-ee0aed32a055", "address": "fa:16:3e:5b:03:87", "network": {"id": "fd25be1d-a7ca-42f0-a93d-fffa2f0c404a", "bridge": "br-int", "label": "tempest-device-tagging-net2-817073751", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "826578ed75e04f04b57dfc7940a8c810", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap09751407-65", "ovs_interfaceid": "09751407-65e3-46e8-9deb-ee0aed32a055", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5b:03:87,bridge_name='br-int',has_traffic_filtering=True,id=09751407-65e3-46e8-9deb-ee0aed32a055,network=Network(fd25be1d-a7ca-42f0-a93d-fffa2f0c404a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap09751407-65') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG os_vif [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:5b:03:87,bridge_name='br-int',has_traffic_filtering=True,id=09751407-65e3-46e8-9deb-ee0aed32a055,network=Network(fd25be1d-a7ca-42f0-a93d-fffa2f0c404a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap09751407-65') {{(pid=75147) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap09751407-65, bridge=br-int, if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=271a3f2b-f9f5-404e-b533-20d68421afaa) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:30 user nova-compute[75147]: INFO os_vif [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:5b:03:87,bridge_name='br-int',has_traffic_filtering=True,id=09751407-65e3-46e8-9deb-ee0aed32a055,network=Network(fd25be1d-a7ca-42f0-a93d-fffa2f0c404a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap09751407-65')
Oct 27 19:30:30 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] [instance: 519212ec-e041-4397-8405-3f301c417b59] calling os-brick to detach iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 19:30:30 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, {'target_iqn': 'iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xZGiBlOX', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': True}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:30:30 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:30:30 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:30:31 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:31 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 2.446s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:30:31 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] <== connect_volume: return (2448ms) {'type': 'block', 'scsi_wwn': '23130346437346538', 'path': '/dev/sdj'} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:30:31 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23130346437346538', 'path': '/dev/sdj'} {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 19:30:31 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.773s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:30:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:31 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-27T19:26:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-214031538',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-214031538',id=5,image_ref='363bde80-641e-4361-bd72-a27921904cdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-502324817',keypairs=<?>,launch_index=0,launched_at=2023-10-27T19:26:16Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='8beb0d83b9e445ec875766ef511f053b',ramdisk_id='',reservation_id='r-qlriyuz4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-824631730',owner_user_name='tempest-AttachVolumeShelveTestJSON-824631730-project-member',shelved_at='2023-10-27T19:28:09.810324',shelved_host='user',shelved_image_id='363bde80-641e-4361-bd72-a27921904cdf'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:29:57Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0142753c479d419eb7cad92bf6b372d3',uuid=cdbe7335-af99-486a-9a7e-adbdf4443572,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "47db9abc-70dc-4acc-9f17-22d53495f921", "address": "fa:16:3e:ac:d0:11", "network": {"id": "a71e29bc-f4c7-43bf-b62a-640bdbe1f778", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1494620895-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8beb0d83b9e445ec875766ef511f053b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47db9abc-70", "ovs_interfaceid": "47db9abc-70dc-4acc-9f17-22d53495f921", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75147) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 19:30:31 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Converting VIF {"id": "47db9abc-70dc-4acc-9f17-22d53495f921", "address": "fa:16:3e:ac:d0:11", "network": {"id": "a71e29bc-f4c7-43bf-b62a-640bdbe1f778", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1494620895-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8beb0d83b9e445ec875766ef511f053b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47db9abc-70", "ovs_interfaceid": "47db9abc-70dc-4acc-9f17-22d53495f921", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:30:31 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ac:d0:11,bridge_name='br-int',has_traffic_filtering=True,id=47db9abc-70dc-4acc-9f17-22d53495f921,network=Network(a71e29bc-f4c7-43bf-b62a-640bdbe1f778),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap47db9abc-70') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:30:31 user nova-compute[75147]: DEBUG nova.objects.instance [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Lazy-loading 'pci_devices' on Instance uuid cdbe7335-af99-486a-9a7e-adbdf4443572 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:30:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.031s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:31 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[4975d58d-8157-4e9f-8df0-3f2c51129aad]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:eefad9fe-aa04-4b01-89e9-56ec24c73f94\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:30:31 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 19:30:31 user nova-compute[75147]: No targets found.
Oct 27 19:30:31 user nova-compute[75147]: iSNS:
Oct 27 19:30:31 user nova-compute[75147]: No targets found.
Oct 27 19:30:31 user nova-compute[75147]: STATIC:
Oct 27 19:30:31 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7
Oct 27 19:30:31 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:30:31 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:30:31 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0
Oct 27 19:30:31 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:30:31 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:30:31 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1
Oct 27 19:30:31 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:30:31 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:30:31 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2
Oct 27 19:30:31 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:30:31 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:30:31 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc
Oct 27 19:30:31 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:30:31 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:30:31 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5
Oct 27 19:30:31 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:30:31 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:30:31 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6
Oct 27 19:30:31 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:30:31 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:30:31 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed
Oct 27 19:30:31 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:30:31 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:30:31 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:eefad9fe-aa04-4b01-89e9-56ec24c73f94
Oct 27 19:30:31 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:30:31 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:30:31 user nova-compute[75147]: FIRMWARE:
Oct 27 19:30:31 user nova-compute[75147]: No targets found.
Oct 27 19:30:31 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:30:31 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 19:30:31 user nova-compute[75147]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 19:30:31 user nova-compute[75147]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75147) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 19:30:31 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6', 0)] {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 19:30:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:31 user nova-compute[75147]: DEBUG nova.objects.base [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Object Instance<cdbe7335-af99-486a-9a7e-adbdf4443572> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model,pci_devices {{(pid=75147) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 19:30:31 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] End _get_guest_xml xml=<domain type="kvm">
Oct 27 19:30:31 user nova-compute[75147]:   <uuid>cdbe7335-af99-486a-9a7e-adbdf4443572</uuid>
Oct 27 19:30:31 user nova-compute[75147]:   <name>instance-00000005</name>
Oct 27 19:30:31 user nova-compute[75147]:   <memory>524288</memory>
Oct 27 19:30:31 user nova-compute[75147]:   <vcpu>1</vcpu>
Oct 27 19:30:31 user nova-compute[75147]:   <metadata>
Oct 27 19:30:31 user nova-compute[75147]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 19:30:31 user nova-compute[75147]:       <nova:package version="0.0.0"/>
Oct 27 19:30:31 user nova-compute[75147]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-214031538</nova:name>
Oct 27 19:30:31 user nova-compute[75147]:       <nova:creationTime>2023-10-27 19:30:29</nova:creationTime>
Oct 27 19:30:31 user nova-compute[75147]:       <nova:flavor name="m1.tiny">
Oct 27 19:30:31 user nova-compute[75147]:         <nova:memory>512</nova:memory>
Oct 27 19:30:31 user nova-compute[75147]:         <nova:disk>1</nova:disk>
Oct 27 19:30:31 user nova-compute[75147]:         <nova:swap>0</nova:swap>
Oct 27 19:30:31 user nova-compute[75147]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 19:30:31 user nova-compute[75147]:         <nova:vcpus>1</nova:vcpus>
Oct 27 19:30:31 user nova-compute[75147]:       </nova:flavor>
Oct 27 19:30:31 user nova-compute[75147]:       <nova:owner>
Oct 27 19:30:31 user nova-compute[75147]:         <nova:user uuid="0142753c479d419eb7cad92bf6b372d3">tempest-AttachVolumeShelveTestJSON-824631730-project-member</nova:user>
Oct 27 19:30:31 user nova-compute[75147]:         <nova:project uuid="8beb0d83b9e445ec875766ef511f053b">tempest-AttachVolumeShelveTestJSON-824631730</nova:project>
Oct 27 19:30:31 user nova-compute[75147]:       </nova:owner>
Oct 27 19:30:31 user nova-compute[75147]:       <nova:root type="image" uuid="363bde80-641e-4361-bd72-a27921904cdf"/>
Oct 27 19:30:31 user nova-compute[75147]:       <nova:ports>
Oct 27 19:30:31 user nova-compute[75147]:         <nova:port uuid="47db9abc-70dc-4acc-9f17-22d53495f921">
Oct 27 19:30:31 user nova-compute[75147]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Oct 27 19:30:31 user nova-compute[75147]:         </nova:port>
Oct 27 19:30:31 user nova-compute[75147]:       </nova:ports>
Oct 27 19:30:31 user nova-compute[75147]:     </nova:instance>
Oct 27 19:30:31 user nova-compute[75147]:   </metadata>
Oct 27 19:30:31 user nova-compute[75147]:   <sysinfo type="smbios">
Oct 27 19:30:31 user nova-compute[75147]:     <system>
Oct 27 19:30:31 user nova-compute[75147]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 19:30:31 user nova-compute[75147]:       <entry name="product">OpenStack Nova</entry>
Oct 27 19:30:31 user nova-compute[75147]:       <entry name="version">0.0.0</entry>
Oct 27 19:30:31 user nova-compute[75147]:       <entry name="serial">cdbe7335-af99-486a-9a7e-adbdf4443572</entry>
Oct 27 19:30:31 user nova-compute[75147]:       <entry name="uuid">cdbe7335-af99-486a-9a7e-adbdf4443572</entry>
Oct 27 19:30:31 user nova-compute[75147]:       <entry name="family">Virtual Machine</entry>
Oct 27 19:30:31 user nova-compute[75147]:     </system>
Oct 27 19:30:31 user nova-compute[75147]:   </sysinfo>
Oct 27 19:30:31 user nova-compute[75147]:   <os>
Oct 27 19:30:31 user nova-compute[75147]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 19:30:31 user nova-compute[75147]:     <boot dev="hd"/>
Oct 27 19:30:31 user nova-compute[75147]:     <smbios mode="sysinfo"/>
Oct 27 19:30:31 user nova-compute[75147]:   </os>
Oct 27 19:30:31 user nova-compute[75147]:   <features>
Oct 27 19:30:31 user nova-compute[75147]:     <acpi/>
Oct 27 19:30:31 user nova-compute[75147]:     <apic/>
Oct 27 19:30:31 user nova-compute[75147]:     <vmcoreinfo/>
Oct 27 19:30:31 user nova-compute[75147]:   </features>
Oct 27 19:30:31 user nova-compute[75147]:   <clock offset="utc">
Oct 27 19:30:31 user nova-compute[75147]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 19:30:31 user nova-compute[75147]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 19:30:31 user nova-compute[75147]:     <timer name="hpet" present="no"/>
Oct 27 19:30:31 user nova-compute[75147]:   </clock>
Oct 27 19:30:31 user nova-compute[75147]:   <cpu mode="custom" match="exact">
Oct 27 19:30:31 user nova-compute[75147]:     <model>Nehalem</model>
Oct 27 19:30:31 user nova-compute[75147]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 19:30:31 user nova-compute[75147]:   </cpu>
Oct 27 19:30:31 user nova-compute[75147]:   <devices>
Oct 27 19:30:31 user nova-compute[75147]:     <disk type="file" device="disk">
Oct 27 19:30:31 user nova-compute[75147]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 27 19:30:31 user nova-compute[75147]:       <source file="/opt/stack/data/nova/instances/cdbe7335-af99-486a-9a7e-adbdf4443572/disk"/>
Oct 27 19:30:31 user nova-compute[75147]:       <target dev="vda" bus="virtio"/>
Oct 27 19:30:31 user nova-compute[75147]:     </disk>
Oct 27 19:30:31 user nova-compute[75147]:     <disk type="block" device="disk">
Oct 27 19:30:31 user nova-compute[75147]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 19:30:31 user nova-compute[75147]:       <source dev="/dev/sdj"/>
Oct 27 19:30:31 user nova-compute[75147]:       <target dev="vdc" bus="virtio"/>
Oct 27 19:30:31 user nova-compute[75147]:       <serial>eefad9fe-aa04-4b01-89e9-56ec24c73f94</serial>
Oct 27 19:30:31 user nova-compute[75147]:     </disk>
Oct 27 19:30:31 user nova-compute[75147]:     <interface type="ethernet">
Oct 27 19:30:31 user nova-compute[75147]:       <mac address="fa:16:3e:ac:d0:11"/>
Oct 27 19:30:31 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:30:31 user nova-compute[75147]:       <mtu size="1442"/>
Oct 27 19:30:31 user nova-compute[75147]:       <target dev="tap47db9abc-70"/>
Oct 27 19:30:31 user nova-compute[75147]:     </interface>
Oct 27 19:30:31 user nova-compute[75147]:     <serial type="pty">
Oct 27 19:30:31 user nova-compute[75147]:       <log file="/opt/stack/data/nova/instances/cdbe7335-af99-486a-9a7e-adbdf4443572/console.log" append="off"/>
Oct 27 19:30:31 user nova-compute[75147]:     </serial>
Oct 27 19:30:31 user nova-compute[75147]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 19:30:31 user nova-compute[75147]:     <video>
Oct 27 19:30:31 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:30:31 user nova-compute[75147]:     </video>
Oct 27 19:30:31 user nova-compute[75147]:     <rng model="virtio">
Oct 27 19:30:31 user nova-compute[75147]:       <backend model="random">/dev/urandom</backend>
Oct 27 19:30:31 user nova-compute[75147]:     </rng>
Oct 27 19:30:31 user nova-compute[75147]:     <controller type="usb" index="0" model="none"/>
Oct 27 19:30:31 user nova-compute[75147]:     <memballoon model="virtio">
Oct 27 19:30:31 user nova-compute[75147]:       <stats period="10"/>
Oct 27 19:30:31 user nova-compute[75147]:     </memballoon>
Oct 27 19:30:31 user nova-compute[75147]:   </devices>
Oct 27 19:30:31 user nova-compute[75147]: </domain>
Oct 27 19:30:31 user nova-compute[75147]:  {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 19:30:31 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-27T19:26:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-214031538',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-214031538',id=5,image_ref='363bde80-641e-4361-bd72-a27921904cdf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-502324817',keypairs=<?>,launch_index=0,launched_at=2023-10-27T19:26:16Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='8beb0d83b9e445ec875766ef511f053b',ramdisk_id='',reservation_id='r-qlriyuz4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-824631730',owner_user_name='tempest-AttachVolumeShelveTestJSON-824631730-project-member',shelved_at='2023-10-27T19:28:09.810324',shelved_host='user',shelved_image_id='363bde80-641e-4361-bd72-a27921904cdf'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:29:57Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0142753c479d419eb7cad92bf6b372d3',uuid=cdbe7335-af99-486a-9a7e-adbdf4443572,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "47db9abc-70dc-4acc-9f17-22d53495f921", "address": "fa:16:3e:ac:d0:11", "network": {"id": "a71e29bc-f4c7-43bf-b62a-640bdbe1f778", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1494620895-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8beb0d83b9e445ec875766ef511f053b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47db9abc-70", "ovs_interfaceid": "47db9abc-70dc-4acc-9f17-22d53495f921", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 19:30:31 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Converting VIF {"id": "47db9abc-70dc-4acc-9f17-22d53495f921", "address": "fa:16:3e:ac:d0:11", "network": {"id": "a71e29bc-f4c7-43bf-b62a-640bdbe1f778", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1494620895-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8beb0d83b9e445ec875766ef511f053b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47db9abc-70", "ovs_interfaceid": "47db9abc-70dc-4acc-9f17-22d53495f921", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:30:31 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ac:d0:11,bridge_name='br-int',has_traffic_filtering=True,id=47db9abc-70dc-4acc-9f17-22d53495f921,network=Network(a71e29bc-f4c7-43bf-b62a-640bdbe1f778),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap47db9abc-70') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:30:31 user nova-compute[75147]: DEBUG os_vif [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ac:d0:11,bridge_name='br-int',has_traffic_filtering=True,id=47db9abc-70dc-4acc-9f17-22d53495f921,network=Network(a71e29bc-f4c7-43bf-b62a-640bdbe1f778),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap47db9abc-70') {{(pid=75147) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 19:30:31 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:31 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:30:31 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 19:30:31 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:31 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '3dd40303-8bb3-50f7-b3b2-b729d22b4250', '_type': 'linux-noop'}}, row=False) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:30:31 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:31 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[66cead1b-41d0-4115-be94-618aaa295238]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:eefad9fe-aa04-4b01-89e9-56ec24c73f94\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:30:31 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:30:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:31 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:31 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap47db9abc-70, may_exist=True, interface_attrs={}) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:30:31 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap47db9abc-70, col_values=(('qos', UUID('da3b5f4e-be89-4666-8377-25e6190449b5')),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:30:31 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap47db9abc-70, col_values=(('external_ids', {'iface-id': '47db9abc-70dc-4acc-9f17-22d53495f921', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ac:d0:11', 'vm-uuid': 'cdbe7335-af99-486a-9a7e-adbdf4443572'}),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:30:31 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:31 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:30:31 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:31 user nova-compute[75147]: INFO os_vif [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ac:d0:11,bridge_name='br-int',has_traffic_filtering=True,id=47db9abc-70dc-4acc-9f17-22d53495f921,network=Network(a71e29bc-f4c7-43bf-b62a-640bdbe1f778),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap47db9abc-70')
Oct 27 19:30:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.040s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:31 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[c784612d-8a0a-4c4c-b529-740df6cfcafc]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eefad9fe-aa04-4b01-89e9-56ec24c73f94 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:30:31 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5 (non-flash)
Oct 27 19:30:31 user nova-compute[75147]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 (non-flash)
Oct 27 19:30:31 user nova-compute[75147]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1 (non-flash)
Oct 27 19:30:31 user nova-compute[75147]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eefad9fe-aa04-4b01-89e9-56ec24c73f94 (non-flash)
Oct 27 19:30:31 user nova-compute[75147]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6 (non-flash)
Oct 27 19:30:31 user nova-compute[75147]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7 (non-flash)
Oct 27 19:30:31 user nova-compute[75147]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc (non-flash)
Oct 27 19:30:31 user nova-compute[75147]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed (non-flash)
Oct 27 19:30:31 user nova-compute[75147]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2 (non-flash)
Oct 27 19:30:31 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:30:31 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5 (non-flash)
Oct 27 19:30:31 user nova-compute[75147]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 (non-flash)
Oct 27 19:30:31 user nova-compute[75147]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1 (non-flash)
Oct 27 19:30:31 user nova-compute[75147]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eefad9fe-aa04-4b01-89e9-56ec24c73f94 (non-flash)
Oct 27 19:30:31 user nova-compute[75147]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6 (non-flash)
Oct 27 19:30:31 user nova-compute[75147]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7 (non-flash)
Oct 27 19:30:31 user nova-compute[75147]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc (non-flash)
Oct 27 19:30:31 user nova-compute[75147]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed (non-flash)
Oct 27 19:30:31 user nova-compute[75147]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2 (non-flash)
Oct 27 19:30:31 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:30:31 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f2904376710>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6'): ({'sde'}, set())}) {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 19:30:31 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Removing single pathed devices sde {{(pid=75147) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 19:30:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:31 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[18c2926e-361f-4899-83cb-908c8a53fa4d]: (4, ('path checker states:\nup                  9\n\npaths: 0\nbusy: False\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:30:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:31 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] No BDM found with device name vda, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:30:31 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] No BDM found with device name vdc, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:30:31 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] No VIF found with MAC fa:16:3e:ac:d0:11, not building metadata {{(pid=75147) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 19:30:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.025s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:31 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f809614-0dd2-472f-892a-38eee5dd80fb]: (4, ('ok\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:30:31 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Flushing IO for device /dev/sde {{(pid=75147) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 19:30:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.014s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:31 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[e0195883-f6f5-4b72-9b25-2613fa2d9bc4]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:30:31 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=75147) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 19:30:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.063s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:31 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff574439-a3b1-4b3b-8945-217bb4b988f3]: (4, ('1', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:30:31 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 19:30:31 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] SCSI volumes sde have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 19:30:31 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6')] {{(pid=75147) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 19:30:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:31 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7fdb886-1c53-4666-a4b2-7144f30a2ec4]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:30:31 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:30:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6 -p 172.16.0.220:3260 --logout {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6 -p 172.16.0.220:3260 --logout" returned: 0 in 0.086s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c9a0397-abd7-4cba-9d74-26ac59037bb1]: (4, ('Logging out of session [sid: 5, target: iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6, portal: 172.16.0.220,3260]\nLogout of [sid: 5, target: iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 5, target: iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6, portal: 172.16.0.220,3260]
Oct 27 19:30:32 user nova-compute[75147]: Logout of [sid: 5, target: iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6, portal: 172.16.0.220,3260] successful.
Oct 27 19:30:32 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6 -p 172.16.0.220:3260 --op delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:64a36ab0-3cc8-4d60-aa88-a208e75bb0c6 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.039s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca6062ee-d439-4dc4-8a90-579a25d97b95]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.463s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] <== disconnect_volume: return (1236ms) None {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] [instance: 519212ec-e041-4397-8405-3f301c417b59] Disconnected iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] [instance: 519212ec-e041-4397-8405-3f301c417b59] calling os-brick to detach iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, {'target_iqn': 'iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vlLaNoqJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': True}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:30:32 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:30:32 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[2924bfa9-fcfd-468c-be99-a91ae54e243f]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:eefad9fe-aa04-4b01-89e9-56ec24c73f94\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 19:30:32 user nova-compute[75147]: No targets found.
Oct 27 19:30:32 user nova-compute[75147]: iSNS:
Oct 27 19:30:32 user nova-compute[75147]: No targets found.
Oct 27 19:30:32 user nova-compute[75147]: STATIC:
Oct 27 19:30:32 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7
Oct 27 19:30:32 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:30:32 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:30:32 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0
Oct 27 19:30:32 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:30:32 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:30:32 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1
Oct 27 19:30:32 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:30:32 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:30:32 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2
Oct 27 19:30:32 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:30:32 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:30:32 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc
Oct 27 19:30:32 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:30:32 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:30:32 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5
Oct 27 19:30:32 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:30:32 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:30:32 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed
Oct 27 19:30:32 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:30:32 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:30:32 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:eefad9fe-aa04-4b01-89e9-56ec24c73f94
Oct 27 19:30:32 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:30:32 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:30:32 user nova-compute[75147]: FIRMWARE:
Oct 27 19:30:32 user nova-compute[75147]: No targets found.
Oct 27 19:30:32 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 19:30:32 user nova-compute[75147]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 19:30:32 user nova-compute[75147]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75147) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7', 0)] {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1592336-96ae-49d4-953f-2b520bd01dd3]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:eefad9fe-aa04-4b01-89e9-56ec24c73f94\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[d97d9a0e-caf3-4822-a051-06299a5f8c60]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eefad9fe-aa04-4b01-89e9-56ec24c73f94 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5 (non-flash)
Oct 27 19:30:32 user nova-compute[75147]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 (non-flash)
Oct 27 19:30:32 user nova-compute[75147]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1 (non-flash)
Oct 27 19:30:32 user nova-compute[75147]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eefad9fe-aa04-4b01-89e9-56ec24c73f94 (non-flash)
Oct 27 19:30:32 user nova-compute[75147]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7 (non-flash)
Oct 27 19:30:32 user nova-compute[75147]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc (non-flash)
Oct 27 19:30:32 user nova-compute[75147]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed (non-flash)
Oct 27 19:30:32 user nova-compute[75147]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2 (non-flash)
Oct 27 19:30:32 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5 (non-flash)
Oct 27 19:30:32 user nova-compute[75147]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 (non-flash)
Oct 27 19:30:32 user nova-compute[75147]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1 (non-flash)
Oct 27 19:30:32 user nova-compute[75147]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eefad9fe-aa04-4b01-89e9-56ec24c73f94 (non-flash)
Oct 27 19:30:32 user nova-compute[75147]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7 (non-flash)
Oct 27 19:30:32 user nova-compute[75147]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc (non-flash)
Oct 27 19:30:32 user nova-compute[75147]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed (non-flash)
Oct 27 19:30:32 user nova-compute[75147]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2 (non-flash)
Oct 27 19:30:32 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f2904376710>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7'): ({'sdf'}, set())}) {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Removing single pathed devices sdf {{(pid=75147) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.025s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c4669c6-419d-46bb-8d86-d3b8613cf05a]: (4, ('path checker states:\nup                  8\n\npaths: 0\nbusy: False\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.026s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9bfe2e7-7900-4f23-868b-f969987ed630]: (4, ('ok\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Flushing IO for device /dev/sdf {{(pid=75147) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[c7b2821c-f005-427c-b11c-099e300565ca]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=75147) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.058s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[763c6db4-b00e-4526-95f7-5b387af5820e]: (4, ('1', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] SCSI volumes sdf have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7')] {{(pid=75147) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.030s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[46015c2a-2977-4e5a-ad35-8232c06e4cd0]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7 -p 172.16.0.220:3260 --logout {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG nova.compute.manager [req-27b28871-a933-452f-92e1-bd04ab321991 req-5420293a-e38b-4146-8aa3-2d5669db8c58 service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Received event network-vif-unplugged-09751407-65e3-46e8-9deb-ee0aed32a055 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-27b28871-a933-452f-92e1-bd04ab321991 req-5420293a-e38b-4146-8aa3-2d5669db8c58 service nova] Acquiring lock "519212ec-e041-4397-8405-3f301c417b59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-27b28871-a933-452f-92e1-bd04ab321991 req-5420293a-e38b-4146-8aa3-2d5669db8c58 service nova] Lock "519212ec-e041-4397-8405-3f301c417b59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-27b28871-a933-452f-92e1-bd04ab321991 req-5420293a-e38b-4146-8aa3-2d5669db8c58 service nova] Lock "519212ec-e041-4397-8405-3f301c417b59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG nova.compute.manager [req-27b28871-a933-452f-92e1-bd04ab321991 req-5420293a-e38b-4146-8aa3-2d5669db8c58 service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] No waiting events found dispatching network-vif-unplugged-09751407-65e3-46e8-9deb-ee0aed32a055 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG nova.compute.manager [req-27b28871-a933-452f-92e1-bd04ab321991 req-5420293a-e38b-4146-8aa3-2d5669db8c58 service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Received event network-vif-unplugged-09751407-65e3-46e8-9deb-ee0aed32a055 for instance with task_state deleting. {{(pid=75147) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG nova.compute.manager [req-27b28871-a933-452f-92e1-bd04ab321991 req-5420293a-e38b-4146-8aa3-2d5669db8c58 service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Received event network-vif-plugged-09751407-65e3-46e8-9deb-ee0aed32a055 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-27b28871-a933-452f-92e1-bd04ab321991 req-5420293a-e38b-4146-8aa3-2d5669db8c58 service nova] Acquiring lock "519212ec-e041-4397-8405-3f301c417b59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-27b28871-a933-452f-92e1-bd04ab321991 req-5420293a-e38b-4146-8aa3-2d5669db8c58 service nova] Lock "519212ec-e041-4397-8405-3f301c417b59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.011s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-27b28871-a933-452f-92e1-bd04ab321991 req-5420293a-e38b-4146-8aa3-2d5669db8c58 service nova] Lock "519212ec-e041-4397-8405-3f301c417b59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG nova.compute.manager [req-27b28871-a933-452f-92e1-bd04ab321991 req-5420293a-e38b-4146-8aa3-2d5669db8c58 service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] No waiting events found dispatching network-vif-plugged-09751407-65e3-46e8-9deb-ee0aed32a055 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:30:32 user nova-compute[75147]: WARNING nova.compute.manager [req-27b28871-a933-452f-92e1-bd04ab321991 req-5420293a-e38b-4146-8aa3-2d5669db8c58 service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Received unexpected event network-vif-plugged-09751407-65e3-46e8-9deb-ee0aed32a055 for instance with vm_state active and task_state deleting.
Oct 27 19:30:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7 -p 172.16.0.220:3260 --logout" returned: 0 in 0.093s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[594d9fbd-1436-4cfd-b303-6bcdafdeca2d]: (4, ('Logging out of session [sid: 6, target: iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7, portal: 172.16.0.220,3260]\nLogout of [sid: 6, target: iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 6, target: iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7, portal: 172.16.0.220,3260]
Oct 27 19:30:32 user nova-compute[75147]: Logout of [sid: 6, target: iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7, portal: 172.16.0.220,3260] successful.
Oct 27 19:30:32 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7 -p 172.16.0.220:3260 --op delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6513b433-a0bd-49a2-b0ba-a82436dd5ab7 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.057s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[00b7801b-303b-4e0f-8860-36d282f1bd28]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.467s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] <== disconnect_volume: return (469ms) None {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] [instance: 519212ec-e041-4397-8405-3f301c417b59] Disconnected iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] [instance: 519212ec-e041-4397-8405-3f301c417b59] calling os-brick to detach iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, {'target_iqn': 'iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bdVlIpus', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdg'}, None), 'kwargs': True}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:30:32 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:30:32 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[1104e2b4-e17e-4cc3-9d6d-60772f24abe6]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:eefad9fe-aa04-4b01-89e9-56ec24c73f94\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 19:30:32 user nova-compute[75147]: No targets found.
Oct 27 19:30:32 user nova-compute[75147]: iSNS:
Oct 27 19:30:32 user nova-compute[75147]: No targets found.
Oct 27 19:30:32 user nova-compute[75147]: STATIC:
Oct 27 19:30:32 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0
Oct 27 19:30:32 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:30:32 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:30:32 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1
Oct 27 19:30:32 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:30:32 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:30:32 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2
Oct 27 19:30:32 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:30:32 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:30:32 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc
Oct 27 19:30:32 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:30:32 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:30:32 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5
Oct 27 19:30:32 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:30:32 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:30:32 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed
Oct 27 19:30:32 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:30:32 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:30:32 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:eefad9fe-aa04-4b01-89e9-56ec24c73f94
Oct 27 19:30:32 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:30:32 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:30:32 user nova-compute[75147]: FIRMWARE:
Oct 27 19:30:32 user nova-compute[75147]: No targets found.
Oct 27 19:30:32 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 19:30:32 user nova-compute[75147]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 19:30:32 user nova-compute[75147]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75147) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc', 0)] {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[f4cec91b-00d6-4f06-971a-81842a78bec3]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:eefad9fe-aa04-4b01-89e9-56ec24c73f94\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.042s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[f4f21fe0-1a60-4695-983c-8184578daca2]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eefad9fe-aa04-4b01-89e9-56ec24c73f94 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5 (non-flash)
Oct 27 19:30:32 user nova-compute[75147]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 (non-flash)
Oct 27 19:30:32 user nova-compute[75147]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1 (non-flash)
Oct 27 19:30:32 user nova-compute[75147]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eefad9fe-aa04-4b01-89e9-56ec24c73f94 (non-flash)
Oct 27 19:30:32 user nova-compute[75147]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc (non-flash)
Oct 27 19:30:32 user nova-compute[75147]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed (non-flash)
Oct 27 19:30:32 user nova-compute[75147]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2 (non-flash)
Oct 27 19:30:32 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5 (non-flash)
Oct 27 19:30:32 user nova-compute[75147]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 (non-flash)
Oct 27 19:30:32 user nova-compute[75147]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1 (non-flash)
Oct 27 19:30:32 user nova-compute[75147]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eefad9fe-aa04-4b01-89e9-56ec24c73f94 (non-flash)
Oct 27 19:30:32 user nova-compute[75147]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc (non-flash)
Oct 27 19:30:32 user nova-compute[75147]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed (non-flash)
Oct 27 19:30:32 user nova-compute[75147]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2 (non-flash)
Oct 27 19:30:32 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f2904374ca0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc'): ({'sdg'}, set())}) {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Removing single pathed devices sdg {{(pid=75147) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.025s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[8cf06662-b9fa-4723-b9fc-0118f0ccd9af]: (4, ('path checker states:\nup                  7\n\npaths: 0\nbusy: False\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdg {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdg" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[341be5a9-0360-463c-b16e-39ed9a967512]: (4, ('ok\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Flushing IO for device /dev/sdg {{(pid=75147) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdg {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdg" returned: 0 in 0.016s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[b22ed354-d89e-40ec-a21c-bec31c28c09b]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Remove SCSI device /dev/sdg with /sys/block/sdg/device/delete {{(pid=75147) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdg/device/delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdg/device/delete" returned: 0 in 0.035s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[a613ff21-1d26-4dc8-93c9-5c7ec6c64d58]: (4, ('1', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Checking to see if SCSI volumes sdg have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] SCSI volumes sdg have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc')] {{(pid=75147) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.024s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b7515e3-2448-4a7a-91fb-6044aaf1c6e3]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc -p 172.16.0.220:3260 --logout {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc -p 172.16.0.220:3260 --logout" returned: 0 in 0.078s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[4979009d-5f20-46be-ae56-49c0f7c22fa7]: (4, ('Logging out of session [sid: 7, target: iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc, portal: 172.16.0.220,3260]\nLogout of [sid: 7, target: iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 7, target: iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc, portal: 172.16.0.220,3260]
Oct 27 19:30:32 user nova-compute[75147]: Logout of [sid: 7, target: iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc, portal: 172.16.0.220,3260] successful.
Oct 27 19:30:32 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc -p 172.16.0.220:3260 --op delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97005b27-6234-4079-932f-5c621645bfdc -p 172.16.0.220:3260 --op delete" returned: 0 in 0.049s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[c912bb0d-a092-470a-aad8-ee32400ba1b2]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.403s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] <== disconnect_volume: return (405ms) None {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:30:32 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] [instance: 519212ec-e041-4397-8405-3f301c417b59] Disconnected iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 19:30:32 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] [instance: 519212ec-e041-4397-8405-3f301c417b59] Deleting instance files /opt/stack/data/nova/instances/519212ec-e041-4397-8405-3f301c417b59_del
Oct 27 19:30:32 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] [instance: 519212ec-e041-4397-8405-3f301c417b59] Deletion of /opt/stack/data/nova/instances/519212ec-e041-4397-8405-3f301c417b59_del complete
Oct 27 19:30:33 user nova-compute[75147]: INFO nova.compute.manager [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] [instance: 519212ec-e041-4397-8405-3f301c417b59] Took 6.58 seconds to destroy the instance on the hypervisor.
Oct 27 19:30:33 user nova-compute[75147]: DEBUG oslo.service.loopingcall [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 27 19:30:33 user nova-compute[75147]: DEBUG nova.compute.manager [-] [instance: 519212ec-e041-4397-8405-3f301c417b59] Deallocating network for instance {{(pid=75147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 27 19:30:33 user nova-compute[75147]: DEBUG nova.network.neutron [-] [instance: 519212ec-e041-4397-8405-3f301c417b59] deallocate_for_instance() {{(pid=75147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 27 19:30:33 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:33 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:33 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:33 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:33 user nova-compute[75147]: DEBUG nova.compute.manager [req-350e6657-e80b-48c4-8dc4-de94b9f63e5d req-352bfc3d-a70f-47ae-9dbd-90e024102d18 service nova] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Received event network-vif-plugged-47db9abc-70dc-4acc-9f17-22d53495f921 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:30:33 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-350e6657-e80b-48c4-8dc4-de94b9f63e5d req-352bfc3d-a70f-47ae-9dbd-90e024102d18 service nova] Acquiring lock "cdbe7335-af99-486a-9a7e-adbdf4443572-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:30:33 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-350e6657-e80b-48c4-8dc4-de94b9f63e5d req-352bfc3d-a70f-47ae-9dbd-90e024102d18 service nova] Lock "cdbe7335-af99-486a-9a7e-adbdf4443572-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:30:33 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-350e6657-e80b-48c4-8dc4-de94b9f63e5d req-352bfc3d-a70f-47ae-9dbd-90e024102d18 service nova] Lock "cdbe7335-af99-486a-9a7e-adbdf4443572-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:30:33 user nova-compute[75147]: DEBUG nova.compute.manager [req-350e6657-e80b-48c4-8dc4-de94b9f63e5d req-352bfc3d-a70f-47ae-9dbd-90e024102d18 service nova] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] No waiting events found dispatching network-vif-plugged-47db9abc-70dc-4acc-9f17-22d53495f921 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:30:33 user nova-compute[75147]: WARNING nova.compute.manager [req-350e6657-e80b-48c4-8dc4-de94b9f63e5d req-352bfc3d-a70f-47ae-9dbd-90e024102d18 service nova] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Received unexpected event network-vif-plugged-47db9abc-70dc-4acc-9f17-22d53495f921 for instance with vm_state shelved_offloaded and task_state spawning.
Oct 27 19:30:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:35 user nova-compute[75147]: DEBUG nova.compute.manager [req-9ae334f7-538e-472b-a836-6dfc36db45ef req-da4668f7-9e94-427c-a330-8b6f93ecfa1f service nova] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Received event network-vif-plugged-47db9abc-70dc-4acc-9f17-22d53495f921 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:30:35 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-9ae334f7-538e-472b-a836-6dfc36db45ef req-da4668f7-9e94-427c-a330-8b6f93ecfa1f service nova] Acquiring lock "cdbe7335-af99-486a-9a7e-adbdf4443572-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:30:35 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-9ae334f7-538e-472b-a836-6dfc36db45ef req-da4668f7-9e94-427c-a330-8b6f93ecfa1f service nova] Lock "cdbe7335-af99-486a-9a7e-adbdf4443572-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:30:35 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-9ae334f7-538e-472b-a836-6dfc36db45ef req-da4668f7-9e94-427c-a330-8b6f93ecfa1f service nova] Lock "cdbe7335-af99-486a-9a7e-adbdf4443572-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:30:35 user nova-compute[75147]: DEBUG nova.compute.manager [req-9ae334f7-538e-472b-a836-6dfc36db45ef req-da4668f7-9e94-427c-a330-8b6f93ecfa1f service nova] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] No waiting events found dispatching network-vif-plugged-47db9abc-70dc-4acc-9f17-22d53495f921 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:30:35 user nova-compute[75147]: WARNING nova.compute.manager [req-9ae334f7-538e-472b-a836-6dfc36db45ef req-da4668f7-9e94-427c-a330-8b6f93ecfa1f service nova] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Received unexpected event network-vif-plugged-47db9abc-70dc-4acc-9f17-22d53495f921 for instance with vm_state shelved_offloaded and task_state spawning.
Oct 27 19:30:35 user nova-compute[75147]: DEBUG nova.compute.manager [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Instance event wait completed in 0 seconds for  {{(pid=75147) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 19:30:35 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Guest created on hypervisor {{(pid=75147) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 19:30:35 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Instance spawned successfully.
Oct 27 19:30:36 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:36 user nova-compute[75147]: DEBUG nova.compute.manager [req-8817d0c9-5471-42e5-a61b-1baf98d2fcce req-8a44f7b1-0ed2-42e9-99e3-296e5ba043e5 service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Received event network-vif-deleted-bb79e36b-036b-4c1f-beae-5eafe109eb13 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:30:36 user nova-compute[75147]: INFO nova.compute.manager [req-8817d0c9-5471-42e5-a61b-1baf98d2fcce req-8a44f7b1-0ed2-42e9-99e3-296e5ba043e5 service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Neutron deleted interface bb79e36b-036b-4c1f-beae-5eafe109eb13; detaching it from the instance and deleting it from the info cache
Oct 27 19:30:36 user nova-compute[75147]: DEBUG nova.network.neutron [req-8817d0c9-5471-42e5-a61b-1baf98d2fcce req-8a44f7b1-0ed2-42e9-99e3-296e5ba043e5 service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Updating instance_info_cache with network_info: [{"id": "50fbdd35-e7c7-47a1-a597-c6daa0463acc", "address": "fa:16:3e:ba:1f:6a", "network": {"id": "efb239ea-2b01-42ab-914d-d96fb4cb641a", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1328217919-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "826578ed75e04f04b57dfc7940a8c810", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50fbdd35-e7", "ovs_interfaceid": "50fbdd35-e7c7-47a1-a597-c6daa0463acc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e2c80536-7e4e-4363-91f3-1d85d95863db", "address": "fa:16:3e:48:26:fd", "network": {"id": "7566241a-80be-452b-a5bd-8c2a1d10a91e", "bridge": "br-int", "label": "tempest-device-tagging-net1-346914798", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.237", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "826578ed75e04f04b57dfc7940a8c810", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape2c80536-7e", "ovs_interfaceid": "e2c80536-7e4e-4363-91f3-1d85d95863db", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "889f60a0-69ff-467e-845c-07e5b4ef6e6b", "address": "fa:16:3e:c8:2e:ec", "network": {"id": "7566241a-80be-452b-a5bd-8c2a1d10a91e", "bridge": "br-int", "label": "tempest-device-tagging-net1-346914798", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "826578ed75e04f04b57dfc7940a8c810", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap889f60a0-69", "ovs_interfaceid": "889f60a0-69ff-467e-845c-07e5b4ef6e6b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "80ebb49f-6196-4471-97c0-05ffc132197f", "address": "fa:16:3e:a1:5b:63", "network": {"id": "7566241a-80be-452b-a5bd-8c2a1d10a91e", "bridge": "br-int", "label": "tempest-device-tagging-net1-346914798", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "826578ed75e04f04b57dfc7940a8c810", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap80ebb49f-61", "ovs_interfaceid": "80ebb49f-6196-4471-97c0-05ffc132197f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5cdb5084-7522-400c-80be-826f6ea26e62", "address": "fa:16:3e:d7:a2:ab", "network": {"id": "fd25be1d-a7ca-42f0-a93d-fffa2f0c404a", "bridge": "br-int", "label": "tempest-device-tagging-net2-817073751", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "826578ed75e04f04b57dfc7940a8c810", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5cdb5084-75", "ovs_interfaceid": "5cdb5084-7522-400c-80be-826f6ea26e62", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "09751407-65e3-46e8-9deb-ee0aed32a055", "address": "fa:16:3e:5b:03:87", "network": {"id": "fd25be1d-a7ca-42f0-a93d-fffa2f0c404a", "bridge": "br-int", "label": "tempest-device-tagging-net2-817073751", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "826578ed75e04f04b57dfc7940a8c810", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap09751407-65", "ovs_interfaceid": "09751407-65e3-46e8-9deb-ee0aed32a055", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:30:36 user nova-compute[75147]: DEBUG nova.compute.manager [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Checking state {{(pid=75147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 19:30:36 user nova-compute[75147]: DEBUG nova.compute.manager [req-8817d0c9-5471-42e5-a61b-1baf98d2fcce req-8a44f7b1-0ed2-42e9-99e3-296e5ba043e5 service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Detach interface failed, port_id=bb79e36b-036b-4c1f-beae-5eafe109eb13, reason: Instance 519212ec-e041-4397-8405-3f301c417b59 could not be found. {{(pid=75147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 27 19:30:36 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9bc4328e-e000-44de-bcef-bb8f9bdf5fcc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Lock "cdbe7335-af99-486a-9a7e-adbdf4443572" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 39.107s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:30:36 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:38 user nova-compute[75147]: DEBUG nova.compute.manager [req-1f9eb380-9804-44d8-b67a-552a7d1ca864 req-4dbc62eb-0c8e-45b2-b970-9d9f3dbe3631 service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Received event network-vif-deleted-80ebb49f-6196-4471-97c0-05ffc132197f {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:30:38 user nova-compute[75147]: INFO nova.compute.manager [req-1f9eb380-9804-44d8-b67a-552a7d1ca864 req-4dbc62eb-0c8e-45b2-b970-9d9f3dbe3631 service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Neutron deleted interface 80ebb49f-6196-4471-97c0-05ffc132197f; detaching it from the instance and deleting it from the info cache
Oct 27 19:30:38 user nova-compute[75147]: DEBUG nova.network.neutron [req-1f9eb380-9804-44d8-b67a-552a7d1ca864 req-4dbc62eb-0c8e-45b2-b970-9d9f3dbe3631 service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Updating instance_info_cache with network_info: [{"id": "50fbdd35-e7c7-47a1-a597-c6daa0463acc", "address": "fa:16:3e:ba:1f:6a", "network": {"id": "efb239ea-2b01-42ab-914d-d96fb4cb641a", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1328217919-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "826578ed75e04f04b57dfc7940a8c810", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50fbdd35-e7", "ovs_interfaceid": "50fbdd35-e7c7-47a1-a597-c6daa0463acc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e2c80536-7e4e-4363-91f3-1d85d95863db", "address": "fa:16:3e:48:26:fd", "network": {"id": "7566241a-80be-452b-a5bd-8c2a1d10a91e", "bridge": "br-int", "label": "tempest-device-tagging-net1-346914798", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.237", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "826578ed75e04f04b57dfc7940a8c810", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape2c80536-7e", "ovs_interfaceid": "e2c80536-7e4e-4363-91f3-1d85d95863db", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "889f60a0-69ff-467e-845c-07e5b4ef6e6b", "address": "fa:16:3e:c8:2e:ec", "network": {"id": "7566241a-80be-452b-a5bd-8c2a1d10a91e", "bridge": "br-int", "label": "tempest-device-tagging-net1-346914798", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "826578ed75e04f04b57dfc7940a8c810", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap889f60a0-69", "ovs_interfaceid": "889f60a0-69ff-467e-845c-07e5b4ef6e6b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "5cdb5084-7522-400c-80be-826f6ea26e62", "address": "fa:16:3e:d7:a2:ab", "network": {"id": "fd25be1d-a7ca-42f0-a93d-fffa2f0c404a", "bridge": "br-int", "label": "tempest-device-tagging-net2-817073751", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "826578ed75e04f04b57dfc7940a8c810", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5cdb5084-75", "ovs_interfaceid": "5cdb5084-7522-400c-80be-826f6ea26e62", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "09751407-65e3-46e8-9deb-ee0aed32a055", "address": "fa:16:3e:5b:03:87", "network": {"id": "fd25be1d-a7ca-42f0-a93d-fffa2f0c404a", "bridge": "br-int", "label": "tempest-device-tagging-net2-817073751", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "826578ed75e04f04b57dfc7940a8c810", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap09751407-65", "ovs_interfaceid": "09751407-65e3-46e8-9deb-ee0aed32a055", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:30:38 user nova-compute[75147]: DEBUG nova.network.neutron [-] [instance: 519212ec-e041-4397-8405-3f301c417b59] Updating instance_info_cache with network_info: [] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:30:38 user nova-compute[75147]: DEBUG nova.compute.manager [req-1f9eb380-9804-44d8-b67a-552a7d1ca864 req-4dbc62eb-0c8e-45b2-b970-9d9f3dbe3631 service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Detach interface failed, port_id=80ebb49f-6196-4471-97c0-05ffc132197f, reason: Instance 519212ec-e041-4397-8405-3f301c417b59 could not be found. {{(pid=75147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 27 19:30:38 user nova-compute[75147]: DEBUG nova.compute.manager [req-1f9eb380-9804-44d8-b67a-552a7d1ca864 req-4dbc62eb-0c8e-45b2-b970-9d9f3dbe3631 service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Received event network-vif-deleted-5cdb5084-7522-400c-80be-826f6ea26e62 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:30:38 user nova-compute[75147]: INFO nova.compute.manager [req-1f9eb380-9804-44d8-b67a-552a7d1ca864 req-4dbc62eb-0c8e-45b2-b970-9d9f3dbe3631 service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Neutron deleted interface 5cdb5084-7522-400c-80be-826f6ea26e62; detaching it from the instance and deleting it from the info cache
Oct 27 19:30:38 user nova-compute[75147]: DEBUG nova.network.neutron [req-1f9eb380-9804-44d8-b67a-552a7d1ca864 req-4dbc62eb-0c8e-45b2-b970-9d9f3dbe3631 service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Updating instance_info_cache with network_info: [{"id": "50fbdd35-e7c7-47a1-a597-c6daa0463acc", "address": "fa:16:3e:ba:1f:6a", "network": {"id": "efb239ea-2b01-42ab-914d-d96fb4cb641a", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1328217919-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "826578ed75e04f04b57dfc7940a8c810", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50fbdd35-e7", "ovs_interfaceid": "50fbdd35-e7c7-47a1-a597-c6daa0463acc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e2c80536-7e4e-4363-91f3-1d85d95863db", "address": "fa:16:3e:48:26:fd", "network": {"id": "7566241a-80be-452b-a5bd-8c2a1d10a91e", "bridge": "br-int", "label": "tempest-device-tagging-net1-346914798", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.237", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "826578ed75e04f04b57dfc7940a8c810", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape2c80536-7e", "ovs_interfaceid": "e2c80536-7e4e-4363-91f3-1d85d95863db", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "889f60a0-69ff-467e-845c-07e5b4ef6e6b", "address": "fa:16:3e:c8:2e:ec", "network": {"id": "7566241a-80be-452b-a5bd-8c2a1d10a91e", "bridge": "br-int", "label": "tempest-device-tagging-net1-346914798", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "826578ed75e04f04b57dfc7940a8c810", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap889f60a0-69", "ovs_interfaceid": "889f60a0-69ff-467e-845c-07e5b4ef6e6b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "09751407-65e3-46e8-9deb-ee0aed32a055", "address": "fa:16:3e:5b:03:87", "network": {"id": "fd25be1d-a7ca-42f0-a93d-fffa2f0c404a", "bridge": "br-int", "label": "tempest-device-tagging-net2-817073751", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "826578ed75e04f04b57dfc7940a8c810", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap09751407-65", "ovs_interfaceid": "09751407-65e3-46e8-9deb-ee0aed32a055", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:30:38 user nova-compute[75147]: INFO nova.compute.manager [-] [instance: 519212ec-e041-4397-8405-3f301c417b59] Took 5.25 seconds to deallocate network for instance.
Oct 27 19:30:38 user nova-compute[75147]: DEBUG nova.compute.manager [req-1f9eb380-9804-44d8-b67a-552a7d1ca864 req-4dbc62eb-0c8e-45b2-b970-9d9f3dbe3631 service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Detach interface failed, port_id=5cdb5084-7522-400c-80be-826f6ea26e62, reason: Instance 519212ec-e041-4397-8405-3f301c417b59 could not be found. {{(pid=75147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 27 19:30:38 user nova-compute[75147]: DEBUG nova.compute.manager [req-1f9eb380-9804-44d8-b67a-552a7d1ca864 req-4dbc62eb-0c8e-45b2-b970-9d9f3dbe3631 service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Received event network-vif-deleted-50fbdd35-e7c7-47a1-a597-c6daa0463acc {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:30:38 user nova-compute[75147]: INFO nova.compute.manager [req-1f9eb380-9804-44d8-b67a-552a7d1ca864 req-4dbc62eb-0c8e-45b2-b970-9d9f3dbe3631 service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Neutron deleted interface 50fbdd35-e7c7-47a1-a597-c6daa0463acc; detaching it from the instance and deleting it from the info cache
Oct 27 19:30:38 user nova-compute[75147]: DEBUG nova.network.neutron [req-1f9eb380-9804-44d8-b67a-552a7d1ca864 req-4dbc62eb-0c8e-45b2-b970-9d9f3dbe3631 service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Updating instance_info_cache with network_info: [{"id": "e2c80536-7e4e-4363-91f3-1d85d95863db", "address": "fa:16:3e:48:26:fd", "network": {"id": "7566241a-80be-452b-a5bd-8c2a1d10a91e", "bridge": "br-int", "label": "tempest-device-tagging-net1-346914798", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.237", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "826578ed75e04f04b57dfc7940a8c810", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape2c80536-7e", "ovs_interfaceid": "e2c80536-7e4e-4363-91f3-1d85d95863db", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "889f60a0-69ff-467e-845c-07e5b4ef6e6b", "address": "fa:16:3e:c8:2e:ec", "network": {"id": "7566241a-80be-452b-a5bd-8c2a1d10a91e", "bridge": "br-int", "label": "tempest-device-tagging-net1-346914798", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "826578ed75e04f04b57dfc7940a8c810", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap889f60a0-69", "ovs_interfaceid": "889f60a0-69ff-467e-845c-07e5b4ef6e6b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "09751407-65e3-46e8-9deb-ee0aed32a055", "address": "fa:16:3e:5b:03:87", "network": {"id": "fd25be1d-a7ca-42f0-a93d-fffa2f0c404a", "bridge": "br-int", "label": "tempest-device-tagging-net2-817073751", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "826578ed75e04f04b57dfc7940a8c810", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap09751407-65", "ovs_interfaceid": "09751407-65e3-46e8-9deb-ee0aed32a055", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:30:38 user nova-compute[75147]: DEBUG nova.compute.manager [req-1f9eb380-9804-44d8-b67a-552a7d1ca864 req-4dbc62eb-0c8e-45b2-b970-9d9f3dbe3631 service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Detach interface failed, port_id=50fbdd35-e7c7-47a1-a597-c6daa0463acc, reason: Instance 519212ec-e041-4397-8405-3f301c417b59 could not be found. {{(pid=75147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 27 19:30:40 user nova-compute[75147]: DEBUG nova.compute.manager [req-3f3a2ae1-0aa7-4ec2-9e1a-4f6271cb4408 req-9ad2e107-4909-409c-8910-d443e7da09dd service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Received event network-vif-deleted-09751407-65e3-46e8-9deb-ee0aed32a055 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:30:40 user nova-compute[75147]: INFO nova.compute.manager [req-3f3a2ae1-0aa7-4ec2-9e1a-4f6271cb4408 req-9ad2e107-4909-409c-8910-d443e7da09dd service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Neutron deleted interface 09751407-65e3-46e8-9deb-ee0aed32a055; detaching it from the instance and deleting it from the info cache
Oct 27 19:30:40 user nova-compute[75147]: DEBUG nova.network.neutron [req-3f3a2ae1-0aa7-4ec2-9e1a-4f6271cb4408 req-9ad2e107-4909-409c-8910-d443e7da09dd service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Updating instance_info_cache with network_info: [{"id": "e2c80536-7e4e-4363-91f3-1d85d95863db", "address": "fa:16:3e:48:26:fd", "network": {"id": "7566241a-80be-452b-a5bd-8c2a1d10a91e", "bridge": "br-int", "label": "tempest-device-tagging-net1-346914798", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.237", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "826578ed75e04f04b57dfc7940a8c810", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape2c80536-7e", "ovs_interfaceid": "e2c80536-7e4e-4363-91f3-1d85d95863db", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "889f60a0-69ff-467e-845c-07e5b4ef6e6b", "address": "fa:16:3e:c8:2e:ec", "network": {"id": "7566241a-80be-452b-a5bd-8c2a1d10a91e", "bridge": "br-int", "label": "tempest-device-tagging-net1-346914798", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "826578ed75e04f04b57dfc7940a8c810", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap889f60a0-69", "ovs_interfaceid": "889f60a0-69ff-467e-845c-07e5b4ef6e6b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:30:40 user nova-compute[75147]: DEBUG nova.compute.manager [req-3f3a2ae1-0aa7-4ec2-9e1a-4f6271cb4408 req-9ad2e107-4909-409c-8910-d443e7da09dd service nova] [instance: 519212ec-e041-4397-8405-3f301c417b59] Detach interface failed, port_id=09751407-65e3-46e8-9deb-ee0aed32a055, reason: Instance 519212ec-e041-4397-8405-3f301c417b59 could not be found. {{(pid=75147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 27 19:30:41 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:41 user nova-compute[75147]: INFO nova.compute.manager [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] [instance: 519212ec-e041-4397-8405-3f301c417b59] Took 3.21 seconds to detach 3 volumes for instance.
Oct 27 19:30:41 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:30:41 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:30:41 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:42 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:30:42 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:30:42 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.607s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:30:42 user nova-compute[75147]: INFO nova.scheduler.client.report [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Deleted allocations for instance 519212ec-e041-4397-8405-3f301c417b59
Oct 27 19:30:42 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-40fdfb73-1915-4c1a-90b2-2f93b605c4d1 tempest-TaggedBootDevicesTest_v242-790974805 tempest-TaggedBootDevicesTest_v242-790974805-project-member] Lock "519212ec-e041-4397-8405-3f301c417b59" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 15.911s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:30:42 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-1946119d-9901-44f4-b2a9-0eb350e2f65c tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] Acquiring lock "4168f40d-0502-411c-9e29-5f827192ad86" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:30:42 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-1946119d-9901-44f4-b2a9-0eb350e2f65c tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] Lock "4168f40d-0502-411c-9e29-5f827192ad86" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.003s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:30:42 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-1946119d-9901-44f4-b2a9-0eb350e2f65c tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] Acquiring lock "4168f40d-0502-411c-9e29-5f827192ad86-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:30:42 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-1946119d-9901-44f4-b2a9-0eb350e2f65c tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] Lock "4168f40d-0502-411c-9e29-5f827192ad86-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:30:42 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-1946119d-9901-44f4-b2a9-0eb350e2f65c tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] Lock "4168f40d-0502-411c-9e29-5f827192ad86-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:30:42 user nova-compute[75147]: INFO nova.compute.manager [None req-1946119d-9901-44f4-b2a9-0eb350e2f65c tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] [instance: 4168f40d-0502-411c-9e29-5f827192ad86] Terminating instance
Oct 27 19:30:42 user nova-compute[75147]: DEBUG nova.compute.manager [None req-1946119d-9901-44f4-b2a9-0eb350e2f65c tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] [instance: 4168f40d-0502-411c-9e29-5f827192ad86] Start destroying the instance on the hypervisor. {{(pid=75147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 27 19:30:42 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:42 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:42 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:42 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:43 user nova-compute[75147]: DEBUG nova.compute.manager [req-977e9559-6d37-4b85-af66-d33b33cb3d41 req-9e97663f-6c7f-4a10-b285-3579d6e8037a service nova] [instance: 4168f40d-0502-411c-9e29-5f827192ad86] Received event network-vif-unplugged-8179fb8a-efb7-4c5b-b2d7-3fe1e8179c21 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:30:43 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-977e9559-6d37-4b85-af66-d33b33cb3d41 req-9e97663f-6c7f-4a10-b285-3579d6e8037a service nova] Acquiring lock "4168f40d-0502-411c-9e29-5f827192ad86-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:30:43 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-977e9559-6d37-4b85-af66-d33b33cb3d41 req-9e97663f-6c7f-4a10-b285-3579d6e8037a service nova] Lock "4168f40d-0502-411c-9e29-5f827192ad86-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:30:43 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-977e9559-6d37-4b85-af66-d33b33cb3d41 req-9e97663f-6c7f-4a10-b285-3579d6e8037a service nova] Lock "4168f40d-0502-411c-9e29-5f827192ad86-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:30:43 user nova-compute[75147]: DEBUG nova.compute.manager [req-977e9559-6d37-4b85-af66-d33b33cb3d41 req-9e97663f-6c7f-4a10-b285-3579d6e8037a service nova] [instance: 4168f40d-0502-411c-9e29-5f827192ad86] No waiting events found dispatching network-vif-unplugged-8179fb8a-efb7-4c5b-b2d7-3fe1e8179c21 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:30:43 user nova-compute[75147]: DEBUG nova.compute.manager [req-977e9559-6d37-4b85-af66-d33b33cb3d41 req-9e97663f-6c7f-4a10-b285-3579d6e8037a service nova] [instance: 4168f40d-0502-411c-9e29-5f827192ad86] Received event network-vif-unplugged-8179fb8a-efb7-4c5b-b2d7-3fe1e8179c21 for instance with task_state deleting. {{(pid=75147) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 19:30:43 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: 4168f40d-0502-411c-9e29-5f827192ad86] Instance destroyed successfully.
Oct 27 19:30:43 user nova-compute[75147]: DEBUG nova.objects.instance [None req-1946119d-9901-44f4-b2a9-0eb350e2f65c tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] Lazy-loading 'resources' on Instance uuid 4168f40d-0502-411c-9e29-5f827192ad86 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:30:43 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-1946119d-9901-44f4-b2a9-0eb350e2f65c tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:26:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesAssistedSnapshotsTest-server-12042473',display_name='tempest-VolumesAssistedSnapshotsTest-server-12042473',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesassistedsnapshotstest-server-12042473',id=8,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFibfHwb4N1zTXpmaKeJ25CzIRoBhql0hQB/TMrlJrvCEYK6rcxqb8r8XAH6ShYzClt6pfu5Fd2afe/clZaD14S3lDKdPYl4QgSEhGSsCW43B0NPFOjg5/domiwJe6j+Vg==',key_name='tempest-keypair-1232275930',keypairs=<?>,launch_index=0,launched_at=2023-10-27T19:26:53Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='6db9c1eaa84a443eacf4ac7a2db03a6f',ramdisk_id='',reservation_id='r-z5fq6z2o',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesAssistedSnapshotsTest-1891603428',owner_user_name='tempest-VolumesAssistedSnapshotsTest-1891603428-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T19:26:53Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='32a78e2d208940baab0eeff31f458cff',uuid=4168f40d-0502-411c-9e29-5f827192ad86,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "8179fb8a-efb7-4c5b-b2d7-3fe1e8179c21", "address": "fa:16:3e:82:49:fc", "network": {"id": "e43a61ac-3551-419e-9fa9-2715023a1a3c", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1900463797-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.61", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6db9c1eaa84a443eacf4ac7a2db03a6f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8179fb8a-ef", "ovs_interfaceid": "8179fb8a-efb7-4c5b-b2d7-3fe1e8179c21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 19:30:43 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-1946119d-9901-44f4-b2a9-0eb350e2f65c tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] Converting VIF {"id": "8179fb8a-efb7-4c5b-b2d7-3fe1e8179c21", "address": "fa:16:3e:82:49:fc", "network": {"id": "e43a61ac-3551-419e-9fa9-2715023a1a3c", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1900463797-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.61", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6db9c1eaa84a443eacf4ac7a2db03a6f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8179fb8a-ef", "ovs_interfaceid": "8179fb8a-efb7-4c5b-b2d7-3fe1e8179c21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:30:43 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-1946119d-9901-44f4-b2a9-0eb350e2f65c tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:82:49:fc,bridge_name='br-int',has_traffic_filtering=True,id=8179fb8a-efb7-4c5b-b2d7-3fe1e8179c21,network=Network(e43a61ac-3551-419e-9fa9-2715023a1a3c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8179fb8a-ef') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:30:43 user nova-compute[75147]: DEBUG os_vif [None req-1946119d-9901-44f4-b2a9-0eb350e2f65c tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:82:49:fc,bridge_name='br-int',has_traffic_filtering=True,id=8179fb8a-efb7-4c5b-b2d7-3fe1e8179c21,network=Network(e43a61ac-3551-419e-9fa9-2715023a1a3c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8179fb8a-ef') {{(pid=75147) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 19:30:43 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:43 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap8179fb8a-ef, bridge=br-int, if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:30:43 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:43 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:30:43 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:43 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=a2b05318-8c36-47a1-8f5f-13669cd6e675) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:30:43 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:43 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:30:43 user nova-compute[75147]: INFO os_vif [None req-1946119d-9901-44f4-b2a9-0eb350e2f65c tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:82:49:fc,bridge_name='br-int',has_traffic_filtering=True,id=8179fb8a-efb7-4c5b-b2d7-3fe1e8179c21,network=Network(e43a61ac-3551-419e-9fa9-2715023a1a3c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8179fb8a-ef')
Oct 27 19:30:43 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-1946119d-9901-44f4-b2a9-0eb350e2f65c tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] [instance: 4168f40d-0502-411c-9e29-5f827192ad86] Deleting instance files /opt/stack/data/nova/instances/4168f40d-0502-411c-9e29-5f827192ad86_del
Oct 27 19:30:43 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-1946119d-9901-44f4-b2a9-0eb350e2f65c tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] [instance: 4168f40d-0502-411c-9e29-5f827192ad86] Deletion of /opt/stack/data/nova/instances/4168f40d-0502-411c-9e29-5f827192ad86_del complete
Oct 27 19:30:43 user nova-compute[75147]: INFO nova.compute.manager [None req-1946119d-9901-44f4-b2a9-0eb350e2f65c tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] [instance: 4168f40d-0502-411c-9e29-5f827192ad86] Took 0.91 seconds to destroy the instance on the hypervisor.
Oct 27 19:30:43 user nova-compute[75147]: DEBUG oslo.service.loopingcall [None req-1946119d-9901-44f4-b2a9-0eb350e2f65c tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 27 19:30:43 user nova-compute[75147]: DEBUG nova.compute.manager [-] [instance: 4168f40d-0502-411c-9e29-5f827192ad86] Deallocating network for instance {{(pid=75147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 27 19:30:43 user nova-compute[75147]: DEBUG nova.network.neutron [-] [instance: 4168f40d-0502-411c-9e29-5f827192ad86] deallocate_for_instance() {{(pid=75147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 27 19:30:43 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:44 user nova-compute[75147]: DEBUG nova.network.neutron [-] [instance: 4168f40d-0502-411c-9e29-5f827192ad86] Updating instance_info_cache with network_info: [] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:30:44 user nova-compute[75147]: INFO nova.compute.manager [-] [instance: 4168f40d-0502-411c-9e29-5f827192ad86] Took 1.13 seconds to deallocate network for instance.
Oct 27 19:30:44 user nova-compute[75147]: DEBUG nova.compute.manager [req-cb69f674-84e3-4f6c-9070-c4e274ce18ca req-51cb1a51-99e0-4f4a-b6e4-6e672406c50d service nova] [instance: 4168f40d-0502-411c-9e29-5f827192ad86] Received event network-vif-deleted-8179fb8a-efb7-4c5b-b2d7-3fe1e8179c21 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:30:44 user nova-compute[75147]: INFO nova.compute.manager [req-cb69f674-84e3-4f6c-9070-c4e274ce18ca req-51cb1a51-99e0-4f4a-b6e4-6e672406c50d service nova] [instance: 4168f40d-0502-411c-9e29-5f827192ad86] Neutron deleted interface 8179fb8a-efb7-4c5b-b2d7-3fe1e8179c21; detaching it from the instance and deleting it from the info cache
Oct 27 19:30:44 user nova-compute[75147]: DEBUG nova.network.neutron [req-cb69f674-84e3-4f6c-9070-c4e274ce18ca req-51cb1a51-99e0-4f4a-b6e4-6e672406c50d service nova] [instance: 4168f40d-0502-411c-9e29-5f827192ad86] Updating instance_info_cache with network_info: [] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:30:44 user nova-compute[75147]: DEBUG nova.compute.manager [req-cb69f674-84e3-4f6c-9070-c4e274ce18ca req-51cb1a51-99e0-4f4a-b6e4-6e672406c50d service nova] [instance: 4168f40d-0502-411c-9e29-5f827192ad86] Detach interface failed, port_id=8179fb8a-efb7-4c5b-b2d7-3fe1e8179c21, reason: Instance 4168f40d-0502-411c-9e29-5f827192ad86 could not be found. {{(pid=75147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 27 19:30:44 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-1946119d-9901-44f4-b2a9-0eb350e2f65c tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:30:44 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-1946119d-9901-44f4-b2a9-0eb350e2f65c tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:30:44 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:30:44 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Starting heal instance info cache {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 19:30:45 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "refresh_cache-cdbe7335-af99-486a-9a7e-adbdf4443572" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:30:45 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquired lock "refresh_cache-cdbe7335-af99-486a-9a7e-adbdf4443572" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:30:45 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Forcefully refreshing network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 27 19:30:45 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-1946119d-9901-44f4-b2a9-0eb350e2f65c tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:30:45 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-1946119d-9901-44f4-b2a9-0eb350e2f65c tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:30:45 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-1946119d-9901-44f4-b2a9-0eb350e2f65c tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.525s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:30:45 user nova-compute[75147]: DEBUG nova.compute.manager [req-bc0858a2-b7b3-4654-9d2f-618d78e0037b req-da57f86c-5074-4bd2-99db-bd6dd775bde3 service nova] [instance: 4168f40d-0502-411c-9e29-5f827192ad86] Received event network-vif-plugged-8179fb8a-efb7-4c5b-b2d7-3fe1e8179c21 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:30:45 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-bc0858a2-b7b3-4654-9d2f-618d78e0037b req-da57f86c-5074-4bd2-99db-bd6dd775bde3 service nova] Acquiring lock "4168f40d-0502-411c-9e29-5f827192ad86-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:30:45 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-bc0858a2-b7b3-4654-9d2f-618d78e0037b req-da57f86c-5074-4bd2-99db-bd6dd775bde3 service nova] Lock "4168f40d-0502-411c-9e29-5f827192ad86-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:30:45 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-bc0858a2-b7b3-4654-9d2f-618d78e0037b req-da57f86c-5074-4bd2-99db-bd6dd775bde3 service nova] Lock "4168f40d-0502-411c-9e29-5f827192ad86-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:30:45 user nova-compute[75147]: DEBUG nova.compute.manager [req-bc0858a2-b7b3-4654-9d2f-618d78e0037b req-da57f86c-5074-4bd2-99db-bd6dd775bde3 service nova] [instance: 4168f40d-0502-411c-9e29-5f827192ad86] No waiting events found dispatching network-vif-plugged-8179fb8a-efb7-4c5b-b2d7-3fe1e8179c21 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:30:45 user nova-compute[75147]: WARNING nova.compute.manager [req-bc0858a2-b7b3-4654-9d2f-618d78e0037b req-da57f86c-5074-4bd2-99db-bd6dd775bde3 service nova] [instance: 4168f40d-0502-411c-9e29-5f827192ad86] Received unexpected event network-vif-plugged-8179fb8a-efb7-4c5b-b2d7-3fe1e8179c21 for instance with vm_state deleted and task_state None.
Oct 27 19:30:45 user nova-compute[75147]: INFO nova.scheduler.client.report [None req-1946119d-9901-44f4-b2a9-0eb350e2f65c tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] Deleted allocations for instance 4168f40d-0502-411c-9e29-5f827192ad86
Oct 27 19:30:45 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-1946119d-9901-44f4-b2a9-0eb350e2f65c tempest-VolumesAssistedSnapshotsTest-1891603428 tempest-VolumesAssistedSnapshotsTest-1891603428-project-member] Lock "4168f40d-0502-411c-9e29-5f827192ad86" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.808s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:30:46 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:46 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Updating instance_info_cache with network_info: [{"id": "47db9abc-70dc-4acc-9f17-22d53495f921", "address": "fa:16:3e:ac:d0:11", "network": {"id": "a71e29bc-f4c7-43bf-b62a-640bdbe1f778", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1494620895-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8beb0d83b9e445ec875766ef511f053b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47db9abc-70", "ovs_interfaceid": "47db9abc-70dc-4acc-9f17-22d53495f921", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:30:46 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Releasing lock "refresh_cache-cdbe7335-af99-486a-9a7e-adbdf4443572" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:30:46 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Updated the network info_cache for instance {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 27 19:30:46 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:30:46 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:30:46 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:30:46 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:30:46 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:30:46 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:30:46 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:30:46 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Auditing locally available compute resources for user (node: user) {{(pid=75147) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 19:30:46 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2b0ba44c-96cb-42ef-add4-6535d26bdebf/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:46 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:46 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2b0ba44c-96cb-42ef-add4-6535d26bdebf/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:46 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2b0ba44c-96cb-42ef-add4-6535d26bdebf/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:46 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2b0ba44c-96cb-42ef-add4-6535d26bdebf/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:46 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9705db51-2bbb-4520-a942-9efdb828e241/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:47 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9705db51-2bbb-4520-a942-9efdb828e241/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:47 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9705db51-2bbb-4520-a942-9efdb828e241/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:47 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9705db51-2bbb-4520-a942-9efdb828e241/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:47 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdbe7335-af99-486a-9a7e-adbdf4443572/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:47 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdbe7335-af99-486a-9a7e-adbdf4443572/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:47 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdbe7335-af99-486a-9a7e-adbdf4443572/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:47 user nova-compute[75147]: INFO nova.compute.manager [None req-a1b8e422-dbdd-48a2-a36d-88c944ab59fe tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: bac22037-a5fc-4b74-a5eb-94c2e51e8155] Rescuing
Oct 27 19:30:47 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-a1b8e422-dbdd-48a2-a36d-88c944ab59fe tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Acquiring lock "refresh_cache-bac22037-a5fc-4b74-a5eb-94c2e51e8155" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:30:47 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-a1b8e422-dbdd-48a2-a36d-88c944ab59fe tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Acquired lock "refresh_cache-bac22037-a5fc-4b74-a5eb-94c2e51e8155" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:30:47 user nova-compute[75147]: DEBUG nova.network.neutron [None req-a1b8e422-dbdd-48a2-a36d-88c944ab59fe tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: bac22037-a5fc-4b74-a5eb-94c2e51e8155] Building network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 19:30:47 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdbe7335-af99-486a-9a7e-adbdf4443572/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:47 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] skipping disk /dev/sdj (vdc) as it is a volume {{(pid=75147) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 19:30:47 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/17da16fe-2762-4442-a31f-c966695dea37/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:47 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/17da16fe-2762-4442-a31f-c966695dea37/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:47 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/17da16fe-2762-4442-a31f-c966695dea37/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:47 user nova-compute[75147]: DEBUG nova.network.neutron [None req-a1b8e422-dbdd-48a2-a36d-88c944ab59fe tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: bac22037-a5fc-4b74-a5eb-94c2e51e8155] Updating instance_info_cache with network_info: [{"id": "6e71fd7e-a0c2-47b4-9fab-e5f72fcb2927", "address": "fa:16:3e:bd:98:af", "network": {"id": "997a94dd-a6cc-485a-9bca-761040e12ccf", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-358973122-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c05b7c7e7bf147fcbc02a57ffda4a15d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6e71fd7e-a0", "ovs_interfaceid": "6e71fd7e-a0c2-47b4-9fab-e5f72fcb2927", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:30:47 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-a1b8e422-dbdd-48a2-a36d-88c944ab59fe tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Releasing lock "refresh_cache-bac22037-a5fc-4b74-a5eb-94c2e51e8155" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:30:48 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/17da16fe-2762-4442-a31f-c966695dea37/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:48 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ccda09df-ba2f-4291-bb41-297995fa5786/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:48 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:48 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:48 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ccda09df-ba2f-4291-bb41-297995fa5786/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:48 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ccda09df-ba2f-4291-bb41-297995fa5786/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:48 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:48 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-8006bfa8-9ad2-4166-8b63-103c257564aa tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] Acquiring lock "74b40d0b-39c0-437e-997c-65ee49a857d3" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:30:48 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-8006bfa8-9ad2-4166-8b63-103c257564aa tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] Lock "74b40d0b-39c0-437e-997c-65ee49a857d3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:30:48 user nova-compute[75147]: DEBUG nova.compute.manager [None req-8006bfa8-9ad2-4166-8b63-103c257564aa tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] [instance: 74b40d0b-39c0-437e-997c-65ee49a857d3] Starting instance... {{(pid=75147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 27 19:30:48 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:48 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-8006bfa8-9ad2-4166-8b63-103c257564aa tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:30:48 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-8006bfa8-9ad2-4166-8b63-103c257564aa tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:30:48 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-8006bfa8-9ad2-4166-8b63-103c257564aa tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75147) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 19:30:48 user nova-compute[75147]: INFO nova.compute.claims [None req-8006bfa8-9ad2-4166-8b63-103c257564aa tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] [instance: 74b40d0b-39c0-437e-997c-65ee49a857d3] Claim successful on node user
Oct 27 19:30:48 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ccda09df-ba2f-4291-bb41-297995fa5786/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:48 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3fb6898-879f-4828-b0c8-f4c7911c334c/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:48 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:48 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3fb6898-879f-4828-b0c8-f4c7911c334c/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:48 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3fb6898-879f-4828-b0c8-f4c7911c334c/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:48 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3fb6898-879f-4828-b0c8-f4c7911c334c/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:48 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk.rescue --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:48 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: bac22037-a5fc-4b74-a5eb-94c2e51e8155] Instance destroyed successfully.
Oct 27 19:30:48 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-a1b8e422-dbdd-48a2-a36d-88c944ab59fe tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: bac22037-a5fc-4b74-a5eb-94c2e51e8155] Attempting rescue
Oct 27 19:30:48 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-a1b8e422-dbdd-48a2-a36d-88c944ab59fe tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=75147) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Oct 27 19:30:48 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-a1b8e422-dbdd-48a2-a36d-88c944ab59fe tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: bac22037-a5fc-4b74-a5eb-94c2e51e8155] Instance directory exists: not creating {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Oct 27 19:30:48 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-a1b8e422-dbdd-48a2-a36d-88c944ab59fe tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: bac22037-a5fc-4b74-a5eb-94c2e51e8155] Creating image(s)
Oct 27 19:30:49 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-a1b8e422-dbdd-48a2-a36d-88c944ab59fe tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Acquiring lock "/opt/stack/data/nova/instances/bac22037-a5fc-4b74-a5eb-94c2e51e8155/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:30:49 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-a1b8e422-dbdd-48a2-a36d-88c944ab59fe tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Lock "/opt/stack/data/nova/instances/bac22037-a5fc-4b74-a5eb-94c2e51e8155/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:30:49 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-a1b8e422-dbdd-48a2-a36d-88c944ab59fe tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Lock "/opt/stack/data/nova/instances/bac22037-a5fc-4b74-a5eb-94c2e51e8155/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:30:49 user nova-compute[75147]: DEBUG nova.objects.instance [None req-a1b8e422-dbdd-48a2-a36d-88c944ab59fe tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Lazy-loading 'trusted_certs' on Instance uuid bac22037-a5fc-4b74-a5eb-94c2e51e8155 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:30:49 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-a1b8e422-dbdd-48a2-a36d-88c944ab59fe tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Acquiring lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:30:49 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-a1b8e422-dbdd-48a2-a36d-88c944ab59fe tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:30:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-a1b8e422-dbdd-48a2-a36d-88c944ab59fe tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:49 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-8006bfa8-9ad2-4166-8b63-103c257564aa tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:30:49 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-8006bfa8-9ad2-4166-8b63-103c257564aa tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:30:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk.rescue --force-share --output=json" returned: 0 in 0.255s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk.rescue --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:49 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-8006bfa8-9ad2-4166-8b63-103c257564aa tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.768s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:30:49 user nova-compute[75147]: DEBUG nova.compute.manager [None req-8006bfa8-9ad2-4166-8b63-103c257564aa tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] [instance: 74b40d0b-39c0-437e-997c-65ee49a857d3] Start building networks asynchronously for instance. {{(pid=75147) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 27 19:30:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-a1b8e422-dbdd-48a2-a36d-88c944ab59fe tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.199s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-a1b8e422-dbdd-48a2-a36d-88c944ab59fe tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa,backing_fmt=raw /opt/stack/data/nova/instances/bac22037-a5fc-4b74-a5eb-94c2e51e8155/disk.rescue {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-a1b8e422-dbdd-48a2-a36d-88c944ab59fe tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa,backing_fmt=raw /opt/stack/data/nova/instances/bac22037-a5fc-4b74-a5eb-94c2e51e8155/disk.rescue" returned: 0 in 0.058s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:49 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-a1b8e422-dbdd-48a2-a36d-88c944ab59fe tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.263s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:30:49 user nova-compute[75147]: DEBUG nova.objects.instance [None req-a1b8e422-dbdd-48a2-a36d-88c944ab59fe tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Lazy-loading 'migration_context' on Instance uuid bac22037-a5fc-4b74-a5eb-94c2e51e8155 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:30:49 user nova-compute[75147]: DEBUG nova.objects.base [None req-a1b8e422-dbdd-48a2-a36d-88c944ab59fe tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Object Instance<bac22037-a5fc-4b74-a5eb-94c2e51e8155> lazy-loaded attributes: trusted_certs,migration_context {{(pid=75147) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 19:30:49 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-a1b8e422-dbdd-48a2-a36d-88c944ab59fe tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: bac22037-a5fc-4b74-a5eb-94c2e51e8155] Created local disks {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 27 19:30:49 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-a1b8e422-dbdd-48a2-a36d-88c944ab59fe tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: bac22037-a5fc-4b74-a5eb-94c2e51e8155] Start _get_guest_xml network_info=[{"id": "6e71fd7e-a0c2-47b4-9fab-e5f72fcb2927", "address": "fa:16:3e:bd:98:af", "network": {"id": "997a94dd-a6cc-485a-9bca-761040e12ccf", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-358973122-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-358973122-network", "vif_mac": "fa:16:3e:bd:98:af"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c05b7c7e7bf147fcbc02a57ffda4a15d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6e71fd7e-a0", "ovs_interfaceid": "6e71fd7e-a0c2-47b4-9fab-e5f72fcb2927", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T19:22:09Z,direct_url=<?>,disk_format='qcow2',id=d52df17c-5315-4a73-ab7c-34c161a414fb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0b43115555434818b0c8bdf6be4946da',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T19:22:11Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': 'd52df17c-5315-4a73-ab7c-34c161a414fb', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=None {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 19:30:49 user nova-compute[75147]: DEBUG nova.objects.instance [None req-a1b8e422-dbdd-48a2-a36d-88c944ab59fe tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Lazy-loading 'resources' on Instance uuid bac22037-a5fc-4b74-a5eb-94c2e51e8155 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:30:49 user nova-compute[75147]: DEBUG nova.compute.manager [None req-8006bfa8-9ad2-4166-8b63-103c257564aa tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] [instance: 74b40d0b-39c0-437e-997c-65ee49a857d3] Allocating IP information in the background. {{(pid=75147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 27 19:30:49 user nova-compute[75147]: DEBUG nova.network.neutron [None req-8006bfa8-9ad2-4166-8b63-103c257564aa tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] [instance: 74b40d0b-39c0-437e-997c-65ee49a857d3] allocate_for_instance() {{(pid=75147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 27 19:30:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk.rescue --force-share --output=json" returned: 0 in 0.202s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:49 user nova-compute[75147]: DEBUG nova.objects.base [None req-a1b8e422-dbdd-48a2-a36d-88c944ab59fe tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Object Instance<bac22037-a5fc-4b74-a5eb-94c2e51e8155> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=75147) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 19:30:49 user nova-compute[75147]: DEBUG nova.objects.instance [None req-a1b8e422-dbdd-48a2-a36d-88c944ab59fe tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Lazy-loading 'numa_topology' on Instance uuid bac22037-a5fc-4b74-a5eb-94c2e51e8155 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:30:49 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-8006bfa8-9ad2-4166-8b63-103c257564aa tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] [instance: 74b40d0b-39c0-437e-997c-65ee49a857d3] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 27 19:30:49 user nova-compute[75147]: DEBUG nova.objects.base [None req-a1b8e422-dbdd-48a2-a36d-88c944ab59fe tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Object Instance<bac22037-a5fc-4b74-a5eb-94c2e51e8155> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=75147) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 19:30:49 user nova-compute[75147]: DEBUG nova.compute.manager [None req-8006bfa8-9ad2-4166-8b63-103c257564aa tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] [instance: 74b40d0b-39c0-437e-997c-65ee49a857d3] Start building block device mappings for instance. {{(pid=75147) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 27 19:30:49 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-a1b8e422-dbdd-48a2-a36d-88c944ab59fe tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:30:49 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-a1b8e422-dbdd-48a2-a36d-88c944ab59fe tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:30:49 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-a1b8e422-dbdd-48a2-a36d-88c944ab59fe tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 19:30:49 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-a1b8e422-dbdd-48a2-a36d-88c944ab59fe tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] CPU controller missing on host. {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 19:30:49 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-a1b8e422-dbdd-48a2-a36d-88c944ab59fe tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 19:30:49 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-a1b8e422-dbdd-48a2-a36d-88c944ab59fe tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] CPU controller found on host. {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 19:30:49 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-a1b8e422-dbdd-48a2-a36d-88c944ab59fe tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75147) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 19:30:49 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-a1b8e422-dbdd-48a2-a36d-88c944ab59fe tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T19:21:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T19:22:09Z,direct_url=<?>,disk_format='qcow2',id=d52df17c-5315-4a73-ab7c-34c161a414fb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0b43115555434818b0c8bdf6be4946da',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T19:22:11Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 19:30:49 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-a1b8e422-dbdd-48a2-a36d-88c944ab59fe tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Flavor limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 19:30:49 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-a1b8e422-dbdd-48a2-a36d-88c944ab59fe tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Image limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 19:30:49 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-a1b8e422-dbdd-48a2-a36d-88c944ab59fe tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Flavor pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 19:30:49 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-a1b8e422-dbdd-48a2-a36d-88c944ab59fe tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Image pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 19:30:49 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-a1b8e422-dbdd-48a2-a36d-88c944ab59fe tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 19:30:49 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-a1b8e422-dbdd-48a2-a36d-88c944ab59fe tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 19:30:49 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-a1b8e422-dbdd-48a2-a36d-88c944ab59fe tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 19:30:49 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-a1b8e422-dbdd-48a2-a36d-88c944ab59fe tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Got 1 possible topologies {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 19:30:49 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-a1b8e422-dbdd-48a2-a36d-88c944ab59fe tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 19:30:49 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-a1b8e422-dbdd-48a2-a36d-88c944ab59fe tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 19:30:49 user nova-compute[75147]: DEBUG nova.objects.instance [None req-a1b8e422-dbdd-48a2-a36d-88c944ab59fe tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Lazy-loading 'vcpu_model' on Instance uuid bac22037-a5fc-4b74-a5eb-94c2e51e8155 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:30:49 user nova-compute[75147]: DEBUG nova.policy [None req-8006bfa8-9ad2-4166-8b63-103c257564aa tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd3952355d4914d42a519ba1e805abc7a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '96e45b6837ff4b7aa09162a3a98952c3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75147) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 27 19:30:49 user nova-compute[75147]: DEBUG nova.objects.base [None req-a1b8e422-dbdd-48a2-a36d-88c944ab59fe tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Object Instance<bac22037-a5fc-4b74-a5eb-94c2e51e8155> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=75147) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 19:30:49 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-a1b8e422-dbdd-48a2-a36d-88c944ab59fe tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:25:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-223336015',display_name='tempest-ServerRescueNegativeTestJSON-server-223336015',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-223336015',id=1,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-27T19:26:15Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='c05b7c7e7bf147fcbc02a57ffda4a15d',ramdisk_id='',reservation_id='r-ht03o5w5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-2101781904',owner_user_name='tempest-ServerRescueNegativeTestJSON-2101781904-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:26:15Z,user_data=None,user_id='93e1abe7cc4e4248a6f9682cbd7b00aa',uuid=bac22037-a5fc-4b74-a5eb-94c2e51e8155,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "6e71fd7e-a0c2-47b4-9fab-e5f72fcb2927", "address": "fa:16:3e:bd:98:af", "network": {"id": "997a94dd-a6cc-485a-9bca-761040e12ccf", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-358973122-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-358973122-network", "vif_mac": "fa:16:3e:bd:98:af"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c05b7c7e7bf147fcbc02a57ffda4a15d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6e71fd7e-a0", "ovs_interfaceid": "6e71fd7e-a0c2-47b4-9fab-e5f72fcb2927", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75147) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 19:30:49 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-a1b8e422-dbdd-48a2-a36d-88c944ab59fe tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Converting VIF {"id": "6e71fd7e-a0c2-47b4-9fab-e5f72fcb2927", "address": "fa:16:3e:bd:98:af", "network": {"id": "997a94dd-a6cc-485a-9bca-761040e12ccf", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-358973122-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-358973122-network", "vif_mac": "fa:16:3e:bd:98:af"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c05b7c7e7bf147fcbc02a57ffda4a15d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6e71fd7e-a0", "ovs_interfaceid": "6e71fd7e-a0c2-47b4-9fab-e5f72fcb2927", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:30:49 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-a1b8e422-dbdd-48a2-a36d-88c944ab59fe tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:bd:98:af,bridge_name='br-int',has_traffic_filtering=True,id=6e71fd7e-a0c2-47b4-9fab-e5f72fcb2927,network=Network(997a94dd-a6cc-485a-9bca-761040e12ccf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6e71fd7e-a0') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:30:49 user nova-compute[75147]: DEBUG nova.objects.instance [None req-a1b8e422-dbdd-48a2-a36d-88c944ab59fe tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Lazy-loading 'pci_devices' on Instance uuid bac22037-a5fc-4b74-a5eb-94c2e51e8155 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:30:49 user nova-compute[75147]: DEBUG nova.objects.base [None req-a1b8e422-dbdd-48a2-a36d-88c944ab59fe tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Object Instance<bac22037-a5fc-4b74-a5eb-94c2e51e8155> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=75147) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 19:30:49 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-a1b8e422-dbdd-48a2-a36d-88c944ab59fe tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: bac22037-a5fc-4b74-a5eb-94c2e51e8155] End _get_guest_xml xml=<domain type="kvm">
Oct 27 19:30:49 user nova-compute[75147]:   <uuid>bac22037-a5fc-4b74-a5eb-94c2e51e8155</uuid>
Oct 27 19:30:49 user nova-compute[75147]:   <name>instance-00000001</name>
Oct 27 19:30:49 user nova-compute[75147]:   <memory>524288</memory>
Oct 27 19:30:49 user nova-compute[75147]:   <vcpu>1</vcpu>
Oct 27 19:30:49 user nova-compute[75147]:   <metadata>
Oct 27 19:30:49 user nova-compute[75147]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 19:30:49 user nova-compute[75147]:       <nova:package version="0.0.0"/>
Oct 27 19:30:49 user nova-compute[75147]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-223336015</nova:name>
Oct 27 19:30:49 user nova-compute[75147]:       <nova:creationTime>2023-10-27 19:30:49</nova:creationTime>
Oct 27 19:30:49 user nova-compute[75147]:       <nova:flavor name="m1.tiny">
Oct 27 19:30:49 user nova-compute[75147]:         <nova:memory>512</nova:memory>
Oct 27 19:30:49 user nova-compute[75147]:         <nova:disk>1</nova:disk>
Oct 27 19:30:49 user nova-compute[75147]:         <nova:swap>0</nova:swap>
Oct 27 19:30:49 user nova-compute[75147]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 19:30:49 user nova-compute[75147]:         <nova:vcpus>1</nova:vcpus>
Oct 27 19:30:49 user nova-compute[75147]:       </nova:flavor>
Oct 27 19:30:49 user nova-compute[75147]:       <nova:owner>
Oct 27 19:30:49 user nova-compute[75147]:         <nova:user uuid="93e1abe7cc4e4248a6f9682cbd7b00aa">tempest-ServerRescueNegativeTestJSON-2101781904-project-member</nova:user>
Oct 27 19:30:49 user nova-compute[75147]:         <nova:project uuid="c05b7c7e7bf147fcbc02a57ffda4a15d">tempest-ServerRescueNegativeTestJSON-2101781904</nova:project>
Oct 27 19:30:49 user nova-compute[75147]:       </nova:owner>
Oct 27 19:30:49 user nova-compute[75147]:       <nova:root type="image" uuid="d52df17c-5315-4a73-ab7c-34c161a414fb"/>
Oct 27 19:30:49 user nova-compute[75147]:       <nova:ports>
Oct 27 19:30:49 user nova-compute[75147]:         <nova:port uuid="6e71fd7e-a0c2-47b4-9fab-e5f72fcb2927">
Oct 27 19:30:49 user nova-compute[75147]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 27 19:30:49 user nova-compute[75147]:         </nova:port>
Oct 27 19:30:49 user nova-compute[75147]:       </nova:ports>
Oct 27 19:30:49 user nova-compute[75147]:     </nova:instance>
Oct 27 19:30:49 user nova-compute[75147]:   </metadata>
Oct 27 19:30:49 user nova-compute[75147]:   <sysinfo type="smbios">
Oct 27 19:30:49 user nova-compute[75147]:     <system>
Oct 27 19:30:49 user nova-compute[75147]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 19:30:49 user nova-compute[75147]:       <entry name="product">OpenStack Nova</entry>
Oct 27 19:30:49 user nova-compute[75147]:       <entry name="version">0.0.0</entry>
Oct 27 19:30:49 user nova-compute[75147]:       <entry name="serial">bac22037-a5fc-4b74-a5eb-94c2e51e8155</entry>
Oct 27 19:30:49 user nova-compute[75147]:       <entry name="uuid">bac22037-a5fc-4b74-a5eb-94c2e51e8155</entry>
Oct 27 19:30:49 user nova-compute[75147]:       <entry name="family">Virtual Machine</entry>
Oct 27 19:30:49 user nova-compute[75147]:     </system>
Oct 27 19:30:49 user nova-compute[75147]:   </sysinfo>
Oct 27 19:30:49 user nova-compute[75147]:   <os>
Oct 27 19:30:49 user nova-compute[75147]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 19:30:49 user nova-compute[75147]:     <smbios mode="sysinfo"/>
Oct 27 19:30:49 user nova-compute[75147]:   </os>
Oct 27 19:30:49 user nova-compute[75147]:   <features>
Oct 27 19:30:49 user nova-compute[75147]:     <acpi/>
Oct 27 19:30:49 user nova-compute[75147]:     <apic/>
Oct 27 19:30:49 user nova-compute[75147]:     <vmcoreinfo/>
Oct 27 19:30:49 user nova-compute[75147]:   </features>
Oct 27 19:30:49 user nova-compute[75147]:   <clock offset="utc">
Oct 27 19:30:49 user nova-compute[75147]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 19:30:49 user nova-compute[75147]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 19:30:49 user nova-compute[75147]:     <timer name="hpet" present="no"/>
Oct 27 19:30:49 user nova-compute[75147]:   </clock>
Oct 27 19:30:49 user nova-compute[75147]:   <cpu mode="custom" match="exact">
Oct 27 19:30:49 user nova-compute[75147]:     <model>Nehalem</model>
Oct 27 19:30:49 user nova-compute[75147]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 19:30:49 user nova-compute[75147]:   </cpu>
Oct 27 19:30:49 user nova-compute[75147]:   <devices>
Oct 27 19:30:49 user nova-compute[75147]:     <disk type="file" device="disk">
Oct 27 19:30:49 user nova-compute[75147]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 27 19:30:49 user nova-compute[75147]:       <source file="/opt/stack/data/nova/instances/bac22037-a5fc-4b74-a5eb-94c2e51e8155/disk.rescue"/>
Oct 27 19:30:49 user nova-compute[75147]:       <target dev="vda" bus="virtio"/>
Oct 27 19:30:49 user nova-compute[75147]:     </disk>
Oct 27 19:30:49 user nova-compute[75147]:     <disk type="file" device="disk">
Oct 27 19:30:49 user nova-compute[75147]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 27 19:30:49 user nova-compute[75147]:       <source file="/opt/stack/data/nova/instances/bac22037-a5fc-4b74-a5eb-94c2e51e8155/disk"/>
Oct 27 19:30:49 user nova-compute[75147]:       <target dev="vdb" bus="virtio"/>
Oct 27 19:30:49 user nova-compute[75147]:     </disk>
Oct 27 19:30:49 user nova-compute[75147]:     <interface type="ethernet">
Oct 27 19:30:49 user nova-compute[75147]:       <mac address="fa:16:3e:bd:98:af"/>
Oct 27 19:30:49 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:30:49 user nova-compute[75147]:       <mtu size="1442"/>
Oct 27 19:30:49 user nova-compute[75147]:       <target dev="tap6e71fd7e-a0"/>
Oct 27 19:30:49 user nova-compute[75147]:     </interface>
Oct 27 19:30:49 user nova-compute[75147]:     <serial type="pty">
Oct 27 19:30:49 user nova-compute[75147]:       <log file="/opt/stack/data/nova/instances/bac22037-a5fc-4b74-a5eb-94c2e51e8155/console.log" append="off"/>
Oct 27 19:30:49 user nova-compute[75147]:     </serial>
Oct 27 19:30:49 user nova-compute[75147]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 19:30:49 user nova-compute[75147]:     <video>
Oct 27 19:30:49 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:30:49 user nova-compute[75147]:     </video>
Oct 27 19:30:49 user nova-compute[75147]:     <rng model="virtio">
Oct 27 19:30:49 user nova-compute[75147]:       <backend model="random">/dev/urandom</backend>
Oct 27 19:30:49 user nova-compute[75147]:     </rng>
Oct 27 19:30:49 user nova-compute[75147]:     <controller type="usb" index="0" model="none"/>
Oct 27 19:30:49 user nova-compute[75147]:     <memballoon model="virtio">
Oct 27 19:30:49 user nova-compute[75147]:       <stats period="10"/>
Oct 27 19:30:49 user nova-compute[75147]:     </memballoon>
Oct 27 19:30:49 user nova-compute[75147]:   </devices>
Oct 27 19:30:49 user nova-compute[75147]: </domain>
Oct 27 19:30:49 user nova-compute[75147]:  {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 19:30:49 user nova-compute[75147]: DEBUG nova.compute.manager [None req-8006bfa8-9ad2-4166-8b63-103c257564aa tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] [instance: 74b40d0b-39c0-437e-997c-65ee49a857d3] Start spawning the instance on the hypervisor. {{(pid=75147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 27 19:30:49 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-8006bfa8-9ad2-4166-8b63-103c257564aa tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] [instance: 74b40d0b-39c0-437e-997c-65ee49a857d3] Creating instance directory {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 19:30:49 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-8006bfa8-9ad2-4166-8b63-103c257564aa tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] [instance: 74b40d0b-39c0-437e-997c-65ee49a857d3] Creating image(s)
Oct 27 19:30:49 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-8006bfa8-9ad2-4166-8b63-103c257564aa tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] Acquiring lock "/opt/stack/data/nova/instances/74b40d0b-39c0-437e-997c-65ee49a857d3/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:30:49 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-8006bfa8-9ad2-4166-8b63-103c257564aa tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] Lock "/opt/stack/data/nova/instances/74b40d0b-39c0-437e-997c-65ee49a857d3/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:30:49 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-8006bfa8-9ad2-4166-8b63-103c257564aa tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] Lock "/opt/stack/data/nova/instances/74b40d0b-39c0-437e-997c-65ee49a857d3/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:30:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-8006bfa8-9ad2-4166-8b63-103c257564aa tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk --force-share --output=json" returned: 0 in 0.459s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:49 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: bac22037-a5fc-4b74-a5eb-94c2e51e8155] Instance destroyed successfully.
Oct 27 19:30:49 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-a1b8e422-dbdd-48a2-a36d-88c944ab59fe tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] No BDM found with device name vda, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:30:49 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-a1b8e422-dbdd-48a2-a36d-88c944ab59fe tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:30:49 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-a1b8e422-dbdd-48a2-a36d-88c944ab59fe tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] No VIF found with MAC fa:16:3e:bd:98:af, not building metadata {{(pid=75147) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 19:30:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-8006bfa8-9ad2-4166-8b63-103c257564aa tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.177s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:49 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-8006bfa8-9ad2-4166-8b63-103c257564aa tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] Acquiring lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:30:49 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-8006bfa8-9ad2-4166-8b63-103c257564aa tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] Lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:30:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-8006bfa8-9ad2-4166-8b63-103c257564aa tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:50 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk --force-share --output=json" returned: 0 in 0.246s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:50 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c49c74a6-9955-4a79-848f-4e6b9e348f9c/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:50 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-8006bfa8-9ad2-4166-8b63-103c257564aa tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.241s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:50 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-8006bfa8-9ad2-4166-8b63-103c257564aa tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa,backing_fmt=raw /opt/stack/data/nova/instances/74b40d0b-39c0-437e-997c-65ee49a857d3/disk 1073741824 {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:50 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-8006bfa8-9ad2-4166-8b63-103c257564aa tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa,backing_fmt=raw /opt/stack/data/nova/instances/74b40d0b-39c0-437e-997c-65ee49a857d3/disk 1073741824" returned: 0 in 0.069s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:50 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-8006bfa8-9ad2-4166-8b63-103c257564aa tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] Lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.319s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:30:50 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-8006bfa8-9ad2-4166-8b63-103c257564aa tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:50 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c49c74a6-9955-4a79-848f-4e6b9e348f9c/disk --force-share --output=json" returned: 0 in 0.258s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:50 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c49c74a6-9955-4a79-848f-4e6b9e348f9c/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:50 user nova-compute[75147]: DEBUG nova.network.neutron [None req-8006bfa8-9ad2-4166-8b63-103c257564aa tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] [instance: 74b40d0b-39c0-437e-997c-65ee49a857d3] Successfully created port: e85bad9c-4f7b-4259-b621-6e59c22fd8c2 {{(pid=75147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 19:30:50 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:50 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-8006bfa8-9ad2-4166-8b63-103c257564aa tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.200s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:50 user nova-compute[75147]: DEBUG nova.virt.disk.api [None req-8006bfa8-9ad2-4166-8b63-103c257564aa tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] Checking if we can resize image /opt/stack/data/nova/instances/74b40d0b-39c0-437e-997c-65ee49a857d3/disk. size=1073741824 {{(pid=75147) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 27 19:30:50 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-8006bfa8-9ad2-4166-8b63-103c257564aa tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/74b40d0b-39c0-437e-997c-65ee49a857d3/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:50 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c49c74a6-9955-4a79-848f-4e6b9e348f9c/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:50 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] skipping disk /dev/sdi (vdb) as it is a volume {{(pid=75147) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 19:30:50 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c49c74a6-9955-4a79-848f-4e6b9e348f9c/disk.rescue --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:50 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-8006bfa8-9ad2-4166-8b63-103c257564aa tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/74b40d0b-39c0-437e-997c-65ee49a857d3/disk --force-share --output=json" returned: 0 in 0.231s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:50 user nova-compute[75147]: DEBUG nova.virt.disk.api [None req-8006bfa8-9ad2-4166-8b63-103c257564aa tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] Cannot resize image /opt/stack/data/nova/instances/74b40d0b-39c0-437e-997c-65ee49a857d3/disk to a smaller size. {{(pid=75147) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 27 19:30:50 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-8006bfa8-9ad2-4166-8b63-103c257564aa tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] [instance: 74b40d0b-39c0-437e-997c-65ee49a857d3] Created local disks {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 27 19:30:50 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-8006bfa8-9ad2-4166-8b63-103c257564aa tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] [instance: 74b40d0b-39c0-437e-997c-65ee49a857d3] Ensure instance console log exists: /opt/stack/data/nova/instances/74b40d0b-39c0-437e-997c-65ee49a857d3/console.log {{(pid=75147) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 19:30:50 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-8006bfa8-9ad2-4166-8b63-103c257564aa tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:30:50 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-8006bfa8-9ad2-4166-8b63-103c257564aa tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:30:50 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-8006bfa8-9ad2-4166-8b63-103c257564aa tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:30:50 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c49c74a6-9955-4a79-848f-4e6b9e348f9c/disk.rescue --force-share --output=json" returned: 0 in 0.250s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:50 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c49c74a6-9955-4a79-848f-4e6b9e348f9c/disk.rescue --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:51 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c49c74a6-9955-4a79-848f-4e6b9e348f9c/disk.rescue --force-share --output=json" returned: 0 in 0.297s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:51 user nova-compute[75147]: DEBUG nova.network.neutron [None req-8006bfa8-9ad2-4166-8b63-103c257564aa tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] [instance: 74b40d0b-39c0-437e-997c-65ee49a857d3] Successfully updated port: e85bad9c-4f7b-4259-b621-6e59c22fd8c2 {{(pid=75147) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 19:30:51 user nova-compute[75147]: DEBUG nova.compute.manager [req-aa9d4c4f-8a27-492c-a8f2-e109c94b5f77 req-3e2aa1aa-f020-49d1-8738-6ee2864c7dab service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Received event network-changed-48131c5a-868a-4f62-a648-4b859f435b81 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:30:51 user nova-compute[75147]: DEBUG nova.compute.manager [req-aa9d4c4f-8a27-492c-a8f2-e109c94b5f77 req-3e2aa1aa-f020-49d1-8738-6ee2864c7dab service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Refreshing instance network info cache due to event network-changed-48131c5a-868a-4f62-a648-4b859f435b81. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 19:30:51 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-aa9d4c4f-8a27-492c-a8f2-e109c94b5f77 req-3e2aa1aa-f020-49d1-8738-6ee2864c7dab service nova] Acquiring lock "refresh_cache-3831d941-23f9-4b8b-94c2-eacd06826967" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:30:51 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-aa9d4c4f-8a27-492c-a8f2-e109c94b5f77 req-3e2aa1aa-f020-49d1-8738-6ee2864c7dab service nova] Acquired lock "refresh_cache-3831d941-23f9-4b8b-94c2-eacd06826967" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:30:51 user nova-compute[75147]: DEBUG nova.network.neutron [req-aa9d4c4f-8a27-492c-a8f2-e109c94b5f77 req-3e2aa1aa-f020-49d1-8738-6ee2864c7dab service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Refreshing network info cache for port 48131c5a-868a-4f62-a648-4b859f435b81 {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 19:30:51 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-8006bfa8-9ad2-4166-8b63-103c257564aa tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] Acquiring lock "refresh_cache-74b40d0b-39c0-437e-997c-65ee49a857d3" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:30:51 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-8006bfa8-9ad2-4166-8b63-103c257564aa tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] Acquired lock "refresh_cache-74b40d0b-39c0-437e-997c-65ee49a857d3" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:30:51 user nova-compute[75147]: DEBUG nova.network.neutron [None req-8006bfa8-9ad2-4166-8b63-103c257564aa tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] [instance: 74b40d0b-39c0-437e-997c-65ee49a857d3] Building network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 19:30:51 user nova-compute[75147]: DEBUG nova.compute.manager [req-d9758e14-e4a4-4d98-8fad-3797cbeb3131 req-74b7f737-8f07-4d10-bc55-7c7ce92c3702 service nova] [instance: 74b40d0b-39c0-437e-997c-65ee49a857d3] Received event network-changed-e85bad9c-4f7b-4259-b621-6e59c22fd8c2 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:30:51 user nova-compute[75147]: DEBUG nova.compute.manager [req-d9758e14-e4a4-4d98-8fad-3797cbeb3131 req-74b7f737-8f07-4d10-bc55-7c7ce92c3702 service nova] [instance: 74b40d0b-39c0-437e-997c-65ee49a857d3] Refreshing instance network info cache due to event network-changed-e85bad9c-4f7b-4259-b621-6e59c22fd8c2. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 19:30:51 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-d9758e14-e4a4-4d98-8fad-3797cbeb3131 req-74b7f737-8f07-4d10-bc55-7c7ce92c3702 service nova] Acquiring lock "refresh_cache-74b40d0b-39c0-437e-997c-65ee49a857d3" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:30:51 user nova-compute[75147]: DEBUG nova.network.neutron [None req-8006bfa8-9ad2-4166-8b63-103c257564aa tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] [instance: 74b40d0b-39c0-437e-997c-65ee49a857d3] Instance cache missing network info. {{(pid=75147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 19:30:51 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:51 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:51 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:51 user nova-compute[75147]: DEBUG nova.network.neutron [None req-8006bfa8-9ad2-4166-8b63-103c257564aa tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] [instance: 74b40d0b-39c0-437e-997c-65ee49a857d3] Updating instance_info_cache with network_info: [{"id": "e85bad9c-4f7b-4259-b621-6e59c22fd8c2", "address": "fa:16:3e:3d:f7:8c", "network": {"id": "ad2970ce-7569-4a51-8b0f-068e16bffb32", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-366194767-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "96e45b6837ff4b7aa09162a3a98952c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape85bad9c-4f", "ovs_interfaceid": "e85bad9c-4f7b-4259-b621-6e59c22fd8c2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:30:51 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-8006bfa8-9ad2-4166-8b63-103c257564aa tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] Releasing lock "refresh_cache-74b40d0b-39c0-437e-997c-65ee49a857d3" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:30:51 user nova-compute[75147]: DEBUG nova.compute.manager [None req-8006bfa8-9ad2-4166-8b63-103c257564aa tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] [instance: 74b40d0b-39c0-437e-997c-65ee49a857d3] Instance network_info: |[{"id": "e85bad9c-4f7b-4259-b621-6e59c22fd8c2", "address": "fa:16:3e:3d:f7:8c", "network": {"id": "ad2970ce-7569-4a51-8b0f-068e16bffb32", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-366194767-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "96e45b6837ff4b7aa09162a3a98952c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape85bad9c-4f", "ovs_interfaceid": "e85bad9c-4f7b-4259-b621-6e59c22fd8c2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 27 19:30:51 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-d9758e14-e4a4-4d98-8fad-3797cbeb3131 req-74b7f737-8f07-4d10-bc55-7c7ce92c3702 service nova] Acquired lock "refresh_cache-74b40d0b-39c0-437e-997c-65ee49a857d3" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:30:51 user nova-compute[75147]: DEBUG nova.network.neutron [req-d9758e14-e4a4-4d98-8fad-3797cbeb3131 req-74b7f737-8f07-4d10-bc55-7c7ce92c3702 service nova] [instance: 74b40d0b-39c0-437e-997c-65ee49a857d3] Refreshing network info cache for port e85bad9c-4f7b-4259-b621-6e59c22fd8c2 {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 19:30:51 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-8006bfa8-9ad2-4166-8b63-103c257564aa tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] [instance: 74b40d0b-39c0-437e-997c-65ee49a857d3] Start _get_guest_xml network_info=[{"id": "e85bad9c-4f7b-4259-b621-6e59c22fd8c2", "address": "fa:16:3e:3d:f7:8c", "network": {"id": "ad2970ce-7569-4a51-8b0f-068e16bffb32", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-366194767-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "96e45b6837ff4b7aa09162a3a98952c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape85bad9c-4f", "ovs_interfaceid": "e85bad9c-4f7b-4259-b621-6e59c22fd8c2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T19:22:09Z,direct_url=<?>,disk_format='qcow2',id=d52df17c-5315-4a73-ab7c-34c161a414fb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0b43115555434818b0c8bdf6be4946da',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T19:22:11Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'encryption_options': None, 'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encrypted': False, 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_format': None, 'device_name': '/dev/vda', 'image_id': 'd52df17c-5315-4a73-ab7c-34c161a414fb'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 19:30:51 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:51 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-8006bfa8-9ad2-4166-8b63-103c257564aa tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:30:51 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-8006bfa8-9ad2-4166-8b63-103c257564aa tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:30:51 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-8006bfa8-9ad2-4166-8b63-103c257564aa tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 19:30:51 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-8006bfa8-9ad2-4166-8b63-103c257564aa tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] CPU controller missing on host. {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 19:30:51 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-8006bfa8-9ad2-4166-8b63-103c257564aa tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 19:30:51 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-8006bfa8-9ad2-4166-8b63-103c257564aa tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] CPU controller found on host. {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 19:30:51 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-8006bfa8-9ad2-4166-8b63-103c257564aa tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75147) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 19:30:51 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-8006bfa8-9ad2-4166-8b63-103c257564aa tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T19:21:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T19:22:09Z,direct_url=<?>,disk_format='qcow2',id=d52df17c-5315-4a73-ab7c-34c161a414fb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0b43115555434818b0c8bdf6be4946da',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T19:22:11Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 19:30:51 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-8006bfa8-9ad2-4166-8b63-103c257564aa tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] Flavor limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 19:30:51 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-8006bfa8-9ad2-4166-8b63-103c257564aa tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] Image limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 19:30:51 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-8006bfa8-9ad2-4166-8b63-103c257564aa tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] Flavor pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 19:30:51 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-8006bfa8-9ad2-4166-8b63-103c257564aa tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] Image pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 19:30:51 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-8006bfa8-9ad2-4166-8b63-103c257564aa tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 19:30:51 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-8006bfa8-9ad2-4166-8b63-103c257564aa tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 19:30:51 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-8006bfa8-9ad2-4166-8b63-103c257564aa tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 19:30:51 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-8006bfa8-9ad2-4166-8b63-103c257564aa tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] Got 1 possible topologies {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 19:30:51 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-8006bfa8-9ad2-4166-8b63-103c257564aa tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 19:30:51 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-8006bfa8-9ad2-4166-8b63-103c257564aa tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 19:30:51 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-8006bfa8-9ad2-4166-8b63-103c257564aa tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:30:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-1405462795',display_name='tempest-DeleteServersTestJSON-server-1405462795',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-deleteserverstestjson-server-1405462795',id=15,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='96e45b6837ff4b7aa09162a3a98952c3',ramdisk_id='',reservation_id='r-9a4x87bo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-DeleteServersTestJSON-174371900',owner_user_name='tempest-DeleteServersTestJSON-174371900-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:30:49Z,user_data=None,user_id='d3952355d4914d42a519ba1e805abc7a',uuid=74b40d0b-39c0-437e-997c-65ee49a857d3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e85bad9c-4f7b-4259-b621-6e59c22fd8c2", "address": "fa:16:3e:3d:f7:8c", "network": {"id": "ad2970ce-7569-4a51-8b0f-068e16bffb32", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-366194767-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "96e45b6837ff4b7aa09162a3a98952c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape85bad9c-4f", "ovs_interfaceid": "e85bad9c-4f7b-4259-b621-6e59c22fd8c2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75147) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 19:30:51 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-8006bfa8-9ad2-4166-8b63-103c257564aa tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] Converting VIF {"id": "e85bad9c-4f7b-4259-b621-6e59c22fd8c2", "address": "fa:16:3e:3d:f7:8c", "network": {"id": "ad2970ce-7569-4a51-8b0f-068e16bffb32", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-366194767-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "96e45b6837ff4b7aa09162a3a98952c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape85bad9c-4f", "ovs_interfaceid": "e85bad9c-4f7b-4259-b621-6e59c22fd8c2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:30:51 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-8006bfa8-9ad2-4166-8b63-103c257564aa tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3d:f7:8c,bridge_name='br-int',has_traffic_filtering=True,id=e85bad9c-4f7b-4259-b621-6e59c22fd8c2,network=Network(ad2970ce-7569-4a51-8b0f-068e16bffb32),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape85bad9c-4f') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:30:51 user nova-compute[75147]: DEBUG nova.objects.instance [None req-8006bfa8-9ad2-4166-8b63-103c257564aa tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] Lazy-loading 'pci_devices' on Instance uuid 74b40d0b-39c0-437e-997c-65ee49a857d3 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:30:51 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-8006bfa8-9ad2-4166-8b63-103c257564aa tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] [instance: 74b40d0b-39c0-437e-997c-65ee49a857d3] End _get_guest_xml xml=<domain type="kvm">
Oct 27 19:30:51 user nova-compute[75147]:   <uuid>74b40d0b-39c0-437e-997c-65ee49a857d3</uuid>
Oct 27 19:30:51 user nova-compute[75147]:   <name>instance-0000000f</name>
Oct 27 19:30:51 user nova-compute[75147]:   <memory>524288</memory>
Oct 27 19:30:51 user nova-compute[75147]:   <vcpu>1</vcpu>
Oct 27 19:30:51 user nova-compute[75147]:   <metadata>
Oct 27 19:30:51 user nova-compute[75147]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 19:30:51 user nova-compute[75147]:       <nova:package version="0.0.0"/>
Oct 27 19:30:51 user nova-compute[75147]:       <nova:name>tempest-DeleteServersTestJSON-server-1405462795</nova:name>
Oct 27 19:30:51 user nova-compute[75147]:       <nova:creationTime>2023-10-27 19:30:51</nova:creationTime>
Oct 27 19:30:51 user nova-compute[75147]:       <nova:flavor name="m1.tiny">
Oct 27 19:30:51 user nova-compute[75147]:         <nova:memory>512</nova:memory>
Oct 27 19:30:51 user nova-compute[75147]:         <nova:disk>1</nova:disk>
Oct 27 19:30:51 user nova-compute[75147]:         <nova:swap>0</nova:swap>
Oct 27 19:30:51 user nova-compute[75147]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 19:30:51 user nova-compute[75147]:         <nova:vcpus>1</nova:vcpus>
Oct 27 19:30:51 user nova-compute[75147]:       </nova:flavor>
Oct 27 19:30:51 user nova-compute[75147]:       <nova:owner>
Oct 27 19:30:51 user nova-compute[75147]:         <nova:user uuid="d3952355d4914d42a519ba1e805abc7a">tempest-DeleteServersTestJSON-174371900-project-member</nova:user>
Oct 27 19:30:51 user nova-compute[75147]:         <nova:project uuid="96e45b6837ff4b7aa09162a3a98952c3">tempest-DeleteServersTestJSON-174371900</nova:project>
Oct 27 19:30:51 user nova-compute[75147]:       </nova:owner>
Oct 27 19:30:51 user nova-compute[75147]:       <nova:root type="image" uuid="d52df17c-5315-4a73-ab7c-34c161a414fb"/>
Oct 27 19:30:51 user nova-compute[75147]:       <nova:ports>
Oct 27 19:30:51 user nova-compute[75147]:         <nova:port uuid="e85bad9c-4f7b-4259-b621-6e59c22fd8c2">
Oct 27 19:30:51 user nova-compute[75147]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Oct 27 19:30:51 user nova-compute[75147]:         </nova:port>
Oct 27 19:30:51 user nova-compute[75147]:       </nova:ports>
Oct 27 19:30:51 user nova-compute[75147]:     </nova:instance>
Oct 27 19:30:51 user nova-compute[75147]:   </metadata>
Oct 27 19:30:51 user nova-compute[75147]:   <sysinfo type="smbios">
Oct 27 19:30:51 user nova-compute[75147]:     <system>
Oct 27 19:30:51 user nova-compute[75147]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 19:30:51 user nova-compute[75147]:       <entry name="product">OpenStack Nova</entry>
Oct 27 19:30:51 user nova-compute[75147]:       <entry name="version">0.0.0</entry>
Oct 27 19:30:51 user nova-compute[75147]:       <entry name="serial">74b40d0b-39c0-437e-997c-65ee49a857d3</entry>
Oct 27 19:30:51 user nova-compute[75147]:       <entry name="uuid">74b40d0b-39c0-437e-997c-65ee49a857d3</entry>
Oct 27 19:30:51 user nova-compute[75147]:       <entry name="family">Virtual Machine</entry>
Oct 27 19:30:51 user nova-compute[75147]:     </system>
Oct 27 19:30:51 user nova-compute[75147]:   </sysinfo>
Oct 27 19:30:51 user nova-compute[75147]:   <os>
Oct 27 19:30:51 user nova-compute[75147]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 19:30:51 user nova-compute[75147]:     <boot dev="hd"/>
Oct 27 19:30:51 user nova-compute[75147]:     <smbios mode="sysinfo"/>
Oct 27 19:30:51 user nova-compute[75147]:   </os>
Oct 27 19:30:51 user nova-compute[75147]:   <features>
Oct 27 19:30:51 user nova-compute[75147]:     <acpi/>
Oct 27 19:30:51 user nova-compute[75147]:     <apic/>
Oct 27 19:30:51 user nova-compute[75147]:     <vmcoreinfo/>
Oct 27 19:30:51 user nova-compute[75147]:   </features>
Oct 27 19:30:51 user nova-compute[75147]:   <clock offset="utc">
Oct 27 19:30:51 user nova-compute[75147]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 19:30:51 user nova-compute[75147]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 19:30:51 user nova-compute[75147]:     <timer name="hpet" present="no"/>
Oct 27 19:30:51 user nova-compute[75147]:   </clock>
Oct 27 19:30:51 user nova-compute[75147]:   <cpu mode="custom" match="exact">
Oct 27 19:30:51 user nova-compute[75147]:     <model>Nehalem</model>
Oct 27 19:30:51 user nova-compute[75147]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 19:30:51 user nova-compute[75147]:   </cpu>
Oct 27 19:30:51 user nova-compute[75147]:   <devices>
Oct 27 19:30:51 user nova-compute[75147]:     <disk type="file" device="disk">
Oct 27 19:30:51 user nova-compute[75147]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 27 19:30:51 user nova-compute[75147]:       <source file="/opt/stack/data/nova/instances/74b40d0b-39c0-437e-997c-65ee49a857d3/disk"/>
Oct 27 19:30:51 user nova-compute[75147]:       <target dev="vda" bus="virtio"/>
Oct 27 19:30:51 user nova-compute[75147]:     </disk>
Oct 27 19:30:51 user nova-compute[75147]:     <interface type="ethernet">
Oct 27 19:30:51 user nova-compute[75147]:       <mac address="fa:16:3e:3d:f7:8c"/>
Oct 27 19:30:51 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:30:51 user nova-compute[75147]:       <mtu size="1442"/>
Oct 27 19:30:51 user nova-compute[75147]:       <target dev="tape85bad9c-4f"/>
Oct 27 19:30:51 user nova-compute[75147]:     </interface>
Oct 27 19:30:51 user nova-compute[75147]:     <serial type="pty">
Oct 27 19:30:51 user nova-compute[75147]:       <log file="/opt/stack/data/nova/instances/74b40d0b-39c0-437e-997c-65ee49a857d3/console.log" append="off"/>
Oct 27 19:30:51 user nova-compute[75147]:     </serial>
Oct 27 19:30:51 user nova-compute[75147]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 19:30:51 user nova-compute[75147]:     <video>
Oct 27 19:30:51 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:30:51 user nova-compute[75147]:     </video>
Oct 27 19:30:51 user nova-compute[75147]:     <rng model="virtio">
Oct 27 19:30:51 user nova-compute[75147]:       <backend model="random">/dev/urandom</backend>
Oct 27 19:30:51 user nova-compute[75147]:     </rng>
Oct 27 19:30:51 user nova-compute[75147]:     <controller type="usb" index="0" model="none"/>
Oct 27 19:30:51 user nova-compute[75147]:     <memballoon model="virtio">
Oct 27 19:30:51 user nova-compute[75147]:       <stats period="10"/>
Oct 27 19:30:51 user nova-compute[75147]:     </memballoon>
Oct 27 19:30:51 user nova-compute[75147]:   </devices>
Oct 27 19:30:51 user nova-compute[75147]: </domain>
Oct 27 19:30:51 user nova-compute[75147]:  {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 19:30:51 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-8006bfa8-9ad2-4166-8b63-103c257564aa tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:30:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-1405462795',display_name='tempest-DeleteServersTestJSON-server-1405462795',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-deleteserverstestjson-server-1405462795',id=15,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='96e45b6837ff4b7aa09162a3a98952c3',ramdisk_id='',reservation_id='r-9a4x87bo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-DeleteServersTestJSON-174371900',owner_user_name='tempest-DeleteServersTestJSON-174371900-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:30:49Z,user_data=None,user_id='d3952355d4914d42a519ba1e805abc7a',uuid=74b40d0b-39c0-437e-997c-65ee49a857d3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e85bad9c-4f7b-4259-b621-6e59c22fd8c2", "address": "fa:16:3e:3d:f7:8c", "network": {"id": "ad2970ce-7569-4a51-8b0f-068e16bffb32", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-366194767-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "96e45b6837ff4b7aa09162a3a98952c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape85bad9c-4f", "ovs_interfaceid": "e85bad9c-4f7b-4259-b621-6e59c22fd8c2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 19:30:51 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-8006bfa8-9ad2-4166-8b63-103c257564aa tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] Converting VIF {"id": "e85bad9c-4f7b-4259-b621-6e59c22fd8c2", "address": "fa:16:3e:3d:f7:8c", "network": {"id": "ad2970ce-7569-4a51-8b0f-068e16bffb32", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-366194767-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "96e45b6837ff4b7aa09162a3a98952c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape85bad9c-4f", "ovs_interfaceid": "e85bad9c-4f7b-4259-b621-6e59c22fd8c2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:30:51 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-8006bfa8-9ad2-4166-8b63-103c257564aa tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3d:f7:8c,bridge_name='br-int',has_traffic_filtering=True,id=e85bad9c-4f7b-4259-b621-6e59c22fd8c2,network=Network(ad2970ce-7569-4a51-8b0f-068e16bffb32),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape85bad9c-4f') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:30:51 user nova-compute[75147]: DEBUG os_vif [None req-8006bfa8-9ad2-4166-8b63-103c257564aa tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:3d:f7:8c,bridge_name='br-int',has_traffic_filtering=True,id=e85bad9c-4f7b-4259-b621-6e59c22fd8c2,network=Network(ad2970ce-7569-4a51-8b0f-068e16bffb32),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape85bad9c-4f') {{(pid=75147) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 19:30:51 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:51 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:30:51 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 19:30:51 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:51 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '75be30ea-c8a0-524f-82c8-c5a65faeee9e', '_type': 'linux-noop'}}, row=False) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:30:51 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:51 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:51 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:51 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tape85bad9c-4f, may_exist=True, interface_attrs={}) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:30:51 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tape85bad9c-4f, col_values=(('qos', UUID('7685d78b-e71f-481a-ba49-21817ff780f0')),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:30:51 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tape85bad9c-4f, col_values=(('external_ids', {'iface-id': 'e85bad9c-4f7b-4259-b621-6e59c22fd8c2', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:3d:f7:8c', 'vm-uuid': '74b40d0b-39c0-437e-997c-65ee49a857d3'}),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:30:51 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:51 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:30:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bac22037-a5fc-4b74-a5eb-94c2e51e8155/disk.rescue --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:52 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:52 user nova-compute[75147]: DEBUG nova.network.neutron [req-aa9d4c4f-8a27-492c-a8f2-e109c94b5f77 req-3e2aa1aa-f020-49d1-8738-6ee2864c7dab service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Updated VIF entry in instance network info cache for port 48131c5a-868a-4f62-a648-4b859f435b81. {{(pid=75147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 19:30:52 user nova-compute[75147]: DEBUG nova.network.neutron [req-aa9d4c4f-8a27-492c-a8f2-e109c94b5f77 req-3e2aa1aa-f020-49d1-8738-6ee2864c7dab service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Updating instance_info_cache with network_info: [{"id": "48131c5a-868a-4f62-a648-4b859f435b81", "address": "fa:16:3e:6d:d2:23", "network": {"id": "15d66fa1-c091-49ef-92e9-629a73536ca1", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1372322037-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.49", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "637c4d14e9f547808a243ab08ede6499", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48131c5a-86", "ovs_interfaceid": "48131c5a-868a-4f62-a648-4b859f435b81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c9964778-6c46-4cb5-bd0f-f985aa48bfdf", "address": "fa:16:3e:4a:19:cc", "network": {"id": "074d0a93-5749-40cb-8ff0-6aba80956d50", "bridge": "br-int", "label": "tempest-device-tagging-net1-1763713506", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "637c4d14e9f547808a243ab08ede6499", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc9964778-6c", "ovs_interfaceid": "c9964778-6c46-4cb5-bd0f-f985aa48bfdf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "ccfd92f6-a63f-4f14-b6ca-858602060fd7", "address": "fa:16:3e:56:9e:79", "network": {"id": "074d0a93-5749-40cb-8ff0-6aba80956d50", "bridge": "br-int", "label": "tempest-device-tagging-net1-1763713506", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.209", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "637c4d14e9f547808a243ab08ede6499", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapccfd92f6-a6", "ovs_interfaceid": "ccfd92f6-a63f-4f14-b6ca-858602060fd7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "6e7f9d86-fec5-499e-9770-15912418039c", "address": "fa:16:3e:19:ba:33", "network": {"id": "074d0a93-5749-40cb-8ff0-6aba80956d50", "bridge": "br-int", "label": "tempest-device-tagging-net1-1763713506", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.35", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "637c4d14e9f547808a243ab08ede6499", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6e7f9d86-fe", "ovs_interfaceid": "6e7f9d86-fec5-499e-9770-15912418039c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dc4cff12-99e9-457c-835c-cc1c5d9b2918", "address": "fa:16:3e:b7:e0:d3", "network": {"id": "074d0a93-5749-40cb-8ff0-6aba80956d50", "bridge": "br-int", "label": "tempest-device-tagging-net1-1763713506", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.64", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "637c4d14e9f547808a243ab08ede6499", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc4cff12-99", "ovs_interfaceid": "dc4cff12-99e9-457c-835c-cc1c5d9b2918", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "314f3dee-a346-4009-8c11-e7987a5acf21", "address": "fa:16:3e:96:b3:8d", "network": {"id": "c148685e-89f6-4138-a523-477582c5c752", "bridge": "br-int", "label": "tempest-device-tagging-net2-495332595", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "637c4d14e9f547808a243ab08ede6499", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap314f3dee-a3", "ovs_interfaceid": "314f3dee-a346-4009-8c11-e7987a5acf21", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f806c72f-6020-4f31-a451-61b8513f1c32", "address": "fa:16:3e:45:84:77", "network": {"id": "c148685e-89f6-4138-a523-477582c5c752", "bridge": "br-int", "label": "tempest-device-tagging-net2-495332595", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "637c4d14e9f547808a243ab08ede6499", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf806c72f-60", "ovs_interfaceid": "f806c72f-6020-4f31-a451-61b8513f1c32", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:30:52 user nova-compute[75147]: INFO os_vif [None req-8006bfa8-9ad2-4166-8b63-103c257564aa tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:3d:f7:8c,bridge_name='br-int',has_traffic_filtering=True,id=e85bad9c-4f7b-4259-b621-6e59c22fd8c2,network=Network(ad2970ce-7569-4a51-8b0f-068e16bffb32),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape85bad9c-4f')
Oct 27 19:30:52 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-aa9d4c4f-8a27-492c-a8f2-e109c94b5f77 req-3e2aa1aa-f020-49d1-8738-6ee2864c7dab service nova] Releasing lock "refresh_cache-3831d941-23f9-4b8b-94c2-eacd06826967" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:30:52 user nova-compute[75147]: DEBUG nova.compute.manager [req-7ae9a632-805d-4b04-8f3d-afbd63f5a8bc req-bb6265c2-40dd-40f1-adf7-e835aff029d2 service nova] [instance: bac22037-a5fc-4b74-a5eb-94c2e51e8155] Received event network-vif-unplugged-6e71fd7e-a0c2-47b4-9fab-e5f72fcb2927 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:30:52 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-7ae9a632-805d-4b04-8f3d-afbd63f5a8bc req-bb6265c2-40dd-40f1-adf7-e835aff029d2 service nova] Acquiring lock "bac22037-a5fc-4b74-a5eb-94c2e51e8155-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:30:52 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-7ae9a632-805d-4b04-8f3d-afbd63f5a8bc req-bb6265c2-40dd-40f1-adf7-e835aff029d2 service nova] Lock "bac22037-a5fc-4b74-a5eb-94c2e51e8155-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:30:52 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-7ae9a632-805d-4b04-8f3d-afbd63f5a8bc req-bb6265c2-40dd-40f1-adf7-e835aff029d2 service nova] Lock "bac22037-a5fc-4b74-a5eb-94c2e51e8155-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:30:52 user nova-compute[75147]: DEBUG nova.compute.manager [req-7ae9a632-805d-4b04-8f3d-afbd63f5a8bc req-bb6265c2-40dd-40f1-adf7-e835aff029d2 service nova] [instance: bac22037-a5fc-4b74-a5eb-94c2e51e8155] No waiting events found dispatching network-vif-unplugged-6e71fd7e-a0c2-47b4-9fab-e5f72fcb2927 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:30:52 user nova-compute[75147]: WARNING nova.compute.manager [req-7ae9a632-805d-4b04-8f3d-afbd63f5a8bc req-bb6265c2-40dd-40f1-adf7-e835aff029d2 service nova] [instance: bac22037-a5fc-4b74-a5eb-94c2e51e8155] Received unexpected event network-vif-unplugged-6e71fd7e-a0c2-47b4-9fab-e5f72fcb2927 for instance with vm_state active and task_state rescuing.
Oct 27 19:30:52 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-8006bfa8-9ad2-4166-8b63-103c257564aa tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] No BDM found with device name vda, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:30:52 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-8006bfa8-9ad2-4166-8b63-103c257564aa tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] No VIF found with MAC fa:16:3e:3d:f7:8c, not building metadata {{(pid=75147) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 19:30:52 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bac22037-a5fc-4b74-a5eb-94c2e51e8155/disk.rescue --force-share --output=json" returned: 0 in 0.238s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:52 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bac22037-a5fc-4b74-a5eb-94c2e51e8155/disk.rescue --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:52 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bac22037-a5fc-4b74-a5eb-94c2e51e8155/disk.rescue --force-share --output=json" returned: 0 in 0.282s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:52 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bac22037-a5fc-4b74-a5eb-94c2e51e8155/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:52 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bac22037-a5fc-4b74-a5eb-94c2e51e8155/disk --force-share --output=json" returned: 0 in 0.261s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:52 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bac22037-a5fc-4b74-a5eb-94c2e51e8155/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:52 user nova-compute[75147]: DEBUG nova.network.neutron [req-d9758e14-e4a4-4d98-8fad-3797cbeb3131 req-74b7f737-8f07-4d10-bc55-7c7ce92c3702 service nova] [instance: 74b40d0b-39c0-437e-997c-65ee49a857d3] Updated VIF entry in instance network info cache for port e85bad9c-4f7b-4259-b621-6e59c22fd8c2. {{(pid=75147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 19:30:52 user nova-compute[75147]: DEBUG nova.network.neutron [req-d9758e14-e4a4-4d98-8fad-3797cbeb3131 req-74b7f737-8f07-4d10-bc55-7c7ce92c3702 service nova] [instance: 74b40d0b-39c0-437e-997c-65ee49a857d3] Updating instance_info_cache with network_info: [{"id": "e85bad9c-4f7b-4259-b621-6e59c22fd8c2", "address": "fa:16:3e:3d:f7:8c", "network": {"id": "ad2970ce-7569-4a51-8b0f-068e16bffb32", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-366194767-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "96e45b6837ff4b7aa09162a3a98952c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape85bad9c-4f", "ovs_interfaceid": "e85bad9c-4f7b-4259-b621-6e59c22fd8c2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:30:52 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-d9758e14-e4a4-4d98-8fad-3797cbeb3131 req-74b7f737-8f07-4d10-bc55-7c7ce92c3702 service nova] Releasing lock "refresh_cache-74b40d0b-39c0-437e-997c-65ee49a857d3" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:30:53 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bac22037-a5fc-4b74-a5eb-94c2e51e8155/disk --force-share --output=json" returned: 0 in 0.229s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:53 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75147) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 19:30:53 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75147) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 19:30:53 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] skipping disk /dev/sdd (vdc) as it is a volume {{(pid=75147) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 19:30:53 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] skipping disk /dev/sdh (vda) as it is a volume {{(pid=75147) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 19:30:56 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:56 user nova-compute[75147]: DEBUG nova.compute.manager [None req-8006bfa8-9ad2-4166-8b63-103c257564aa tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] [instance: 74b40d0b-39c0-437e-997c-65ee49a857d3] Instance event wait completed in 0 seconds for  {{(pid=75147) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 19:30:56 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-8006bfa8-9ad2-4166-8b63-103c257564aa tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] [instance: 74b40d0b-39c0-437e-997c-65ee49a857d3] Guest created on hypervisor {{(pid=75147) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 19:30:56 user nova-compute[75147]: DEBUG nova.compute.manager [req-09f5a8ec-c74e-40e4-8ad5-60407dd54ea9 req-929d76b7-3b34-4475-9323-4c9bf0debd5d service nova] [instance: bac22037-a5fc-4b74-a5eb-94c2e51e8155] Received event network-vif-plugged-6e71fd7e-a0c2-47b4-9fab-e5f72fcb2927 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:30:56 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-09f5a8ec-c74e-40e4-8ad5-60407dd54ea9 req-929d76b7-3b34-4475-9323-4c9bf0debd5d service nova] Acquiring lock "bac22037-a5fc-4b74-a5eb-94c2e51e8155-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:30:56 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-09f5a8ec-c74e-40e4-8ad5-60407dd54ea9 req-929d76b7-3b34-4475-9323-4c9bf0debd5d service nova] Lock "bac22037-a5fc-4b74-a5eb-94c2e51e8155-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:30:56 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-09f5a8ec-c74e-40e4-8ad5-60407dd54ea9 req-929d76b7-3b34-4475-9323-4c9bf0debd5d service nova] Lock "bac22037-a5fc-4b74-a5eb-94c2e51e8155-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:30:56 user nova-compute[75147]: DEBUG nova.compute.manager [req-09f5a8ec-c74e-40e4-8ad5-60407dd54ea9 req-929d76b7-3b34-4475-9323-4c9bf0debd5d service nova] [instance: bac22037-a5fc-4b74-a5eb-94c2e51e8155] No waiting events found dispatching network-vif-plugged-6e71fd7e-a0c2-47b4-9fab-e5f72fcb2927 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:30:56 user nova-compute[75147]: WARNING nova.compute.manager [req-09f5a8ec-c74e-40e4-8ad5-60407dd54ea9 req-929d76b7-3b34-4475-9323-4c9bf0debd5d service nova] [instance: bac22037-a5fc-4b74-a5eb-94c2e51e8155] Received unexpected event network-vif-plugged-6e71fd7e-a0c2-47b4-9fab-e5f72fcb2927 for instance with vm_state active and task_state rescuing.
Oct 27 19:30:56 user nova-compute[75147]: DEBUG nova.compute.manager [req-09f5a8ec-c74e-40e4-8ad5-60407dd54ea9 req-929d76b7-3b34-4475-9323-4c9bf0debd5d service nova] [instance: bac22037-a5fc-4b74-a5eb-94c2e51e8155] Received event network-vif-plugged-6e71fd7e-a0c2-47b4-9fab-e5f72fcb2927 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:30:56 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-09f5a8ec-c74e-40e4-8ad5-60407dd54ea9 req-929d76b7-3b34-4475-9323-4c9bf0debd5d service nova] Acquiring lock "bac22037-a5fc-4b74-a5eb-94c2e51e8155-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:30:56 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-09f5a8ec-c74e-40e4-8ad5-60407dd54ea9 req-929d76b7-3b34-4475-9323-4c9bf0debd5d service nova] Lock "bac22037-a5fc-4b74-a5eb-94c2e51e8155-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:30:56 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-09f5a8ec-c74e-40e4-8ad5-60407dd54ea9 req-929d76b7-3b34-4475-9323-4c9bf0debd5d service nova] Lock "bac22037-a5fc-4b74-a5eb-94c2e51e8155-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:30:56 user nova-compute[75147]: DEBUG nova.compute.manager [req-09f5a8ec-c74e-40e4-8ad5-60407dd54ea9 req-929d76b7-3b34-4475-9323-4c9bf0debd5d service nova] [instance: bac22037-a5fc-4b74-a5eb-94c2e51e8155] No waiting events found dispatching network-vif-plugged-6e71fd7e-a0c2-47b4-9fab-e5f72fcb2927 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:30:56 user nova-compute[75147]: WARNING nova.compute.manager [req-09f5a8ec-c74e-40e4-8ad5-60407dd54ea9 req-929d76b7-3b34-4475-9323-4c9bf0debd5d service nova] [instance: bac22037-a5fc-4b74-a5eb-94c2e51e8155] Received unexpected event network-vif-plugged-6e71fd7e-a0c2-47b4-9fab-e5f72fcb2927 for instance with vm_state active and task_state rescuing.
Oct 27 19:30:56 user nova-compute[75147]: DEBUG nova.compute.manager [req-09f5a8ec-c74e-40e4-8ad5-60407dd54ea9 req-929d76b7-3b34-4475-9323-4c9bf0debd5d service nova] [instance: bac22037-a5fc-4b74-a5eb-94c2e51e8155] Received event network-vif-plugged-6e71fd7e-a0c2-47b4-9fab-e5f72fcb2927 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:30:56 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-09f5a8ec-c74e-40e4-8ad5-60407dd54ea9 req-929d76b7-3b34-4475-9323-4c9bf0debd5d service nova] Acquiring lock "bac22037-a5fc-4b74-a5eb-94c2e51e8155-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:30:56 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-09f5a8ec-c74e-40e4-8ad5-60407dd54ea9 req-929d76b7-3b34-4475-9323-4c9bf0debd5d service nova] Lock "bac22037-a5fc-4b74-a5eb-94c2e51e8155-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:30:56 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-09f5a8ec-c74e-40e4-8ad5-60407dd54ea9 req-929d76b7-3b34-4475-9323-4c9bf0debd5d service nova] Lock "bac22037-a5fc-4b74-a5eb-94c2e51e8155-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:30:56 user nova-compute[75147]: DEBUG nova.compute.manager [req-09f5a8ec-c74e-40e4-8ad5-60407dd54ea9 req-929d76b7-3b34-4475-9323-4c9bf0debd5d service nova] [instance: bac22037-a5fc-4b74-a5eb-94c2e51e8155] No waiting events found dispatching network-vif-plugged-6e71fd7e-a0c2-47b4-9fab-e5f72fcb2927 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:30:56 user nova-compute[75147]: WARNING nova.compute.manager [req-09f5a8ec-c74e-40e4-8ad5-60407dd54ea9 req-929d76b7-3b34-4475-9323-4c9bf0debd5d service nova] [instance: bac22037-a5fc-4b74-a5eb-94c2e51e8155] Received unexpected event network-vif-plugged-6e71fd7e-a0c2-47b4-9fab-e5f72fcb2927 for instance with vm_state active and task_state rescuing.
Oct 27 19:30:56 user nova-compute[75147]: DEBUG nova.compute.manager [req-09f5a8ec-c74e-40e4-8ad5-60407dd54ea9 req-929d76b7-3b34-4475-9323-4c9bf0debd5d service nova] [instance: 74b40d0b-39c0-437e-997c-65ee49a857d3] Received event network-vif-plugged-e85bad9c-4f7b-4259-b621-6e59c22fd8c2 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:30:56 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-09f5a8ec-c74e-40e4-8ad5-60407dd54ea9 req-929d76b7-3b34-4475-9323-4c9bf0debd5d service nova] Acquiring lock "74b40d0b-39c0-437e-997c-65ee49a857d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:30:56 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-09f5a8ec-c74e-40e4-8ad5-60407dd54ea9 req-929d76b7-3b34-4475-9323-4c9bf0debd5d service nova] Lock "74b40d0b-39c0-437e-997c-65ee49a857d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:30:56 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-09f5a8ec-c74e-40e4-8ad5-60407dd54ea9 req-929d76b7-3b34-4475-9323-4c9bf0debd5d service nova] Lock "74b40d0b-39c0-437e-997c-65ee49a857d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:30:56 user nova-compute[75147]: DEBUG nova.compute.manager [req-09f5a8ec-c74e-40e4-8ad5-60407dd54ea9 req-929d76b7-3b34-4475-9323-4c9bf0debd5d service nova] [instance: 74b40d0b-39c0-437e-997c-65ee49a857d3] No waiting events found dispatching network-vif-plugged-e85bad9c-4f7b-4259-b621-6e59c22fd8c2 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:30:56 user nova-compute[75147]: WARNING nova.compute.manager [req-09f5a8ec-c74e-40e4-8ad5-60407dd54ea9 req-929d76b7-3b34-4475-9323-4c9bf0debd5d service nova] [instance: 74b40d0b-39c0-437e-997c-65ee49a857d3] Received unexpected event network-vif-plugged-e85bad9c-4f7b-4259-b621-6e59c22fd8c2 for instance with vm_state building and task_state spawning.
Oct 27 19:30:56 user nova-compute[75147]: DEBUG nova.compute.manager [req-09f5a8ec-c74e-40e4-8ad5-60407dd54ea9 req-929d76b7-3b34-4475-9323-4c9bf0debd5d service nova] [instance: 74b40d0b-39c0-437e-997c-65ee49a857d3] Received event network-vif-plugged-e85bad9c-4f7b-4259-b621-6e59c22fd8c2 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:30:56 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-09f5a8ec-c74e-40e4-8ad5-60407dd54ea9 req-929d76b7-3b34-4475-9323-4c9bf0debd5d service nova] Acquiring lock "74b40d0b-39c0-437e-997c-65ee49a857d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:30:56 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-09f5a8ec-c74e-40e4-8ad5-60407dd54ea9 req-929d76b7-3b34-4475-9323-4c9bf0debd5d service nova] Lock "74b40d0b-39c0-437e-997c-65ee49a857d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:30:56 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-09f5a8ec-c74e-40e4-8ad5-60407dd54ea9 req-929d76b7-3b34-4475-9323-4c9bf0debd5d service nova] Lock "74b40d0b-39c0-437e-997c-65ee49a857d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:30:56 user nova-compute[75147]: DEBUG nova.compute.manager [req-09f5a8ec-c74e-40e4-8ad5-60407dd54ea9 req-929d76b7-3b34-4475-9323-4c9bf0debd5d service nova] [instance: 74b40d0b-39c0-437e-997c-65ee49a857d3] No waiting events found dispatching network-vif-plugged-e85bad9c-4f7b-4259-b621-6e59c22fd8c2 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:30:56 user nova-compute[75147]: WARNING nova.compute.manager [req-09f5a8ec-c74e-40e4-8ad5-60407dd54ea9 req-929d76b7-3b34-4475-9323-4c9bf0debd5d service nova] [instance: 74b40d0b-39c0-437e-997c-65ee49a857d3] Received unexpected event network-vif-plugged-e85bad9c-4f7b-4259-b621-6e59c22fd8c2 for instance with vm_state building and task_state spawning.
Oct 27 19:30:56 user nova-compute[75147]: DEBUG nova.compute.manager [None req-a1b8e422-dbdd-48a2-a36d-88c944ab59fe tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: bac22037-a5fc-4b74-a5eb-94c2e51e8155] Checking state {{(pid=75147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 19:30:56 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Acquiring lock "3831d941-23f9-4b8b-94c2-eacd06826967" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:30:56 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Lock "3831d941-23f9-4b8b-94c2-eacd06826967" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:30:56 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Acquiring lock "3831d941-23f9-4b8b-94c2-eacd06826967-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:30:56 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Lock "3831d941-23f9-4b8b-94c2-eacd06826967-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:30:56 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Lock "3831d941-23f9-4b8b-94c2-eacd06826967-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:30:56 user nova-compute[75147]: INFO nova.compute.manager [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Terminating instance
Oct 27 19:30:56 user nova-compute[75147]: DEBUG nova.compute.manager [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Start destroying the instance on the hypervisor. {{(pid=75147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 27 19:30:56 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:30:56 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:30:56 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Hypervisor/Node resource view: name=user free_ram=7088MB free_disk=25.222320556640625GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75147) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 19:30:56 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:30:56 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:30:56 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: 74b40d0b-39c0-437e-997c-65ee49a857d3] Instance spawned successfully.
Oct 27 19:30:56 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-8006bfa8-9ad2-4166-8b63-103c257564aa tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] [instance: 74b40d0b-39c0-437e-997c-65ee49a857d3] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 27 19:30:56 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-8006bfa8-9ad2-4166-8b63-103c257564aa tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] [instance: 74b40d0b-39c0-437e-997c-65ee49a857d3] Found default for hw_cdrom_bus of ide {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:30:56 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-8006bfa8-9ad2-4166-8b63-103c257564aa tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] [instance: 74b40d0b-39c0-437e-997c-65ee49a857d3] Found default for hw_disk_bus of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:30:56 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-8006bfa8-9ad2-4166-8b63-103c257564aa tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] [instance: 74b40d0b-39c0-437e-997c-65ee49a857d3] Found default for hw_input_bus of None {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:30:56 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-8006bfa8-9ad2-4166-8b63-103c257564aa tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] [instance: 74b40d0b-39c0-437e-997c-65ee49a857d3] Found default for hw_pointer_model of None {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:30:56 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-8006bfa8-9ad2-4166-8b63-103c257564aa tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] [instance: 74b40d0b-39c0-437e-997c-65ee49a857d3] Found default for hw_video_model of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:30:56 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-8006bfa8-9ad2-4166-8b63-103c257564aa tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] [instance: 74b40d0b-39c0-437e-997c-65ee49a857d3] Found default for hw_vif_model of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:30:56 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:56 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:56 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:56 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:56 user nova-compute[75147]: INFO nova.compute.manager [None req-8006bfa8-9ad2-4166-8b63-103c257564aa tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] [instance: 74b40d0b-39c0-437e-997c-65ee49a857d3] Took 6.96 seconds to spawn the instance on the hypervisor.
Oct 27 19:30:56 user nova-compute[75147]: DEBUG nova.compute.manager [None req-8006bfa8-9ad2-4166-8b63-103c257564aa tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] [instance: 74b40d0b-39c0-437e-997c-65ee49a857d3] Checking state {{(pid=75147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 19:30:56 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:56 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance bac22037-a5fc-4b74-a5eb-94c2e51e8155 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:30:56 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:30:56 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance d3fb6898-879f-4828-b0c8-f4c7911c334c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:30:56 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance c49c74a6-9955-4a79-848f-4e6b9e348f9c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:30:56 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 17da16fe-2762-4442-a31f-c966695dea37 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:30:56 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 2dbafd14-6c52-4417-ae5e-cadb11694492 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:30:56 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 3831d941-23f9-4b8b-94c2-eacd06826967 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:30:56 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 9705db51-2bbb-4520-a942-9efdb828e241 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:30:56 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 2b0ba44c-96cb-42ef-add4-6535d26bdebf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:30:56 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance ccda09df-ba2f-4291-bb41-297995fa5786 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:30:56 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance cdbe7335-af99-486a-9a7e-adbdf4443572 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:30:56 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 74b40d0b-39c0-437e-997c-65ee49a857d3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:30:56 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Total usable vcpus: 12, total allocated vcpus: 12 {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 19:30:56 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Final resource view: name=user phys_ram=16011MB used_ram=6656MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=12 pci_stats=[] {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 19:30:56 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:56 user nova-compute[75147]: INFO nova.compute.manager [None req-8006bfa8-9ad2-4166-8b63-103c257564aa tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] [instance: 74b40d0b-39c0-437e-997c-65ee49a857d3] Took 8.49 seconds to build instance.
Oct 27 19:30:56 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:56 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-8006bfa8-9ad2-4166-8b63-103c257564aa tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] Lock "74b40d0b-39c0-437e-997c-65ee49a857d3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.620s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:30:56 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:56 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:30:57 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:57 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:57 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:57 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:57 user nova-compute[75147]: DEBUG nova.compute.manager [req-cf51194b-42de-4ec9-b31c-2c41a4ba1f8f req-31d0fb5e-a4dd-4428-acc2-fbb436bbabc7 service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Received event network-vif-unplugged-48131c5a-868a-4f62-a648-4b859f435b81 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:30:57 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-cf51194b-42de-4ec9-b31c-2c41a4ba1f8f req-31d0fb5e-a4dd-4428-acc2-fbb436bbabc7 service nova] Acquiring lock "3831d941-23f9-4b8b-94c2-eacd06826967-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:30:57 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-cf51194b-42de-4ec9-b31c-2c41a4ba1f8f req-31d0fb5e-a4dd-4428-acc2-fbb436bbabc7 service nova] Lock "3831d941-23f9-4b8b-94c2-eacd06826967-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:30:57 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-cf51194b-42de-4ec9-b31c-2c41a4ba1f8f req-31d0fb5e-a4dd-4428-acc2-fbb436bbabc7 service nova] Lock "3831d941-23f9-4b8b-94c2-eacd06826967-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:30:57 user nova-compute[75147]: DEBUG nova.compute.manager [req-cf51194b-42de-4ec9-b31c-2c41a4ba1f8f req-31d0fb5e-a4dd-4428-acc2-fbb436bbabc7 service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] No waiting events found dispatching network-vif-unplugged-48131c5a-868a-4f62-a648-4b859f435b81 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:30:57 user nova-compute[75147]: DEBUG nova.compute.manager [req-cf51194b-42de-4ec9-b31c-2c41a4ba1f8f req-31d0fb5e-a4dd-4428-acc2-fbb436bbabc7 service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Received event network-vif-unplugged-48131c5a-868a-4f62-a648-4b859f435b81 for instance with task_state deleting. {{(pid=75147) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 19:30:57 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:57 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:57 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:57 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:30:57 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:30:57 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:57 user nova-compute[75147]: DEBUG nova.compute.manager [req-36665c84-c4a0-4ad4-9370-85adb19f250d req-17852925-af32-477b-93b6-26946052d8eb service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Received event network-vif-unplugged-dc4cff12-99e9-457c-835c-cc1c5d9b2918 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:30:57 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-36665c84-c4a0-4ad4-9370-85adb19f250d req-17852925-af32-477b-93b6-26946052d8eb service nova] Acquiring lock "3831d941-23f9-4b8b-94c2-eacd06826967-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:30:57 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-36665c84-c4a0-4ad4-9370-85adb19f250d req-17852925-af32-477b-93b6-26946052d8eb service nova] Lock "3831d941-23f9-4b8b-94c2-eacd06826967-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:30:57 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-36665c84-c4a0-4ad4-9370-85adb19f250d req-17852925-af32-477b-93b6-26946052d8eb service nova] Lock "3831d941-23f9-4b8b-94c2-eacd06826967-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:30:57 user nova-compute[75147]: DEBUG nova.compute.manager [req-36665c84-c4a0-4ad4-9370-85adb19f250d req-17852925-af32-477b-93b6-26946052d8eb service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] No waiting events found dispatching network-vif-unplugged-dc4cff12-99e9-457c-835c-cc1c5d9b2918 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:30:57 user nova-compute[75147]: DEBUG nova.compute.manager [req-36665c84-c4a0-4ad4-9370-85adb19f250d req-17852925-af32-477b-93b6-26946052d8eb service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Received event network-vif-unplugged-dc4cff12-99e9-457c-835c-cc1c5d9b2918 for instance with task_state deleting. {{(pid=75147) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 19:30:57 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Compute_service record updated for user:user {{(pid=75147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 19:30:57 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.286s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:30:57 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:57 user nova-compute[75147]: DEBUG nova.compute.manager [req-4fecc6b1-e73f-4b88-97ff-269731ff803e req-5a6b0807-0b13-446b-8f30-229966180d61 service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Received event network-vif-unplugged-c9964778-6c46-4cb5-bd0f-f985aa48bfdf {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:30:57 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-4fecc6b1-e73f-4b88-97ff-269731ff803e req-5a6b0807-0b13-446b-8f30-229966180d61 service nova] Acquiring lock "3831d941-23f9-4b8b-94c2-eacd06826967-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:30:57 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-4fecc6b1-e73f-4b88-97ff-269731ff803e req-5a6b0807-0b13-446b-8f30-229966180d61 service nova] Lock "3831d941-23f9-4b8b-94c2-eacd06826967-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:30:57 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-4fecc6b1-e73f-4b88-97ff-269731ff803e req-5a6b0807-0b13-446b-8f30-229966180d61 service nova] Lock "3831d941-23f9-4b8b-94c2-eacd06826967-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:30:57 user nova-compute[75147]: DEBUG nova.compute.manager [req-4fecc6b1-e73f-4b88-97ff-269731ff803e req-5a6b0807-0b13-446b-8f30-229966180d61 service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] No waiting events found dispatching network-vif-unplugged-c9964778-6c46-4cb5-bd0f-f985aa48bfdf {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:30:57 user nova-compute[75147]: DEBUG nova.compute.manager [req-4fecc6b1-e73f-4b88-97ff-269731ff803e req-5a6b0807-0b13-446b-8f30-229966180d61 service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Received event network-vif-unplugged-c9964778-6c46-4cb5-bd0f-f985aa48bfdf for instance with task_state deleting. {{(pid=75147) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 19:30:57 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:58 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:30:58 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:30:58 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:30:58 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:30:58 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75147) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 19:30:58 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Instance destroyed successfully.
Oct 27 19:30:58 user nova-compute[75147]: DEBUG nova.objects.instance [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Lazy-loading 'resources' on Instance uuid 3831d941-23f9-4b8b-94c2-eacd06826967 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:30:58 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-27T19:28:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-159270040',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-159270040',id=11,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDNTQX51dNzbHgBlmtBTCVQNleBo3ZNY3dX9sgr9qMa5xSxNNP8jE7lmaAIzw7lotRW7WJtLo60+cHQJkYmdVnxxwp/by8iV2iliX6JFWNF2jWqE5ucrnNY9XRHbe3fI6Q==',key_name='tempest-keypair-1275800198',keypairs=<?>,launch_index=0,launched_at=2023-10-27T19:29:32Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='637c4d14e9f547808a243ab08ede6499',ramdisk_id='',reservation_id='r-a4ml2540',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-1913596134',owner_user_name='tempest-TaggedBootDevicesTest-1913596134-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T19:29:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d4b4f66bd5ed4b1cba7a370bbb29b449',uuid=3831d941-23f9-4b8b-94c2-eacd06826967,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "48131c5a-868a-4f62-a648-4b859f435b81", "address": "fa:16:3e:6d:d2:23", "network": {"id": "15d66fa1-c091-49ef-92e9-629a73536ca1", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1372322037-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.49", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "637c4d14e9f547808a243ab08ede6499", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48131c5a-86", "ovs_interfaceid": "48131c5a-868a-4f62-a648-4b859f435b81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 19:30:58 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Converting VIF {"id": "48131c5a-868a-4f62-a648-4b859f435b81", "address": "fa:16:3e:6d:d2:23", "network": {"id": "15d66fa1-c091-49ef-92e9-629a73536ca1", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1372322037-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.49", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "637c4d14e9f547808a243ab08ede6499", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48131c5a-86", "ovs_interfaceid": "48131c5a-868a-4f62-a648-4b859f435b81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:30:58 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:6d:d2:23,bridge_name='br-int',has_traffic_filtering=True,id=48131c5a-868a-4f62-a648-4b859f435b81,network=Network(15d66fa1-c091-49ef-92e9-629a73536ca1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap48131c5a-86') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:30:58 user nova-compute[75147]: DEBUG os_vif [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:6d:d2:23,bridge_name='br-int',has_traffic_filtering=True,id=48131c5a-868a-4f62-a648-4b859f435b81,network=Network(15d66fa1-c091-49ef-92e9-629a73536ca1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap48131c5a-86') {{(pid=75147) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 19:30:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap48131c5a-86, bridge=br-int, if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:30:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:30:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=5986abd8-8472-4784-bf53-fb9893a8a643) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:30:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:30:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:58 user nova-compute[75147]: INFO os_vif [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:6d:d2:23,bridge_name='br-int',has_traffic_filtering=True,id=48131c5a-868a-4f62-a648-4b859f435b81,network=Network(15d66fa1-c091-49ef-92e9-629a73536ca1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap48131c5a-86')
Oct 27 19:30:58 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-27T19:28:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-159270040',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-159270040',id=11,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDNTQX51dNzbHgBlmtBTCVQNleBo3ZNY3dX9sgr9qMa5xSxNNP8jE7lmaAIzw7lotRW7WJtLo60+cHQJkYmdVnxxwp/by8iV2iliX6JFWNF2jWqE5ucrnNY9XRHbe3fI6Q==',key_name='tempest-keypair-1275800198',keypairs=<?>,launch_index=0,launched_at=2023-10-27T19:29:32Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='637c4d14e9f547808a243ab08ede6499',ramdisk_id='',reservation_id='r-a4ml2540',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-1913596134',owner_user_name='tempest-TaggedBootDevicesTest-1913596134-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T19:29:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d4b4f66bd5ed4b1cba7a370bbb29b449',uuid=3831d941-23f9-4b8b-94c2-eacd06826967,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c9964778-6c46-4cb5-bd0f-f985aa48bfdf", "address": "fa:16:3e:4a:19:cc", "network": {"id": "074d0a93-5749-40cb-8ff0-6aba80956d50", "bridge": "br-int", "label": "tempest-device-tagging-net1-1763713506", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "637c4d14e9f547808a243ab08ede6499", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc9964778-6c", "ovs_interfaceid": "c9964778-6c46-4cb5-bd0f-f985aa48bfdf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75147) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 19:30:58 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Converting VIF {"id": "c9964778-6c46-4cb5-bd0f-f985aa48bfdf", "address": "fa:16:3e:4a:19:cc", "network": {"id": "074d0a93-5749-40cb-8ff0-6aba80956d50", "bridge": "br-int", "label": "tempest-device-tagging-net1-1763713506", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "637c4d14e9f547808a243ab08ede6499", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc9964778-6c", "ovs_interfaceid": "c9964778-6c46-4cb5-bd0f-f985aa48bfdf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:30:58 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4a:19:cc,bridge_name='br-int',has_traffic_filtering=True,id=c9964778-6c46-4cb5-bd0f-f985aa48bfdf,network=Network(074d0a93-5749-40cb-8ff0-6aba80956d50),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapc9964778-6c') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:30:58 user nova-compute[75147]: DEBUG os_vif [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:4a:19:cc,bridge_name='br-int',has_traffic_filtering=True,id=c9964778-6c46-4cb5-bd0f-f985aa48bfdf,network=Network(074d0a93-5749-40cb-8ff0-6aba80956d50),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapc9964778-6c') {{(pid=75147) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 19:30:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc9964778-6c, bridge=br-int, if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:30:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:30:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=d351d71d-ba43-4b59-af77-0ce12142bc37) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:30:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:30:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:58 user nova-compute[75147]: INFO os_vif [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:4a:19:cc,bridge_name='br-int',has_traffic_filtering=True,id=c9964778-6c46-4cb5-bd0f-f985aa48bfdf,network=Network(074d0a93-5749-40cb-8ff0-6aba80956d50),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapc9964778-6c')
Oct 27 19:30:58 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-27T19:28:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-159270040',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-159270040',id=11,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDNTQX51dNzbHgBlmtBTCVQNleBo3ZNY3dX9sgr9qMa5xSxNNP8jE7lmaAIzw7lotRW7WJtLo60+cHQJkYmdVnxxwp/by8iV2iliX6JFWNF2jWqE5ucrnNY9XRHbe3fI6Q==',key_name='tempest-keypair-1275800198',keypairs=<?>,launch_index=0,launched_at=2023-10-27T19:29:32Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='637c4d14e9f547808a243ab08ede6499',ramdisk_id='',reservation_id='r-a4ml2540',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-1913596134',owner_user_name='tempest-TaggedBootDevicesTest-1913596134-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T19:29:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d4b4f66bd5ed4b1cba7a370bbb29b449',uuid=3831d941-23f9-4b8b-94c2-eacd06826967,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ccfd92f6-a63f-4f14-b6ca-858602060fd7", "address": "fa:16:3e:56:9e:79", "network": {"id": "074d0a93-5749-40cb-8ff0-6aba80956d50", "bridge": "br-int", "label": "tempest-device-tagging-net1-1763713506", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.209", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "637c4d14e9f547808a243ab08ede6499", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapccfd92f6-a6", "ovs_interfaceid": "ccfd92f6-a63f-4f14-b6ca-858602060fd7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75147) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 19:30:58 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Converting VIF {"id": "ccfd92f6-a63f-4f14-b6ca-858602060fd7", "address": "fa:16:3e:56:9e:79", "network": {"id": "074d0a93-5749-40cb-8ff0-6aba80956d50", "bridge": "br-int", "label": "tempest-device-tagging-net1-1763713506", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.209", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "637c4d14e9f547808a243ab08ede6499", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapccfd92f6-a6", "ovs_interfaceid": "ccfd92f6-a63f-4f14-b6ca-858602060fd7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:30:58 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:56:9e:79,bridge_name='br-int',has_traffic_filtering=True,id=ccfd92f6-a63f-4f14-b6ca-858602060fd7,network=Network(074d0a93-5749-40cb-8ff0-6aba80956d50),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapccfd92f6-a6') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:30:58 user nova-compute[75147]: DEBUG os_vif [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:56:9e:79,bridge_name='br-int',has_traffic_filtering=True,id=ccfd92f6-a63f-4f14-b6ca-858602060fd7,network=Network(074d0a93-5749-40cb-8ff0-6aba80956d50),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapccfd92f6-a6') {{(pid=75147) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 19:30:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapccfd92f6-a6, bridge=br-int, if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:30:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:30:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=83aa2466-135e-4e4b-b57b-48e2e7b4cb44) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:30:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:30:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:58 user nova-compute[75147]: INFO os_vif [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:56:9e:79,bridge_name='br-int',has_traffic_filtering=True,id=ccfd92f6-a63f-4f14-b6ca-858602060fd7,network=Network(074d0a93-5749-40cb-8ff0-6aba80956d50),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapccfd92f6-a6')
Oct 27 19:30:58 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-27T19:28:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-159270040',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-159270040',id=11,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDNTQX51dNzbHgBlmtBTCVQNleBo3ZNY3dX9sgr9qMa5xSxNNP8jE7lmaAIzw7lotRW7WJtLo60+cHQJkYmdVnxxwp/by8iV2iliX6JFWNF2jWqE5ucrnNY9XRHbe3fI6Q==',key_name='tempest-keypair-1275800198',keypairs=<?>,launch_index=0,launched_at=2023-10-27T19:29:32Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='637c4d14e9f547808a243ab08ede6499',ramdisk_id='',reservation_id='r-a4ml2540',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-1913596134',owner_user_name='tempest-TaggedBootDevicesTest-1913596134-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T19:29:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d4b4f66bd5ed4b1cba7a370bbb29b449',uuid=3831d941-23f9-4b8b-94c2-eacd06826967,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "6e7f9d86-fec5-499e-9770-15912418039c", "address": "fa:16:3e:19:ba:33", "network": {"id": "074d0a93-5749-40cb-8ff0-6aba80956d50", "bridge": "br-int", "label": "tempest-device-tagging-net1-1763713506", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.35", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "637c4d14e9f547808a243ab08ede6499", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6e7f9d86-fe", "ovs_interfaceid": "6e7f9d86-fec5-499e-9770-15912418039c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 19:30:58 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Converting VIF {"id": "6e7f9d86-fec5-499e-9770-15912418039c", "address": "fa:16:3e:19:ba:33", "network": {"id": "074d0a93-5749-40cb-8ff0-6aba80956d50", "bridge": "br-int", "label": "tempest-device-tagging-net1-1763713506", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.35", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "637c4d14e9f547808a243ab08ede6499", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6e7f9d86-fe", "ovs_interfaceid": "6e7f9d86-fec5-499e-9770-15912418039c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:30:58 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:19:ba:33,bridge_name='br-int',has_traffic_filtering=True,id=6e7f9d86-fec5-499e-9770-15912418039c,network=Network(074d0a93-5749-40cb-8ff0-6aba80956d50),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6e7f9d86-fe') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:30:58 user nova-compute[75147]: DEBUG os_vif [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:19:ba:33,bridge_name='br-int',has_traffic_filtering=True,id=6e7f9d86-fec5-499e-9770-15912418039c,network=Network(074d0a93-5749-40cb-8ff0-6aba80956d50),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6e7f9d86-fe') {{(pid=75147) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 19:30:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap6e7f9d86-fe, bridge=br-int, if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:30:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=7c6751e2-1d5c-49ef-9bd6-6cb5b35613a9) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:59 user nova-compute[75147]: INFO os_vif [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:19:ba:33,bridge_name='br-int',has_traffic_filtering=True,id=6e7f9d86-fec5-499e-9770-15912418039c,network=Network(074d0a93-5749-40cb-8ff0-6aba80956d50),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6e7f9d86-fe')
Oct 27 19:30:59 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-27T19:28:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-159270040',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-159270040',id=11,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDNTQX51dNzbHgBlmtBTCVQNleBo3ZNY3dX9sgr9qMa5xSxNNP8jE7lmaAIzw7lotRW7WJtLo60+cHQJkYmdVnxxwp/by8iV2iliX6JFWNF2jWqE5ucrnNY9XRHbe3fI6Q==',key_name='tempest-keypair-1275800198',keypairs=<?>,launch_index=0,launched_at=2023-10-27T19:29:32Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='637c4d14e9f547808a243ab08ede6499',ramdisk_id='',reservation_id='r-a4ml2540',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-1913596134',owner_user_name='tempest-TaggedBootDevicesTest-1913596134-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T19:29:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d4b4f66bd5ed4b1cba7a370bbb29b449',uuid=3831d941-23f9-4b8b-94c2-eacd06826967,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "dc4cff12-99e9-457c-835c-cc1c5d9b2918", "address": "fa:16:3e:b7:e0:d3", "network": {"id": "074d0a93-5749-40cb-8ff0-6aba80956d50", "bridge": "br-int", "label": "tempest-device-tagging-net1-1763713506", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.64", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "637c4d14e9f547808a243ab08ede6499", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc4cff12-99", "ovs_interfaceid": "dc4cff12-99e9-457c-835c-cc1c5d9b2918", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Converting VIF {"id": "dc4cff12-99e9-457c-835c-cc1c5d9b2918", "address": "fa:16:3e:b7:e0:d3", "network": {"id": "074d0a93-5749-40cb-8ff0-6aba80956d50", "bridge": "br-int", "label": "tempest-device-tagging-net1-1763713506", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.64", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "637c4d14e9f547808a243ab08ede6499", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc4cff12-99", "ovs_interfaceid": "dc4cff12-99e9-457c-835c-cc1c5d9b2918", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b7:e0:d3,bridge_name='br-int',has_traffic_filtering=True,id=dc4cff12-99e9-457c-835c-cc1c5d9b2918,network=Network(074d0a93-5749-40cb-8ff0-6aba80956d50),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdc4cff12-99') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG os_vif [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b7:e0:d3,bridge_name='br-int',has_traffic_filtering=True,id=dc4cff12-99e9-457c-835c-cc1c5d9b2918,network=Network(074d0a93-5749-40cb-8ff0-6aba80956d50),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdc4cff12-99') {{(pid=75147) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapdc4cff12-99, bridge=br-int, if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=ca488d5a-f26d-448c-a9d9-417a887dcdec) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:59 user nova-compute[75147]: INFO os_vif [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b7:e0:d3,bridge_name='br-int',has_traffic_filtering=True,id=dc4cff12-99e9-457c-835c-cc1c5d9b2918,network=Network(074d0a93-5749-40cb-8ff0-6aba80956d50),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdc4cff12-99')
Oct 27 19:30:59 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-27T19:28:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-159270040',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-159270040',id=11,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDNTQX51dNzbHgBlmtBTCVQNleBo3ZNY3dX9sgr9qMa5xSxNNP8jE7lmaAIzw7lotRW7WJtLo60+cHQJkYmdVnxxwp/by8iV2iliX6JFWNF2jWqE5ucrnNY9XRHbe3fI6Q==',key_name='tempest-keypair-1275800198',keypairs=<?>,launch_index=0,launched_at=2023-10-27T19:29:32Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='637c4d14e9f547808a243ab08ede6499',ramdisk_id='',reservation_id='r-a4ml2540',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-1913596134',owner_user_name='tempest-TaggedBootDevicesTest-1913596134-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T19:29:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d4b4f66bd5ed4b1cba7a370bbb29b449',uuid=3831d941-23f9-4b8b-94c2-eacd06826967,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "314f3dee-a346-4009-8c11-e7987a5acf21", "address": "fa:16:3e:96:b3:8d", "network": {"id": "c148685e-89f6-4138-a523-477582c5c752", "bridge": "br-int", "label": "tempest-device-tagging-net2-495332595", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "637c4d14e9f547808a243ab08ede6499", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap314f3dee-a3", "ovs_interfaceid": "314f3dee-a346-4009-8c11-e7987a5acf21", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Converting VIF {"id": "314f3dee-a346-4009-8c11-e7987a5acf21", "address": "fa:16:3e:96:b3:8d", "network": {"id": "c148685e-89f6-4138-a523-477582c5c752", "bridge": "br-int", "label": "tempest-device-tagging-net2-495332595", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "637c4d14e9f547808a243ab08ede6499", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap314f3dee-a3", "ovs_interfaceid": "314f3dee-a346-4009-8c11-e7987a5acf21", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:96:b3:8d,bridge_name='br-int',has_traffic_filtering=True,id=314f3dee-a346-4009-8c11-e7987a5acf21,network=Network(c148685e-89f6-4138-a523-477582c5c752),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap314f3dee-a3') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG os_vif [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:96:b3:8d,bridge_name='br-int',has_traffic_filtering=True,id=314f3dee-a346-4009-8c11-e7987a5acf21,network=Network(c148685e-89f6-4138-a523-477582c5c752),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap314f3dee-a3') {{(pid=75147) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap314f3dee-a3, bridge=br-int, if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=84c7cc1f-aa2c-47e0-bca0-37580bee3144) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:59 user nova-compute[75147]: INFO os_vif [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:96:b3:8d,bridge_name='br-int',has_traffic_filtering=True,id=314f3dee-a346-4009-8c11-e7987a5acf21,network=Network(c148685e-89f6-4138-a523-477582c5c752),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap314f3dee-a3')
Oct 27 19:30:59 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-27T19:28:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-159270040',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-159270040',id=11,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDNTQX51dNzbHgBlmtBTCVQNleBo3ZNY3dX9sgr9qMa5xSxNNP8jE7lmaAIzw7lotRW7WJtLo60+cHQJkYmdVnxxwp/by8iV2iliX6JFWNF2jWqE5ucrnNY9XRHbe3fI6Q==',key_name='tempest-keypair-1275800198',keypairs=<?>,launch_index=0,launched_at=2023-10-27T19:29:32Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='637c4d14e9f547808a243ab08ede6499',ramdisk_id='',reservation_id='r-a4ml2540',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-1913596134',owner_user_name='tempest-TaggedBootDevicesTest-1913596134-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T19:29:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d4b4f66bd5ed4b1cba7a370bbb29b449',uuid=3831d941-23f9-4b8b-94c2-eacd06826967,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f806c72f-6020-4f31-a451-61b8513f1c32", "address": "fa:16:3e:45:84:77", "network": {"id": "c148685e-89f6-4138-a523-477582c5c752", "bridge": "br-int", "label": "tempest-device-tagging-net2-495332595", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "637c4d14e9f547808a243ab08ede6499", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf806c72f-60", "ovs_interfaceid": "f806c72f-6020-4f31-a451-61b8513f1c32", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Converting VIF {"id": "f806c72f-6020-4f31-a451-61b8513f1c32", "address": "fa:16:3e:45:84:77", "network": {"id": "c148685e-89f6-4138-a523-477582c5c752", "bridge": "br-int", "label": "tempest-device-tagging-net2-495332595", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "637c4d14e9f547808a243ab08ede6499", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf806c72f-60", "ovs_interfaceid": "f806c72f-6020-4f31-a451-61b8513f1c32", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:45:84:77,bridge_name='br-int',has_traffic_filtering=True,id=f806c72f-6020-4f31-a451-61b8513f1c32,network=Network(c148685e-89f6-4138-a523-477582c5c752),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf806c72f-60') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG os_vif [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:45:84:77,bridge_name='br-int',has_traffic_filtering=True,id=f806c72f-6020-4f31-a451-61b8513f1c32,network=Network(c148685e-89f6-4138-a523-477582c5c752),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf806c72f-60') {{(pid=75147) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf806c72f-60, bridge=br-int, if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=0a988aa3-fbba-4da3-b4cc-9a84ec8b3fc0) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:30:59 user nova-compute[75147]: INFO os_vif [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:45:84:77,bridge_name='br-int',has_traffic_filtering=True,id=f806c72f-6020-4f31-a451-61b8513f1c32,network=Network(c148685e-89f6-4138-a523-477582c5c752),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf806c72f-60')
Oct 27 19:30:59 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] calling os-brick to detach iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, {'target_iqn': 'iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IKrCHTvh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:30:59 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:30:59 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.025s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[6699a1cb-64cf-477f-ba78-59d20b1c8726]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:eefad9fe-aa04-4b01-89e9-56ec24c73f94\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 19:30:59 user nova-compute[75147]: No targets found.
Oct 27 19:30:59 user nova-compute[75147]: iSNS:
Oct 27 19:30:59 user nova-compute[75147]: No targets found.
Oct 27 19:30:59 user nova-compute[75147]: STATIC:
Oct 27 19:30:59 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0
Oct 27 19:30:59 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:30:59 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:30:59 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1
Oct 27 19:30:59 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:30:59 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:30:59 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2
Oct 27 19:30:59 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:30:59 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:30:59 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5
Oct 27 19:30:59 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:30:59 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:30:59 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed
Oct 27 19:30:59 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:30:59 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:30:59 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:eefad9fe-aa04-4b01-89e9-56ec24c73f94
Oct 27 19:30:59 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:30:59 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:30:59 user nova-compute[75147]: FIRMWARE:
Oct 27 19:30:59 user nova-compute[75147]: No targets found.
Oct 27 19:30:59 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 19:30:59 user nova-compute[75147]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 19:30:59 user nova-compute[75147]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75147) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed', 0)] {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a3023cd-62f6-4728-9c16-a37fc82a03bf]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:eefad9fe-aa04-4b01-89e9-56ec24c73f94\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[3af69379-f349-4540-86ed-d907f1e29f6c]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eefad9fe-aa04-4b01-89e9-56ec24c73f94 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5 (non-flash)
Oct 27 19:30:59 user nova-compute[75147]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 (non-flash)
Oct 27 19:30:59 user nova-compute[75147]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1 (non-flash)
Oct 27 19:30:59 user nova-compute[75147]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eefad9fe-aa04-4b01-89e9-56ec24c73f94 (non-flash)
Oct 27 19:30:59 user nova-compute[75147]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed (non-flash)
Oct 27 19:30:59 user nova-compute[75147]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2 (non-flash)
Oct 27 19:30:59 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5 (non-flash)
Oct 27 19:30:59 user nova-compute[75147]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 (non-flash)
Oct 27 19:30:59 user nova-compute[75147]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1 (non-flash)
Oct 27 19:30:59 user nova-compute[75147]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eefad9fe-aa04-4b01-89e9-56ec24c73f94 (non-flash)
Oct 27 19:30:59 user nova-compute[75147]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed (non-flash)
Oct 27 19:30:59 user nova-compute[75147]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2 (non-flash)
Oct 27 19:30:59 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f29041e2e60>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed'): ({'sdb'}, set())}) {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Removing single pathed devices sdb {{(pid=75147) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.029s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0bb1699-a66c-4290-b0e0-193b90db69eb]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[4cb91ad1-5a4e-4a5d-8115-b9f9993a4b71]: (4, ('ok\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Flushing IO for device /dev/sdb {{(pid=75147) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[29819a6c-e1a2-4899-bb44-6a8642475b68]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75147) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.059s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b74b8e1-8437-4fa2-a265-be484e7c49d6]: (4, ('1', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] SCSI volumes sdb have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed')] {{(pid=75147) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[c16bcadd-c390-48bc-9dc2-5a2f581efade]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed -p 172.16.0.220:3260 --logout {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed -p 172.16.0.220:3260 --logout" returned: 0 in 0.093s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[a43c8ad1-4ec1-45c1-8a6b-0386e23140b8]: (4, ('Logging out of session [sid: 8, target: iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed, portal: 172.16.0.220,3260]\nLogout of [sid: 8, target: iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 8, target: iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed, portal: 172.16.0.220,3260]
Oct 27 19:30:59 user nova-compute[75147]: Logout of [sid: 8, target: iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed, portal: 172.16.0.220,3260] successful.
Oct 27 19:30:59 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed -p 172.16.0.220:3260 --op delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG nova.compute.manager [req-6c96c800-6c44-4f1c-950d-47a61bce4540 req-f3c95f4a-62cc-41fd-af3e-00cf7ee3789a service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Received event network-vif-plugged-48131c5a-868a-4f62-a648-4b859f435b81 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-6c96c800-6c44-4f1c-950d-47a61bce4540 req-f3c95f4a-62cc-41fd-af3e-00cf7ee3789a service nova] Acquiring lock "3831d941-23f9-4b8b-94c2-eacd06826967-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-6c96c800-6c44-4f1c-950d-47a61bce4540 req-f3c95f4a-62cc-41fd-af3e-00cf7ee3789a service nova] Lock "3831d941-23f9-4b8b-94c2-eacd06826967-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-6c96c800-6c44-4f1c-950d-47a61bce4540 req-f3c95f4a-62cc-41fd-af3e-00cf7ee3789a service nova] Lock "3831d941-23f9-4b8b-94c2-eacd06826967-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG nova.compute.manager [req-6c96c800-6c44-4f1c-950d-47a61bce4540 req-f3c95f4a-62cc-41fd-af3e-00cf7ee3789a service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] No waiting events found dispatching network-vif-plugged-48131c5a-868a-4f62-a648-4b859f435b81 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:30:59 user nova-compute[75147]: WARNING nova.compute.manager [req-6c96c800-6c44-4f1c-950d-47a61bce4540 req-f3c95f4a-62cc-41fd-af3e-00cf7ee3789a service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Received unexpected event network-vif-plugged-48131c5a-868a-4f62-a648-4b859f435b81 for instance with vm_state active and task_state deleting.
Oct 27 19:30:59 user nova-compute[75147]: DEBUG nova.compute.manager [req-6c96c800-6c44-4f1c-950d-47a61bce4540 req-f3c95f4a-62cc-41fd-af3e-00cf7ee3789a service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Received event network-vif-unplugged-ccfd92f6-a63f-4f14-b6ca-858602060fd7 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-6c96c800-6c44-4f1c-950d-47a61bce4540 req-f3c95f4a-62cc-41fd-af3e-00cf7ee3789a service nova] Acquiring lock "3831d941-23f9-4b8b-94c2-eacd06826967-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-6c96c800-6c44-4f1c-950d-47a61bce4540 req-f3c95f4a-62cc-41fd-af3e-00cf7ee3789a service nova] Lock "3831d941-23f9-4b8b-94c2-eacd06826967-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-6c96c800-6c44-4f1c-950d-47a61bce4540 req-f3c95f4a-62cc-41fd-af3e-00cf7ee3789a service nova] Lock "3831d941-23f9-4b8b-94c2-eacd06826967-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG nova.compute.manager [req-6c96c800-6c44-4f1c-950d-47a61bce4540 req-f3c95f4a-62cc-41fd-af3e-00cf7ee3789a service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] No waiting events found dispatching network-vif-unplugged-ccfd92f6-a63f-4f14-b6ca-858602060fd7 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG nova.compute.manager [req-6c96c800-6c44-4f1c-950d-47a61bce4540 req-f3c95f4a-62cc-41fd-af3e-00cf7ee3789a service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Received event network-vif-unplugged-ccfd92f6-a63f-4f14-b6ca-858602060fd7 for instance with task_state deleting. {{(pid=75147) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG nova.compute.manager [req-6c96c800-6c44-4f1c-950d-47a61bce4540 req-f3c95f4a-62cc-41fd-af3e-00cf7ee3789a service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Received event network-vif-plugged-ccfd92f6-a63f-4f14-b6ca-858602060fd7 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-6c96c800-6c44-4f1c-950d-47a61bce4540 req-f3c95f4a-62cc-41fd-af3e-00cf7ee3789a service nova] Acquiring lock "3831d941-23f9-4b8b-94c2-eacd06826967-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-6c96c800-6c44-4f1c-950d-47a61bce4540 req-f3c95f4a-62cc-41fd-af3e-00cf7ee3789a service nova] Lock "3831d941-23f9-4b8b-94c2-eacd06826967-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-6c96c800-6c44-4f1c-950d-47a61bce4540 req-f3c95f4a-62cc-41fd-af3e-00cf7ee3789a service nova] Lock "3831d941-23f9-4b8b-94c2-eacd06826967-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG nova.compute.manager [req-6c96c800-6c44-4f1c-950d-47a61bce4540 req-f3c95f4a-62cc-41fd-af3e-00cf7ee3789a service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] No waiting events found dispatching network-vif-plugged-ccfd92f6-a63f-4f14-b6ca-858602060fd7 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:30:59 user nova-compute[75147]: WARNING nova.compute.manager [req-6c96c800-6c44-4f1c-950d-47a61bce4540 req-f3c95f4a-62cc-41fd-af3e-00cf7ee3789a service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Received unexpected event network-vif-plugged-ccfd92f6-a63f-4f14-b6ca-858602060fd7 for instance with vm_state active and task_state deleting.
Oct 27 19:30:59 user nova-compute[75147]: DEBUG nova.compute.manager [req-6c96c800-6c44-4f1c-950d-47a61bce4540 req-f3c95f4a-62cc-41fd-af3e-00cf7ee3789a service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Received event network-vif-unplugged-6e7f9d86-fec5-499e-9770-15912418039c {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-6c96c800-6c44-4f1c-950d-47a61bce4540 req-f3c95f4a-62cc-41fd-af3e-00cf7ee3789a service nova] Acquiring lock "3831d941-23f9-4b8b-94c2-eacd06826967-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-6c96c800-6c44-4f1c-950d-47a61bce4540 req-f3c95f4a-62cc-41fd-af3e-00cf7ee3789a service nova] Lock "3831d941-23f9-4b8b-94c2-eacd06826967-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-6c96c800-6c44-4f1c-950d-47a61bce4540 req-f3c95f4a-62cc-41fd-af3e-00cf7ee3789a service nova] Lock "3831d941-23f9-4b8b-94c2-eacd06826967-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG nova.compute.manager [req-6c96c800-6c44-4f1c-950d-47a61bce4540 req-f3c95f4a-62cc-41fd-af3e-00cf7ee3789a service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] No waiting events found dispatching network-vif-unplugged-6e7f9d86-fec5-499e-9770-15912418039c {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG nova.compute.manager [req-6c96c800-6c44-4f1c-950d-47a61bce4540 req-f3c95f4a-62cc-41fd-af3e-00cf7ee3789a service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Received event network-vif-unplugged-6e7f9d86-fec5-499e-9770-15912418039c for instance with task_state deleting. {{(pid=75147) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6eb5a39b-3df7-4a63-82b2-90b18f767aed -p 172.16.0.220:3260 --op delete" returned: 0 in 0.031s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[e0095f91-c0d2-4990-b459-979a88916630]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.423s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] <== disconnect_volume: return (424ms) None {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Disconnected iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] calling os-brick to detach iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, {'target_iqn': 'iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'eDqIrhWX', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:30:59 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:30:59 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b557065-c3f3-4c14-a05a-438e76c6cf4e]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:eefad9fe-aa04-4b01-89e9-56ec24c73f94\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 19:30:59 user nova-compute[75147]: No targets found.
Oct 27 19:30:59 user nova-compute[75147]: iSNS:
Oct 27 19:30:59 user nova-compute[75147]: No targets found.
Oct 27 19:30:59 user nova-compute[75147]: STATIC:
Oct 27 19:30:59 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0
Oct 27 19:30:59 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:30:59 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:30:59 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1
Oct 27 19:30:59 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:30:59 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:30:59 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2
Oct 27 19:30:59 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:30:59 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:30:59 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5
Oct 27 19:30:59 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:30:59 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:30:59 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:eefad9fe-aa04-4b01-89e9-56ec24c73f94
Oct 27 19:30:59 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:30:59 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:30:59 user nova-compute[75147]: FIRMWARE:
Oct 27 19:30:59 user nova-compute[75147]: No targets found.
Oct 27 19:30:59 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 19:30:59 user nova-compute[75147]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 19:30:59 user nova-compute[75147]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75147) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2', 0)] {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.026s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[d02910b2-6d9f-419b-963e-edfe29b03050]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:eefad9fe-aa04-4b01-89e9-56ec24c73f94\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad555d38-c0ab-482d-a68b-2af1ba72ddd7]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eefad9fe-aa04-4b01-89e9-56ec24c73f94 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5 (non-flash)
Oct 27 19:30:59 user nova-compute[75147]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 (non-flash)
Oct 27 19:30:59 user nova-compute[75147]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1 (non-flash)
Oct 27 19:30:59 user nova-compute[75147]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eefad9fe-aa04-4b01-89e9-56ec24c73f94 (non-flash)
Oct 27 19:30:59 user nova-compute[75147]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2 (non-flash)
Oct 27 19:30:59 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5 (non-flash)
Oct 27 19:30:59 user nova-compute[75147]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 (non-flash)
Oct 27 19:30:59 user nova-compute[75147]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1 (non-flash)
Oct 27 19:30:59 user nova-compute[75147]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eefad9fe-aa04-4b01-89e9-56ec24c73f94 (non-flash)
Oct 27 19:30:59 user nova-compute[75147]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2 (non-flash)
Oct 27 19:30:59 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f28ec50c940>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2'): ({'sdc'}, set())}) {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Removing single pathed devices sdc {{(pid=75147) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG nova.compute.manager [req-c8063d6e-ca6f-4e07-87ab-5bfa0b25ca4f req-bf28ef63-8ea7-48fe-9854-565b30e769e5 service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Received event network-vif-plugged-dc4cff12-99e9-457c-835c-cc1c5d9b2918 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-c8063d6e-ca6f-4e07-87ab-5bfa0b25ca4f req-bf28ef63-8ea7-48fe-9854-565b30e769e5 service nova] Acquiring lock "3831d941-23f9-4b8b-94c2-eacd06826967-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-c8063d6e-ca6f-4e07-87ab-5bfa0b25ca4f req-bf28ef63-8ea7-48fe-9854-565b30e769e5 service nova] Lock "3831d941-23f9-4b8b-94c2-eacd06826967-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-c8063d6e-ca6f-4e07-87ab-5bfa0b25ca4f req-bf28ef63-8ea7-48fe-9854-565b30e769e5 service nova] Lock "3831d941-23f9-4b8b-94c2-eacd06826967-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG nova.compute.manager [req-c8063d6e-ca6f-4e07-87ab-5bfa0b25ca4f req-bf28ef63-8ea7-48fe-9854-565b30e769e5 service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] No waiting events found dispatching network-vif-plugged-dc4cff12-99e9-457c-835c-cc1c5d9b2918 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:30:59 user nova-compute[75147]: WARNING nova.compute.manager [req-c8063d6e-ca6f-4e07-87ab-5bfa0b25ca4f req-bf28ef63-8ea7-48fe-9854-565b30e769e5 service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Received unexpected event network-vif-plugged-dc4cff12-99e9-457c-835c-cc1c5d9b2918 for instance with vm_state active and task_state deleting.
Oct 27 19:30:59 user nova-compute[75147]: DEBUG nova.compute.manager [req-c8063d6e-ca6f-4e07-87ab-5bfa0b25ca4f req-bf28ef63-8ea7-48fe-9854-565b30e769e5 service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Received event network-vif-unplugged-f806c72f-6020-4f31-a451-61b8513f1c32 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-c8063d6e-ca6f-4e07-87ab-5bfa0b25ca4f req-bf28ef63-8ea7-48fe-9854-565b30e769e5 service nova] Acquiring lock "3831d941-23f9-4b8b-94c2-eacd06826967-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-c8063d6e-ca6f-4e07-87ab-5bfa0b25ca4f req-bf28ef63-8ea7-48fe-9854-565b30e769e5 service nova] Lock "3831d941-23f9-4b8b-94c2-eacd06826967-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-c8063d6e-ca6f-4e07-87ab-5bfa0b25ca4f req-bf28ef63-8ea7-48fe-9854-565b30e769e5 service nova] Lock "3831d941-23f9-4b8b-94c2-eacd06826967-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG nova.compute.manager [req-c8063d6e-ca6f-4e07-87ab-5bfa0b25ca4f req-bf28ef63-8ea7-48fe-9854-565b30e769e5 service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] No waiting events found dispatching network-vif-unplugged-f806c72f-6020-4f31-a451-61b8513f1c32 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG nova.compute.manager [req-c8063d6e-ca6f-4e07-87ab-5bfa0b25ca4f req-bf28ef63-8ea7-48fe-9854-565b30e769e5 service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Received event network-vif-unplugged-f806c72f-6020-4f31-a451-61b8513f1c32 for instance with task_state deleting. {{(pid=75147) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG nova.compute.manager [req-c8063d6e-ca6f-4e07-87ab-5bfa0b25ca4f req-bf28ef63-8ea7-48fe-9854-565b30e769e5 service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Received event network-vif-plugged-f806c72f-6020-4f31-a451-61b8513f1c32 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-c8063d6e-ca6f-4e07-87ab-5bfa0b25ca4f req-bf28ef63-8ea7-48fe-9854-565b30e769e5 service nova] Acquiring lock "3831d941-23f9-4b8b-94c2-eacd06826967-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-c8063d6e-ca6f-4e07-87ab-5bfa0b25ca4f req-bf28ef63-8ea7-48fe-9854-565b30e769e5 service nova] Lock "3831d941-23f9-4b8b-94c2-eacd06826967-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-c8063d6e-ca6f-4e07-87ab-5bfa0b25ca4f req-bf28ef63-8ea7-48fe-9854-565b30e769e5 service nova] Lock "3831d941-23f9-4b8b-94c2-eacd06826967-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG nova.compute.manager [req-c8063d6e-ca6f-4e07-87ab-5bfa0b25ca4f req-bf28ef63-8ea7-48fe-9854-565b30e769e5 service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] No waiting events found dispatching network-vif-plugged-f806c72f-6020-4f31-a451-61b8513f1c32 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:30:59 user nova-compute[75147]: WARNING nova.compute.manager [req-c8063d6e-ca6f-4e07-87ab-5bfa0b25ca4f req-bf28ef63-8ea7-48fe-9854-565b30e769e5 service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Received unexpected event network-vif-plugged-f806c72f-6020-4f31-a451-61b8513f1c32 for instance with vm_state active and task_state deleting.
Oct 27 19:30:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.027s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b95792c-064a-4f1f-bc0b-5679cc07dabb]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[8aebb5f0-d135-42f0-8b81-5e8d2996ac53]: (4, ('ok\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Flushing IO for device /dev/sdc {{(pid=75147) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG nova.compute.manager [req-cdb29517-76bd-4515-9dfb-723b4dc38c7e req-a2207444-2fa0-499b-ac7b-005c1f7c83cd service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Received event network-vif-plugged-c9964778-6c46-4cb5-bd0f-f985aa48bfdf {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-cdb29517-76bd-4515-9dfb-723b4dc38c7e req-a2207444-2fa0-499b-ac7b-005c1f7c83cd service nova] Acquiring lock "3831d941-23f9-4b8b-94c2-eacd06826967-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-cdb29517-76bd-4515-9dfb-723b4dc38c7e req-a2207444-2fa0-499b-ac7b-005c1f7c83cd service nova] Lock "3831d941-23f9-4b8b-94c2-eacd06826967-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-cdb29517-76bd-4515-9dfb-723b4dc38c7e req-a2207444-2fa0-499b-ac7b-005c1f7c83cd service nova] Lock "3831d941-23f9-4b8b-94c2-eacd06826967-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG nova.compute.manager [req-cdb29517-76bd-4515-9dfb-723b4dc38c7e req-a2207444-2fa0-499b-ac7b-005c1f7c83cd service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] No waiting events found dispatching network-vif-plugged-c9964778-6c46-4cb5-bd0f-f985aa48bfdf {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:30:59 user nova-compute[75147]: WARNING nova.compute.manager [req-cdb29517-76bd-4515-9dfb-723b4dc38c7e req-a2207444-2fa0-499b-ac7b-005c1f7c83cd service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Received unexpected event network-vif-plugged-c9964778-6c46-4cb5-bd0f-f985aa48bfdf for instance with vm_state active and task_state deleting.
Oct 27 19:30:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.016s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef686df8-be22-4612-88f7-a5a42449bf73]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75147) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.035s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[f142b285-7663-45e9-b0cc-a89d8a01af84]: (4, ('1', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] SCSI volumes sdc have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2')] {{(pid=75147) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.025s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[641c7142-ed35-4d05-aa16-1bfa423dc38e]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2 -p 172.16.0.220:3260 --logout {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2 -p 172.16.0.220:3260 --logout" returned: 0 in 0.084s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[74107053-efe6-4178-860c-34b2c56cd65f]: (4, ('Logging out of session [sid: 9, target: iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2, portal: 172.16.0.220,3260]\nLogout of [sid: 9, target: iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 9, target: iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2, portal: 172.16.0.220,3260]
Oct 27 19:30:59 user nova-compute[75147]: Logout of [sid: 9, target: iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2, portal: 172.16.0.220,3260] successful.
Oct 27 19:30:59 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:30:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2 -p 172.16.0.220:3260 --op delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:31:00 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ea44a713-9ec7-4cb6-8df8-fbd605531bd2 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.031s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:31:00 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[47bd664b-2618-4e5e-8b05-7e7d9a3acf5e]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:31:00 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:31:00 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.406s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:31:00 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] <== disconnect_volume: return (408ms) None {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:31:00 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Disconnected iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 19:31:00 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] calling os-brick to detach iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 19:31:00 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, {'target_iqn': 'iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'AraEbDMI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:31:00 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:31:00 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:31:00 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:31:00 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:31:00 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:31:00 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[81dec1ff-365b-4290-a298-a119c675d793]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:eefad9fe-aa04-4b01-89e9-56ec24c73f94\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:31:00 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 19:31:00 user nova-compute[75147]: No targets found.
Oct 27 19:31:00 user nova-compute[75147]: iSNS:
Oct 27 19:31:00 user nova-compute[75147]: No targets found.
Oct 27 19:31:00 user nova-compute[75147]: STATIC:
Oct 27 19:31:00 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0
Oct 27 19:31:00 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:31:00 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:31:00 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1
Oct 27 19:31:00 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:31:00 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:31:00 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5
Oct 27 19:31:00 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:31:00 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:31:00 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:eefad9fe-aa04-4b01-89e9-56ec24c73f94
Oct 27 19:31:00 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:31:00 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:31:00 user nova-compute[75147]: FIRMWARE:
Oct 27 19:31:00 user nova-compute[75147]: No targets found.
Oct 27 19:31:00 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:31:00 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 19:31:00 user nova-compute[75147]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 19:31:00 user nova-compute[75147]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75147) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 19:31:00 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5', 0)] {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 19:31:00 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:31:00 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:31:00 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a4d500b-ce6b-4b00-86a0-9e802f6074b9]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:eefad9fe-aa04-4b01-89e9-56ec24c73f94\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:31:00 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:31:00 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.035s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:31:00 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d407a05-48d0-4b92-b83d-a41e2b2731ae]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eefad9fe-aa04-4b01-89e9-56ec24c73f94 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:31:00 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5 (non-flash)
Oct 27 19:31:00 user nova-compute[75147]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 (non-flash)
Oct 27 19:31:00 user nova-compute[75147]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1 (non-flash)
Oct 27 19:31:00 user nova-compute[75147]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eefad9fe-aa04-4b01-89e9-56ec24c73f94 (non-flash)
Oct 27 19:31:00 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:31:00 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5 (non-flash)
Oct 27 19:31:00 user nova-compute[75147]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 (non-flash)
Oct 27 19:31:00 user nova-compute[75147]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1 (non-flash)
Oct 27 19:31:00 user nova-compute[75147]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eefad9fe-aa04-4b01-89e9-56ec24c73f94 (non-flash)
Oct 27 19:31:00 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:31:00 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f28ec50dfc0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5'): ({'sdd'}, set())}) {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 19:31:00 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Removing single pathed devices sdd {{(pid=75147) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 19:31:00 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:31:00 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:31:00 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[4016f52d-c0b9-45c3-8dd8-a9f70e423018]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:31:00 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:31:00 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:31:00 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.024s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:31:00 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[0685ce90-72bb-4f01-801b-724b4f025aa0]: (4, ('ok\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:31:00 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Flushing IO for device /dev/sdd {{(pid=75147) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 19:31:00 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:31:00 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.015s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:31:00 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[3011cd6a-219f-4292-ad47-11482bee19ac]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:31:00 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75147) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 19:31:00 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:31:00 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.047s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:31:00 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[2825ad52-c34c-4088-b0d0-4c6756f98a4a]: (4, ('1', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:31:00 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 19:31:00 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] SCSI volumes sdd have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 19:31:00 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5')] {{(pid=75147) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 19:31:00 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:31:00 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:31:00 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b83d05d-cfbc-4035-baaa-025f2ede9aad]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:31:00 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:31:00 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5 -p 172.16.0.220:3260 --logout {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:31:00 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5 -p 172.16.0.220:3260 --logout" returned: 0 in 0.087s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:31:00 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[f361485f-ae82-4e35-925d-dd074b568614]: (4, ('Logging out of session [sid: 10, target: iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5, portal: 172.16.0.220,3260]\nLogout of [sid: 10, target: iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:31:00 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 10, target: iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5, portal: 172.16.0.220,3260]
Oct 27 19:31:00 user nova-compute[75147]: Logout of [sid: 10, target: iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5, portal: 172.16.0.220,3260] successful.
Oct 27 19:31:00 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:31:00 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5 -p 172.16.0.220:3260 --op delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:31:00 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7f5e506d-2588-483e-a5d9-c55f145097a5 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:31:00 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[8360b10e-ab24-40bb-9faf-75bfbeb39e4e]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:31:00 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:31:00 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.397s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:31:00 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] <== disconnect_volume: return (399ms) None {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:31:00 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Disconnected iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 19:31:00 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Deleting instance files /opt/stack/data/nova/instances/3831d941-23f9-4b8b-94c2-eacd06826967_del
Oct 27 19:31:00 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Deletion of /opt/stack/data/nova/instances/3831d941-23f9-4b8b-94c2-eacd06826967_del complete
Oct 27 19:31:00 user nova-compute[75147]: INFO nova.compute.manager [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Took 4.12 seconds to destroy the instance on the hypervisor.
Oct 27 19:31:00 user nova-compute[75147]: DEBUG oslo.service.loopingcall [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 27 19:31:00 user nova-compute[75147]: DEBUG nova.compute.manager [-] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Deallocating network for instance {{(pid=75147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 27 19:31:00 user nova-compute[75147]: DEBUG nova.network.neutron [-] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] deallocate_for_instance() {{(pid=75147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 27 19:31:01 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:31:01 user nova-compute[75147]: DEBUG nova.compute.manager [req-75ae5f7b-ceca-4945-b6a6-8f605704f629 req-7810daff-4dbf-4102-85d0-af1a3517bf68 service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Received event network-vif-plugged-6e7f9d86-fec5-499e-9770-15912418039c {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:31:01 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-75ae5f7b-ceca-4945-b6a6-8f605704f629 req-7810daff-4dbf-4102-85d0-af1a3517bf68 service nova] Acquiring lock "3831d941-23f9-4b8b-94c2-eacd06826967-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:31:01 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-75ae5f7b-ceca-4945-b6a6-8f605704f629 req-7810daff-4dbf-4102-85d0-af1a3517bf68 service nova] Lock "3831d941-23f9-4b8b-94c2-eacd06826967-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:31:01 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-75ae5f7b-ceca-4945-b6a6-8f605704f629 req-7810daff-4dbf-4102-85d0-af1a3517bf68 service nova] Lock "3831d941-23f9-4b8b-94c2-eacd06826967-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:31:01 user nova-compute[75147]: DEBUG nova.compute.manager [req-75ae5f7b-ceca-4945-b6a6-8f605704f629 req-7810daff-4dbf-4102-85d0-af1a3517bf68 service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] No waiting events found dispatching network-vif-plugged-6e7f9d86-fec5-499e-9770-15912418039c {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:31:01 user nova-compute[75147]: WARNING nova.compute.manager [req-75ae5f7b-ceca-4945-b6a6-8f605704f629 req-7810daff-4dbf-4102-85d0-af1a3517bf68 service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Received unexpected event network-vif-plugged-6e7f9d86-fec5-499e-9770-15912418039c for instance with vm_state active and task_state deleting.
Oct 27 19:31:01 user nova-compute[75147]: DEBUG nova.compute.manager [req-75ae5f7b-ceca-4945-b6a6-8f605704f629 req-7810daff-4dbf-4102-85d0-af1a3517bf68 service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Received event network-vif-unplugged-314f3dee-a346-4009-8c11-e7987a5acf21 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:31:01 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-75ae5f7b-ceca-4945-b6a6-8f605704f629 req-7810daff-4dbf-4102-85d0-af1a3517bf68 service nova] Acquiring lock "3831d941-23f9-4b8b-94c2-eacd06826967-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:31:01 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-75ae5f7b-ceca-4945-b6a6-8f605704f629 req-7810daff-4dbf-4102-85d0-af1a3517bf68 service nova] Lock "3831d941-23f9-4b8b-94c2-eacd06826967-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:31:01 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-75ae5f7b-ceca-4945-b6a6-8f605704f629 req-7810daff-4dbf-4102-85d0-af1a3517bf68 service nova] Lock "3831d941-23f9-4b8b-94c2-eacd06826967-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:31:01 user nova-compute[75147]: DEBUG nova.compute.manager [req-75ae5f7b-ceca-4945-b6a6-8f605704f629 req-7810daff-4dbf-4102-85d0-af1a3517bf68 service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] No waiting events found dispatching network-vif-unplugged-314f3dee-a346-4009-8c11-e7987a5acf21 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:31:01 user nova-compute[75147]: DEBUG nova.compute.manager [req-75ae5f7b-ceca-4945-b6a6-8f605704f629 req-7810daff-4dbf-4102-85d0-af1a3517bf68 service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Received event network-vif-unplugged-314f3dee-a346-4009-8c11-e7987a5acf21 for instance with task_state deleting. {{(pid=75147) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 19:31:01 user nova-compute[75147]: DEBUG nova.compute.manager [req-75ae5f7b-ceca-4945-b6a6-8f605704f629 req-7810daff-4dbf-4102-85d0-af1a3517bf68 service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Received event network-vif-plugged-314f3dee-a346-4009-8c11-e7987a5acf21 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:31:01 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-75ae5f7b-ceca-4945-b6a6-8f605704f629 req-7810daff-4dbf-4102-85d0-af1a3517bf68 service nova] Acquiring lock "3831d941-23f9-4b8b-94c2-eacd06826967-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:31:01 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-75ae5f7b-ceca-4945-b6a6-8f605704f629 req-7810daff-4dbf-4102-85d0-af1a3517bf68 service nova] Lock "3831d941-23f9-4b8b-94c2-eacd06826967-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:31:01 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-75ae5f7b-ceca-4945-b6a6-8f605704f629 req-7810daff-4dbf-4102-85d0-af1a3517bf68 service nova] Lock "3831d941-23f9-4b8b-94c2-eacd06826967-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:31:01 user nova-compute[75147]: DEBUG nova.compute.manager [req-75ae5f7b-ceca-4945-b6a6-8f605704f629 req-7810daff-4dbf-4102-85d0-af1a3517bf68 service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] No waiting events found dispatching network-vif-plugged-314f3dee-a346-4009-8c11-e7987a5acf21 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:31:01 user nova-compute[75147]: WARNING nova.compute.manager [req-75ae5f7b-ceca-4945-b6a6-8f605704f629 req-7810daff-4dbf-4102-85d0-af1a3517bf68 service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Received unexpected event network-vif-plugged-314f3dee-a346-4009-8c11-e7987a5acf21 for instance with vm_state active and task_state deleting.
Oct 27 19:31:01 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-ff9f0cb9-db14-4668-903e-d4ab3917e35d tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] Acquiring lock "61a7bb90-56db-4b91-a684-39a54b5a11bf" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:31:01 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-ff9f0cb9-db14-4668-903e-d4ab3917e35d tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] Lock "61a7bb90-56db-4b91-a684-39a54b5a11bf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:31:01 user nova-compute[75147]: DEBUG nova.compute.manager [None req-ff9f0cb9-db14-4668-903e-d4ab3917e35d tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] [instance: 61a7bb90-56db-4b91-a684-39a54b5a11bf] Starting instance... {{(pid=75147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 27 19:31:02 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-ff9f0cb9-db14-4668-903e-d4ab3917e35d tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:31:02 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-ff9f0cb9-db14-4668-903e-d4ab3917e35d tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:31:02 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-ff9f0cb9-db14-4668-903e-d4ab3917e35d tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75147) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 19:31:02 user nova-compute[75147]: INFO nova.compute.claims [None req-ff9f0cb9-db14-4668-903e-d4ab3917e35d tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] [instance: 61a7bb90-56db-4b91-a684-39a54b5a11bf] Claim successful on node user
Oct 27 19:31:02 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-ff9f0cb9-db14-4668-903e-d4ab3917e35d tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:31:02 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-ff9f0cb9-db14-4668-903e-d4ab3917e35d tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:31:02 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-ff9f0cb9-db14-4668-903e-d4ab3917e35d tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.568s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:31:02 user nova-compute[75147]: DEBUG nova.compute.manager [None req-ff9f0cb9-db14-4668-903e-d4ab3917e35d tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] [instance: 61a7bb90-56db-4b91-a684-39a54b5a11bf] Start building networks asynchronously for instance. {{(pid=75147) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 27 19:31:02 user nova-compute[75147]: DEBUG nova.compute.manager [None req-ff9f0cb9-db14-4668-903e-d4ab3917e35d tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] [instance: 61a7bb90-56db-4b91-a684-39a54b5a11bf] Allocating IP information in the background. {{(pid=75147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 27 19:31:02 user nova-compute[75147]: DEBUG nova.network.neutron [None req-ff9f0cb9-db14-4668-903e-d4ab3917e35d tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] [instance: 61a7bb90-56db-4b91-a684-39a54b5a11bf] allocate_for_instance() {{(pid=75147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 27 19:31:02 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-ff9f0cb9-db14-4668-903e-d4ab3917e35d tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] [instance: 61a7bb90-56db-4b91-a684-39a54b5a11bf] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 27 19:31:02 user nova-compute[75147]: DEBUG nova.compute.manager [req-932d8788-b2f4-45c6-8c08-db7f3360b674 req-128c0328-5d16-425a-b7e4-3d9e28c50dea service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Received event network-vif-deleted-dc4cff12-99e9-457c-835c-cc1c5d9b2918 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:31:02 user nova-compute[75147]: INFO nova.compute.manager [req-932d8788-b2f4-45c6-8c08-db7f3360b674 req-128c0328-5d16-425a-b7e4-3d9e28c50dea service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Neutron deleted interface dc4cff12-99e9-457c-835c-cc1c5d9b2918; detaching it from the instance and deleting it from the info cache
Oct 27 19:31:02 user nova-compute[75147]: DEBUG nova.network.neutron [req-932d8788-b2f4-45c6-8c08-db7f3360b674 req-128c0328-5d16-425a-b7e4-3d9e28c50dea service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Updating instance_info_cache with network_info: [{"id": "48131c5a-868a-4f62-a648-4b859f435b81", "address": "fa:16:3e:6d:d2:23", "network": {"id": "15d66fa1-c091-49ef-92e9-629a73536ca1", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1372322037-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.49", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "637c4d14e9f547808a243ab08ede6499", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48131c5a-86", "ovs_interfaceid": "48131c5a-868a-4f62-a648-4b859f435b81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c9964778-6c46-4cb5-bd0f-f985aa48bfdf", "address": "fa:16:3e:4a:19:cc", "network": {"id": "074d0a93-5749-40cb-8ff0-6aba80956d50", "bridge": "br-int", "label": "tempest-device-tagging-net1-1763713506", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "637c4d14e9f547808a243ab08ede6499", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc9964778-6c", "ovs_interfaceid": "c9964778-6c46-4cb5-bd0f-f985aa48bfdf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "ccfd92f6-a63f-4f14-b6ca-858602060fd7", "address": "fa:16:3e:56:9e:79", "network": {"id": "074d0a93-5749-40cb-8ff0-6aba80956d50", "bridge": "br-int", "label": "tempest-device-tagging-net1-1763713506", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.209", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "637c4d14e9f547808a243ab08ede6499", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapccfd92f6-a6", "ovs_interfaceid": "ccfd92f6-a63f-4f14-b6ca-858602060fd7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "6e7f9d86-fec5-499e-9770-15912418039c", "address": "fa:16:3e:19:ba:33", "network": {"id": "074d0a93-5749-40cb-8ff0-6aba80956d50", "bridge": "br-int", "label": "tempest-device-tagging-net1-1763713506", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.35", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "637c4d14e9f547808a243ab08ede6499", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6e7f9d86-fe", "ovs_interfaceid": "6e7f9d86-fec5-499e-9770-15912418039c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "314f3dee-a346-4009-8c11-e7987a5acf21", "address": "fa:16:3e:96:b3:8d", "network": {"id": "c148685e-89f6-4138-a523-477582c5c752", "bridge": "br-int", "label": "tempest-device-tagging-net2-495332595", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "637c4d14e9f547808a243ab08ede6499", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap314f3dee-a3", "ovs_interfaceid": "314f3dee-a346-4009-8c11-e7987a5acf21", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f806c72f-6020-4f31-a451-61b8513f1c32", "address": "fa:16:3e:45:84:77", "network": {"id": "c148685e-89f6-4138-a523-477582c5c752", "bridge": "br-int", "label": "tempest-device-tagging-net2-495332595", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "637c4d14e9f547808a243ab08ede6499", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf806c72f-60", "ovs_interfaceid": "f806c72f-6020-4f31-a451-61b8513f1c32", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:31:02 user nova-compute[75147]: DEBUG nova.compute.manager [None req-ff9f0cb9-db14-4668-903e-d4ab3917e35d tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] [instance: 61a7bb90-56db-4b91-a684-39a54b5a11bf] Start building block device mappings for instance. {{(pid=75147) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 27 19:31:02 user nova-compute[75147]: DEBUG nova.compute.manager [req-932d8788-b2f4-45c6-8c08-db7f3360b674 req-128c0328-5d16-425a-b7e4-3d9e28c50dea service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Detach interface failed, port_id=dc4cff12-99e9-457c-835c-cc1c5d9b2918, reason: Instance 3831d941-23f9-4b8b-94c2-eacd06826967 could not be found. {{(pid=75147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 27 19:31:02 user nova-compute[75147]: DEBUG nova.policy [None req-ff9f0cb9-db14-4668-903e-d4ab3917e35d tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dc9a296d2616441891f84d240333592a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3633ce3df1084a2587aaa69152e857e9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75147) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 27 19:31:02 user nova-compute[75147]: DEBUG nova.compute.manager [None req-ff9f0cb9-db14-4668-903e-d4ab3917e35d tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] [instance: 61a7bb90-56db-4b91-a684-39a54b5a11bf] Start spawning the instance on the hypervisor. {{(pid=75147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 27 19:31:02 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-ff9f0cb9-db14-4668-903e-d4ab3917e35d tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] [instance: 61a7bb90-56db-4b91-a684-39a54b5a11bf] Creating instance directory {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 19:31:02 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-ff9f0cb9-db14-4668-903e-d4ab3917e35d tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] [instance: 61a7bb90-56db-4b91-a684-39a54b5a11bf] Creating image(s)
Oct 27 19:31:02 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-ff9f0cb9-db14-4668-903e-d4ab3917e35d tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] Acquiring lock "/opt/stack/data/nova/instances/61a7bb90-56db-4b91-a684-39a54b5a11bf/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:31:02 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-ff9f0cb9-db14-4668-903e-d4ab3917e35d tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] Lock "/opt/stack/data/nova/instances/61a7bb90-56db-4b91-a684-39a54b5a11bf/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:31:02 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-ff9f0cb9-db14-4668-903e-d4ab3917e35d tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] Lock "/opt/stack/data/nova/instances/61a7bb90-56db-4b91-a684-39a54b5a11bf/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.003s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:31:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-ff9f0cb9-db14-4668-903e-d4ab3917e35d tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:31:03 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-ff9f0cb9-db14-4668-903e-d4ab3917e35d tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.199s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:31:03 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-ff9f0cb9-db14-4668-903e-d4ab3917e35d tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] Acquiring lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:31:03 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-ff9f0cb9-db14-4668-903e-d4ab3917e35d tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] Lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:31:03 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-ff9f0cb9-db14-4668-903e-d4ab3917e35d tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:31:03 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-ff9f0cb9-db14-4668-903e-d4ab3917e35d tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.181s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:31:03 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-ff9f0cb9-db14-4668-903e-d4ab3917e35d tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa,backing_fmt=raw /opt/stack/data/nova/instances/61a7bb90-56db-4b91-a684-39a54b5a11bf/disk 1073741824 {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:31:03 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-ff9f0cb9-db14-4668-903e-d4ab3917e35d tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa,backing_fmt=raw /opt/stack/data/nova/instances/61a7bb90-56db-4b91-a684-39a54b5a11bf/disk 1073741824" returned: 0 in 0.063s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:31:03 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-ff9f0cb9-db14-4668-903e-d4ab3917e35d tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] Lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.254s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:31:03 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-ff9f0cb9-db14-4668-903e-d4ab3917e35d tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:31:03 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-ff9f0cb9-db14-4668-903e-d4ab3917e35d tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.189s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:31:03 user nova-compute[75147]: DEBUG nova.virt.disk.api [None req-ff9f0cb9-db14-4668-903e-d4ab3917e35d tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] Checking if we can resize image /opt/stack/data/nova/instances/61a7bb90-56db-4b91-a684-39a54b5a11bf/disk. size=1073741824 {{(pid=75147) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 27 19:31:03 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-ff9f0cb9-db14-4668-903e-d4ab3917e35d tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/61a7bb90-56db-4b91-a684-39a54b5a11bf/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:31:03 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-ff9f0cb9-db14-4668-903e-d4ab3917e35d tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/61a7bb90-56db-4b91-a684-39a54b5a11bf/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:31:03 user nova-compute[75147]: DEBUG nova.virt.disk.api [None req-ff9f0cb9-db14-4668-903e-d4ab3917e35d tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] Cannot resize image /opt/stack/data/nova/instances/61a7bb90-56db-4b91-a684-39a54b5a11bf/disk to a smaller size. {{(pid=75147) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 27 19:31:03 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-ff9f0cb9-db14-4668-903e-d4ab3917e35d tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] [instance: 61a7bb90-56db-4b91-a684-39a54b5a11bf] Created local disks {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 27 19:31:03 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-ff9f0cb9-db14-4668-903e-d4ab3917e35d tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] [instance: 61a7bb90-56db-4b91-a684-39a54b5a11bf] Ensure instance console log exists: /opt/stack/data/nova/instances/61a7bb90-56db-4b91-a684-39a54b5a11bf/console.log {{(pid=75147) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 19:31:03 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-ff9f0cb9-db14-4668-903e-d4ab3917e35d tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:31:03 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-ff9f0cb9-db14-4668-903e-d4ab3917e35d tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:31:03 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-ff9f0cb9-db14-4668-903e-d4ab3917e35d tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:31:03 user nova-compute[75147]: DEBUG nova.network.neutron [None req-ff9f0cb9-db14-4668-903e-d4ab3917e35d tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] [instance: 61a7bb90-56db-4b91-a684-39a54b5a11bf] Successfully created port: ba91ac05-69cb-4e12-8953-870a0619475d {{(pid=75147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 19:31:04 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:31:05 user nova-compute[75147]: DEBUG nova.compute.manager [req-a7f5596d-dbff-4f79-96b9-60920c3aee98 req-0807451c-4d04-490c-9870-d537e34e0271 service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Received event network-vif-deleted-6e7f9d86-fec5-499e-9770-15912418039c {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:31:05 user nova-compute[75147]: INFO nova.compute.manager [req-a7f5596d-dbff-4f79-96b9-60920c3aee98 req-0807451c-4d04-490c-9870-d537e34e0271 service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Neutron deleted interface 6e7f9d86-fec5-499e-9770-15912418039c; detaching it from the instance and deleting it from the info cache
Oct 27 19:31:05 user nova-compute[75147]: DEBUG nova.network.neutron [req-a7f5596d-dbff-4f79-96b9-60920c3aee98 req-0807451c-4d04-490c-9870-d537e34e0271 service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Updating instance_info_cache with network_info: [{"id": "48131c5a-868a-4f62-a648-4b859f435b81", "address": "fa:16:3e:6d:d2:23", "network": {"id": "15d66fa1-c091-49ef-92e9-629a73536ca1", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1372322037-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.49", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "637c4d14e9f547808a243ab08ede6499", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48131c5a-86", "ovs_interfaceid": "48131c5a-868a-4f62-a648-4b859f435b81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c9964778-6c46-4cb5-bd0f-f985aa48bfdf", "address": "fa:16:3e:4a:19:cc", "network": {"id": "074d0a93-5749-40cb-8ff0-6aba80956d50", "bridge": "br-int", "label": "tempest-device-tagging-net1-1763713506", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "637c4d14e9f547808a243ab08ede6499", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc9964778-6c", "ovs_interfaceid": "c9964778-6c46-4cb5-bd0f-f985aa48bfdf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "ccfd92f6-a63f-4f14-b6ca-858602060fd7", "address": "fa:16:3e:56:9e:79", "network": {"id": "074d0a93-5749-40cb-8ff0-6aba80956d50", "bridge": "br-int", "label": "tempest-device-tagging-net1-1763713506", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.209", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "637c4d14e9f547808a243ab08ede6499", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapccfd92f6-a6", "ovs_interfaceid": "ccfd92f6-a63f-4f14-b6ca-858602060fd7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "314f3dee-a346-4009-8c11-e7987a5acf21", "address": "fa:16:3e:96:b3:8d", "network": {"id": "c148685e-89f6-4138-a523-477582c5c752", "bridge": "br-int", "label": "tempest-device-tagging-net2-495332595", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "637c4d14e9f547808a243ab08ede6499", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap314f3dee-a3", "ovs_interfaceid": "314f3dee-a346-4009-8c11-e7987a5acf21", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f806c72f-6020-4f31-a451-61b8513f1c32", "address": "fa:16:3e:45:84:77", "network": {"id": "c148685e-89f6-4138-a523-477582c5c752", "bridge": "br-int", "label": "tempest-device-tagging-net2-495332595", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "637c4d14e9f547808a243ab08ede6499", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf806c72f-60", "ovs_interfaceid": "f806c72f-6020-4f31-a451-61b8513f1c32", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:31:05 user nova-compute[75147]: DEBUG nova.network.neutron [None req-ff9f0cb9-db14-4668-903e-d4ab3917e35d tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] [instance: 61a7bb90-56db-4b91-a684-39a54b5a11bf] Successfully updated port: ba91ac05-69cb-4e12-8953-870a0619475d {{(pid=75147) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 19:31:05 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-ff9f0cb9-db14-4668-903e-d4ab3917e35d tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] Acquiring lock "refresh_cache-61a7bb90-56db-4b91-a684-39a54b5a11bf" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:31:05 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-ff9f0cb9-db14-4668-903e-d4ab3917e35d tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] Acquired lock "refresh_cache-61a7bb90-56db-4b91-a684-39a54b5a11bf" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:31:05 user nova-compute[75147]: DEBUG nova.network.neutron [None req-ff9f0cb9-db14-4668-903e-d4ab3917e35d tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] [instance: 61a7bb90-56db-4b91-a684-39a54b5a11bf] Building network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 19:31:05 user nova-compute[75147]: DEBUG nova.compute.manager [req-a7f5596d-dbff-4f79-96b9-60920c3aee98 req-0807451c-4d04-490c-9870-d537e34e0271 service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Detach interface failed, port_id=6e7f9d86-fec5-499e-9770-15912418039c, reason: Instance 3831d941-23f9-4b8b-94c2-eacd06826967 could not be found. {{(pid=75147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 27 19:31:05 user nova-compute[75147]: DEBUG nova.compute.manager [req-a7f5596d-dbff-4f79-96b9-60920c3aee98 req-0807451c-4d04-490c-9870-d537e34e0271 service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Received event network-vif-deleted-f806c72f-6020-4f31-a451-61b8513f1c32 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:31:05 user nova-compute[75147]: INFO nova.compute.manager [req-a7f5596d-dbff-4f79-96b9-60920c3aee98 req-0807451c-4d04-490c-9870-d537e34e0271 service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Neutron deleted interface f806c72f-6020-4f31-a451-61b8513f1c32; detaching it from the instance and deleting it from the info cache
Oct 27 19:31:05 user nova-compute[75147]: DEBUG nova.network.neutron [req-a7f5596d-dbff-4f79-96b9-60920c3aee98 req-0807451c-4d04-490c-9870-d537e34e0271 service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Updating instance_info_cache with network_info: [{"id": "48131c5a-868a-4f62-a648-4b859f435b81", "address": "fa:16:3e:6d:d2:23", "network": {"id": "15d66fa1-c091-49ef-92e9-629a73536ca1", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1372322037-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.49", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "637c4d14e9f547808a243ab08ede6499", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48131c5a-86", "ovs_interfaceid": "48131c5a-868a-4f62-a648-4b859f435b81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c9964778-6c46-4cb5-bd0f-f985aa48bfdf", "address": "fa:16:3e:4a:19:cc", "network": {"id": "074d0a93-5749-40cb-8ff0-6aba80956d50", "bridge": "br-int", "label": "tempest-device-tagging-net1-1763713506", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "637c4d14e9f547808a243ab08ede6499", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc9964778-6c", "ovs_interfaceid": "c9964778-6c46-4cb5-bd0f-f985aa48bfdf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "ccfd92f6-a63f-4f14-b6ca-858602060fd7", "address": "fa:16:3e:56:9e:79", "network": {"id": "074d0a93-5749-40cb-8ff0-6aba80956d50", "bridge": "br-int", "label": "tempest-device-tagging-net1-1763713506", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.209", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "637c4d14e9f547808a243ab08ede6499", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapccfd92f6-a6", "ovs_interfaceid": "ccfd92f6-a63f-4f14-b6ca-858602060fd7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "314f3dee-a346-4009-8c11-e7987a5acf21", "address": "fa:16:3e:96:b3:8d", "network": {"id": "c148685e-89f6-4138-a523-477582c5c752", "bridge": "br-int", "label": "tempest-device-tagging-net2-495332595", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "637c4d14e9f547808a243ab08ede6499", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap314f3dee-a3", "ovs_interfaceid": "314f3dee-a346-4009-8c11-e7987a5acf21", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:31:05 user nova-compute[75147]: DEBUG nova.compute.manager [req-a7f5596d-dbff-4f79-96b9-60920c3aee98 req-0807451c-4d04-490c-9870-d537e34e0271 service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Detach interface failed, port_id=f806c72f-6020-4f31-a451-61b8513f1c32, reason: Instance 3831d941-23f9-4b8b-94c2-eacd06826967 could not be found. {{(pid=75147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 27 19:31:05 user nova-compute[75147]: DEBUG nova.network.neutron [None req-ff9f0cb9-db14-4668-903e-d4ab3917e35d tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] [instance: 61a7bb90-56db-4b91-a684-39a54b5a11bf] Instance cache missing network info. {{(pid=75147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 19:31:05 user nova-compute[75147]: DEBUG nova.network.neutron [None req-ff9f0cb9-db14-4668-903e-d4ab3917e35d tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] [instance: 61a7bb90-56db-4b91-a684-39a54b5a11bf] Updating instance_info_cache with network_info: [{"id": "ba91ac05-69cb-4e12-8953-870a0619475d", "address": "fa:16:3e:77:26:2a", "network": {"id": "b9e2005f-2392-4843-a0a4-9ad925522aae", "bridge": "br-int", "label": "tempest-VolumesActionsTest-13236831-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3633ce3df1084a2587aaa69152e857e9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba91ac05-69", "ovs_interfaceid": "ba91ac05-69cb-4e12-8953-870a0619475d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:31:05 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-ff9f0cb9-db14-4668-903e-d4ab3917e35d tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] Releasing lock "refresh_cache-61a7bb90-56db-4b91-a684-39a54b5a11bf" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:31:05 user nova-compute[75147]: DEBUG nova.compute.manager [None req-ff9f0cb9-db14-4668-903e-d4ab3917e35d tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] [instance: 61a7bb90-56db-4b91-a684-39a54b5a11bf] Instance network_info: |[{"id": "ba91ac05-69cb-4e12-8953-870a0619475d", "address": "fa:16:3e:77:26:2a", "network": {"id": "b9e2005f-2392-4843-a0a4-9ad925522aae", "bridge": "br-int", "label": "tempest-VolumesActionsTest-13236831-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3633ce3df1084a2587aaa69152e857e9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba91ac05-69", "ovs_interfaceid": "ba91ac05-69cb-4e12-8953-870a0619475d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 27 19:31:05 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-ff9f0cb9-db14-4668-903e-d4ab3917e35d tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] [instance: 61a7bb90-56db-4b91-a684-39a54b5a11bf] Start _get_guest_xml network_info=[{"id": "ba91ac05-69cb-4e12-8953-870a0619475d", "address": "fa:16:3e:77:26:2a", "network": {"id": "b9e2005f-2392-4843-a0a4-9ad925522aae", "bridge": "br-int", "label": "tempest-VolumesActionsTest-13236831-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3633ce3df1084a2587aaa69152e857e9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba91ac05-69", "ovs_interfaceid": "ba91ac05-69cb-4e12-8953-870a0619475d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T19:22:09Z,direct_url=<?>,disk_format='qcow2',id=d52df17c-5315-4a73-ab7c-34c161a414fb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0b43115555434818b0c8bdf6be4946da',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T19:22:11Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'encryption_options': None, 'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encrypted': False, 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_format': None, 'device_name': '/dev/vda', 'image_id': 'd52df17c-5315-4a73-ab7c-34c161a414fb'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 19:31:05 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-ff9f0cb9-db14-4668-903e-d4ab3917e35d tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:31:05 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-ff9f0cb9-db14-4668-903e-d4ab3917e35d tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:31:05 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-ff9f0cb9-db14-4668-903e-d4ab3917e35d tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 19:31:05 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-ff9f0cb9-db14-4668-903e-d4ab3917e35d tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] CPU controller missing on host. {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 19:31:05 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-ff9f0cb9-db14-4668-903e-d4ab3917e35d tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 19:31:05 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-ff9f0cb9-db14-4668-903e-d4ab3917e35d tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] CPU controller found on host. {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 19:31:05 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-ff9f0cb9-db14-4668-903e-d4ab3917e35d tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75147) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 19:31:05 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-ff9f0cb9-db14-4668-903e-d4ab3917e35d tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T19:21:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T19:22:09Z,direct_url=<?>,disk_format='qcow2',id=d52df17c-5315-4a73-ab7c-34c161a414fb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0b43115555434818b0c8bdf6be4946da',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T19:22:11Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 19:31:05 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-ff9f0cb9-db14-4668-903e-d4ab3917e35d tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] Flavor limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 19:31:05 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-ff9f0cb9-db14-4668-903e-d4ab3917e35d tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] Image limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 19:31:05 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-ff9f0cb9-db14-4668-903e-d4ab3917e35d tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] Flavor pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 19:31:05 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-ff9f0cb9-db14-4668-903e-d4ab3917e35d tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] Image pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 19:31:05 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-ff9f0cb9-db14-4668-903e-d4ab3917e35d tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 19:31:05 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-ff9f0cb9-db14-4668-903e-d4ab3917e35d tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 19:31:05 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-ff9f0cb9-db14-4668-903e-d4ab3917e35d tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 19:31:05 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-ff9f0cb9-db14-4668-903e-d4ab3917e35d tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] Got 1 possible topologies {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 19:31:05 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-ff9f0cb9-db14-4668-903e-d4ab3917e35d tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 19:31:05 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-ff9f0cb9-db14-4668-903e-d4ab3917e35d tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 19:31:06 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-ff9f0cb9-db14-4668-903e-d4ab3917e35d tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:31:01Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1951344307',display_name='tempest-VolumesActionsTest-instance-1951344307',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1951344307',id=16,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3633ce3df1084a2587aaa69152e857e9',ramdisk_id='',reservation_id='r-jd02ahug',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-1237391990',owner_user_name='tempest-VolumesActionsTest-1237391990-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:31:03Z,user_data=None,user_id='dc9a296d2616441891f84d240333592a',uuid=61a7bb90-56db-4b91-a684-39a54b5a11bf,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ba91ac05-69cb-4e12-8953-870a0619475d", "address": "fa:16:3e:77:26:2a", "network": {"id": "b9e2005f-2392-4843-a0a4-9ad925522aae", "bridge": "br-int", "label": "tempest-VolumesActionsTest-13236831-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3633ce3df1084a2587aaa69152e857e9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba91ac05-69", "ovs_interfaceid": "ba91ac05-69cb-4e12-8953-870a0619475d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75147) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 19:31:06 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-ff9f0cb9-db14-4668-903e-d4ab3917e35d tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] Converting VIF {"id": "ba91ac05-69cb-4e12-8953-870a0619475d", "address": "fa:16:3e:77:26:2a", "network": {"id": "b9e2005f-2392-4843-a0a4-9ad925522aae", "bridge": "br-int", "label": "tempest-VolumesActionsTest-13236831-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3633ce3df1084a2587aaa69152e857e9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba91ac05-69", "ovs_interfaceid": "ba91ac05-69cb-4e12-8953-870a0619475d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:31:06 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-ff9f0cb9-db14-4668-903e-d4ab3917e35d tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:77:26:2a,bridge_name='br-int',has_traffic_filtering=True,id=ba91ac05-69cb-4e12-8953-870a0619475d,network=Network(b9e2005f-2392-4843-a0a4-9ad925522aae),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapba91ac05-69') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:31:06 user nova-compute[75147]: DEBUG nova.objects.instance [None req-ff9f0cb9-db14-4668-903e-d4ab3917e35d tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] Lazy-loading 'pci_devices' on Instance uuid 61a7bb90-56db-4b91-a684-39a54b5a11bf {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:31:06 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-ff9f0cb9-db14-4668-903e-d4ab3917e35d tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] [instance: 61a7bb90-56db-4b91-a684-39a54b5a11bf] End _get_guest_xml xml=<domain type="kvm">
Oct 27 19:31:06 user nova-compute[75147]:   <uuid>61a7bb90-56db-4b91-a684-39a54b5a11bf</uuid>
Oct 27 19:31:06 user nova-compute[75147]:   <name>instance-00000010</name>
Oct 27 19:31:06 user nova-compute[75147]:   <memory>524288</memory>
Oct 27 19:31:06 user nova-compute[75147]:   <vcpu>1</vcpu>
Oct 27 19:31:06 user nova-compute[75147]:   <metadata>
Oct 27 19:31:06 user nova-compute[75147]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 19:31:06 user nova-compute[75147]:       <nova:package version="0.0.0"/>
Oct 27 19:31:06 user nova-compute[75147]:       <nova:name>tempest-VolumesActionsTest-instance-1951344307</nova:name>
Oct 27 19:31:06 user nova-compute[75147]:       <nova:creationTime>2023-10-27 19:31:05</nova:creationTime>
Oct 27 19:31:06 user nova-compute[75147]:       <nova:flavor name="m1.tiny">
Oct 27 19:31:06 user nova-compute[75147]:         <nova:memory>512</nova:memory>
Oct 27 19:31:06 user nova-compute[75147]:         <nova:disk>1</nova:disk>
Oct 27 19:31:06 user nova-compute[75147]:         <nova:swap>0</nova:swap>
Oct 27 19:31:06 user nova-compute[75147]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 19:31:06 user nova-compute[75147]:         <nova:vcpus>1</nova:vcpus>
Oct 27 19:31:06 user nova-compute[75147]:       </nova:flavor>
Oct 27 19:31:06 user nova-compute[75147]:       <nova:owner>
Oct 27 19:31:06 user nova-compute[75147]:         <nova:user uuid="dc9a296d2616441891f84d240333592a">tempest-VolumesActionsTest-1237391990-project-member</nova:user>
Oct 27 19:31:06 user nova-compute[75147]:         <nova:project uuid="3633ce3df1084a2587aaa69152e857e9">tempest-VolumesActionsTest-1237391990</nova:project>
Oct 27 19:31:06 user nova-compute[75147]:       </nova:owner>
Oct 27 19:31:06 user nova-compute[75147]:       <nova:root type="image" uuid="d52df17c-5315-4a73-ab7c-34c161a414fb"/>
Oct 27 19:31:06 user nova-compute[75147]:       <nova:ports>
Oct 27 19:31:06 user nova-compute[75147]:         <nova:port uuid="ba91ac05-69cb-4e12-8953-870a0619475d">
Oct 27 19:31:06 user nova-compute[75147]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Oct 27 19:31:06 user nova-compute[75147]:         </nova:port>
Oct 27 19:31:06 user nova-compute[75147]:       </nova:ports>
Oct 27 19:31:06 user nova-compute[75147]:     </nova:instance>
Oct 27 19:31:06 user nova-compute[75147]:   </metadata>
Oct 27 19:31:06 user nova-compute[75147]:   <sysinfo type="smbios">
Oct 27 19:31:06 user nova-compute[75147]:     <system>
Oct 27 19:31:06 user nova-compute[75147]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 19:31:06 user nova-compute[75147]:       <entry name="product">OpenStack Nova</entry>
Oct 27 19:31:06 user nova-compute[75147]:       <entry name="version">0.0.0</entry>
Oct 27 19:31:06 user nova-compute[75147]:       <entry name="serial">61a7bb90-56db-4b91-a684-39a54b5a11bf</entry>
Oct 27 19:31:06 user nova-compute[75147]:       <entry name="uuid">61a7bb90-56db-4b91-a684-39a54b5a11bf</entry>
Oct 27 19:31:06 user nova-compute[75147]:       <entry name="family">Virtual Machine</entry>
Oct 27 19:31:06 user nova-compute[75147]:     </system>
Oct 27 19:31:06 user nova-compute[75147]:   </sysinfo>
Oct 27 19:31:06 user nova-compute[75147]:   <os>
Oct 27 19:31:06 user nova-compute[75147]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 19:31:06 user nova-compute[75147]:     <boot dev="hd"/>
Oct 27 19:31:06 user nova-compute[75147]:     <smbios mode="sysinfo"/>
Oct 27 19:31:06 user nova-compute[75147]:   </os>
Oct 27 19:31:06 user nova-compute[75147]:   <features>
Oct 27 19:31:06 user nova-compute[75147]:     <acpi/>
Oct 27 19:31:06 user nova-compute[75147]:     <apic/>
Oct 27 19:31:06 user nova-compute[75147]:     <vmcoreinfo/>
Oct 27 19:31:06 user nova-compute[75147]:   </features>
Oct 27 19:31:06 user nova-compute[75147]:   <clock offset="utc">
Oct 27 19:31:06 user nova-compute[75147]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 19:31:06 user nova-compute[75147]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 19:31:06 user nova-compute[75147]:     <timer name="hpet" present="no"/>
Oct 27 19:31:06 user nova-compute[75147]:   </clock>
Oct 27 19:31:06 user nova-compute[75147]:   <cpu mode="custom" match="exact">
Oct 27 19:31:06 user nova-compute[75147]:     <model>Nehalem</model>
Oct 27 19:31:06 user nova-compute[75147]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 19:31:06 user nova-compute[75147]:   </cpu>
Oct 27 19:31:06 user nova-compute[75147]:   <devices>
Oct 27 19:31:06 user nova-compute[75147]:     <disk type="file" device="disk">
Oct 27 19:31:06 user nova-compute[75147]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 27 19:31:06 user nova-compute[75147]:       <source file="/opt/stack/data/nova/instances/61a7bb90-56db-4b91-a684-39a54b5a11bf/disk"/>
Oct 27 19:31:06 user nova-compute[75147]:       <target dev="vda" bus="virtio"/>
Oct 27 19:31:06 user nova-compute[75147]:     </disk>
Oct 27 19:31:06 user nova-compute[75147]:     <interface type="ethernet">
Oct 27 19:31:06 user nova-compute[75147]:       <mac address="fa:16:3e:77:26:2a"/>
Oct 27 19:31:06 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:31:06 user nova-compute[75147]:       <mtu size="1442"/>
Oct 27 19:31:06 user nova-compute[75147]:       <target dev="tapba91ac05-69"/>
Oct 27 19:31:06 user nova-compute[75147]:     </interface>
Oct 27 19:31:06 user nova-compute[75147]:     <serial type="pty">
Oct 27 19:31:06 user nova-compute[75147]:       <log file="/opt/stack/data/nova/instances/61a7bb90-56db-4b91-a684-39a54b5a11bf/console.log" append="off"/>
Oct 27 19:31:06 user nova-compute[75147]:     </serial>
Oct 27 19:31:06 user nova-compute[75147]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 19:31:06 user nova-compute[75147]:     <video>
Oct 27 19:31:06 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:31:06 user nova-compute[75147]:     </video>
Oct 27 19:31:06 user nova-compute[75147]:     <rng model="virtio">
Oct 27 19:31:06 user nova-compute[75147]:       <backend model="random">/dev/urandom</backend>
Oct 27 19:31:06 user nova-compute[75147]:     </rng>
Oct 27 19:31:06 user nova-compute[75147]:     <controller type="usb" index="0" model="none"/>
Oct 27 19:31:06 user nova-compute[75147]:     <memballoon model="virtio">
Oct 27 19:31:06 user nova-compute[75147]:       <stats period="10"/>
Oct 27 19:31:06 user nova-compute[75147]:     </memballoon>
Oct 27 19:31:06 user nova-compute[75147]:   </devices>
Oct 27 19:31:06 user nova-compute[75147]: </domain>
Oct 27 19:31:06 user nova-compute[75147]:  {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 19:31:06 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-ff9f0cb9-db14-4668-903e-d4ab3917e35d tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:31:01Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1951344307',display_name='tempest-VolumesActionsTest-instance-1951344307',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1951344307',id=16,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3633ce3df1084a2587aaa69152e857e9',ramdisk_id='',reservation_id='r-jd02ahug',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-1237391990',owner_user_name='tempest-VolumesActionsTest-1237391990-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:31:03Z,user_data=None,user_id='dc9a296d2616441891f84d240333592a',uuid=61a7bb90-56db-4b91-a684-39a54b5a11bf,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ba91ac05-69cb-4e12-8953-870a0619475d", "address": "fa:16:3e:77:26:2a", "network": {"id": "b9e2005f-2392-4843-a0a4-9ad925522aae", "bridge": "br-int", "label": "tempest-VolumesActionsTest-13236831-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3633ce3df1084a2587aaa69152e857e9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba91ac05-69", "ovs_interfaceid": "ba91ac05-69cb-4e12-8953-870a0619475d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 19:31:06 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-ff9f0cb9-db14-4668-903e-d4ab3917e35d tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] Converting VIF {"id": "ba91ac05-69cb-4e12-8953-870a0619475d", "address": "fa:16:3e:77:26:2a", "network": {"id": "b9e2005f-2392-4843-a0a4-9ad925522aae", "bridge": "br-int", "label": "tempest-VolumesActionsTest-13236831-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3633ce3df1084a2587aaa69152e857e9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba91ac05-69", "ovs_interfaceid": "ba91ac05-69cb-4e12-8953-870a0619475d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:31:06 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-ff9f0cb9-db14-4668-903e-d4ab3917e35d tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:77:26:2a,bridge_name='br-int',has_traffic_filtering=True,id=ba91ac05-69cb-4e12-8953-870a0619475d,network=Network(b9e2005f-2392-4843-a0a4-9ad925522aae),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapba91ac05-69') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:31:06 user nova-compute[75147]: DEBUG os_vif [None req-ff9f0cb9-db14-4668-903e-d4ab3917e35d tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:77:26:2a,bridge_name='br-int',has_traffic_filtering=True,id=ba91ac05-69cb-4e12-8953-870a0619475d,network=Network(b9e2005f-2392-4843-a0a4-9ad925522aae),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapba91ac05-69') {{(pid=75147) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 19:31:06 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:31:06 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:31:06 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 19:31:06 user nova-compute[75147]: DEBUG nova.network.neutron [-] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Updating instance_info_cache with network_info: [] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:31:06 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:31:06 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '38f01838-0ed8-58ec-948e-dc107511b8de', '_type': 'linux-noop'}}, row=False) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:31:06 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:31:06 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:31:06 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:31:06 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:31:06 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapba91ac05-69, may_exist=True, interface_attrs={}) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:31:06 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapba91ac05-69, col_values=(('qos', UUID('79d4133c-c182-4b74-bc62-d260a4e5a89f')),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:31:06 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapba91ac05-69, col_values=(('external_ids', {'iface-id': 'ba91ac05-69cb-4e12-8953-870a0619475d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:77:26:2a', 'vm-uuid': '61a7bb90-56db-4b91-a684-39a54b5a11bf'}),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:31:06 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:31:06 user nova-compute[75147]: INFO nova.compute.manager [-] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Took 5.54 seconds to deallocate network for instance.
Oct 27 19:31:06 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:31:06 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:31:06 user nova-compute[75147]: INFO os_vif [None req-ff9f0cb9-db14-4668-903e-d4ab3917e35d tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:77:26:2a,bridge_name='br-int',has_traffic_filtering=True,id=ba91ac05-69cb-4e12-8953-870a0619475d,network=Network(b9e2005f-2392-4843-a0a4-9ad925522aae),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapba91ac05-69')
Oct 27 19:31:06 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-ff9f0cb9-db14-4668-903e-d4ab3917e35d tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] No BDM found with device name vda, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:31:06 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-ff9f0cb9-db14-4668-903e-d4ab3917e35d tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] No VIF found with MAC fa:16:3e:77:26:2a, not building metadata {{(pid=75147) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 19:31:06 user nova-compute[75147]: DEBUG nova.compute.manager [req-98a1b606-e691-442d-accf-30a985343e58 req-30292096-2ba5-4893-92aa-9ea400dc8699 service nova] [instance: 61a7bb90-56db-4b91-a684-39a54b5a11bf] Received event network-changed-ba91ac05-69cb-4e12-8953-870a0619475d {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:31:06 user nova-compute[75147]: DEBUG nova.compute.manager [req-98a1b606-e691-442d-accf-30a985343e58 req-30292096-2ba5-4893-92aa-9ea400dc8699 service nova] [instance: 61a7bb90-56db-4b91-a684-39a54b5a11bf] Refreshing instance network info cache due to event network-changed-ba91ac05-69cb-4e12-8953-870a0619475d. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 19:31:06 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-98a1b606-e691-442d-accf-30a985343e58 req-30292096-2ba5-4893-92aa-9ea400dc8699 service nova] Acquiring lock "refresh_cache-61a7bb90-56db-4b91-a684-39a54b5a11bf" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:31:06 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-98a1b606-e691-442d-accf-30a985343e58 req-30292096-2ba5-4893-92aa-9ea400dc8699 service nova] Acquired lock "refresh_cache-61a7bb90-56db-4b91-a684-39a54b5a11bf" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:31:06 user nova-compute[75147]: DEBUG nova.network.neutron [req-98a1b606-e691-442d-accf-30a985343e58 req-30292096-2ba5-4893-92aa-9ea400dc8699 service nova] [instance: 61a7bb90-56db-4b91-a684-39a54b5a11bf] Refreshing network info cache for port ba91ac05-69cb-4e12-8953-870a0619475d {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 19:31:07 user nova-compute[75147]: DEBUG nova.network.neutron [req-98a1b606-e691-442d-accf-30a985343e58 req-30292096-2ba5-4893-92aa-9ea400dc8699 service nova] [instance: 61a7bb90-56db-4b91-a684-39a54b5a11bf] Updated VIF entry in instance network info cache for port ba91ac05-69cb-4e12-8953-870a0619475d. {{(pid=75147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 19:31:07 user nova-compute[75147]: DEBUG nova.network.neutron [req-98a1b606-e691-442d-accf-30a985343e58 req-30292096-2ba5-4893-92aa-9ea400dc8699 service nova] [instance: 61a7bb90-56db-4b91-a684-39a54b5a11bf] Updating instance_info_cache with network_info: [{"id": "ba91ac05-69cb-4e12-8953-870a0619475d", "address": "fa:16:3e:77:26:2a", "network": {"id": "b9e2005f-2392-4843-a0a4-9ad925522aae", "bridge": "br-int", "label": "tempest-VolumesActionsTest-13236831-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3633ce3df1084a2587aaa69152e857e9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba91ac05-69", "ovs_interfaceid": "ba91ac05-69cb-4e12-8953-870a0619475d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:31:07 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-98a1b606-e691-442d-accf-30a985343e58 req-30292096-2ba5-4893-92aa-9ea400dc8699 service nova] Releasing lock "refresh_cache-61a7bb90-56db-4b91-a684-39a54b5a11bf" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:31:07 user nova-compute[75147]: DEBUG nova.compute.manager [req-98a1b606-e691-442d-accf-30a985343e58 req-30292096-2ba5-4893-92aa-9ea400dc8699 service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Received event network-vif-deleted-48131c5a-868a-4f62-a648-4b859f435b81 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:31:07 user nova-compute[75147]: DEBUG nova.compute.manager [req-98a1b606-e691-442d-accf-30a985343e58 req-30292096-2ba5-4893-92aa-9ea400dc8699 service nova] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Received event network-vif-deleted-314f3dee-a346-4009-8c11-e7987a5acf21 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:31:07 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:31:07 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:31:07 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:31:07 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:31:07 user nova-compute[75147]: DEBUG nova.compute.manager [req-c1870c90-0a7a-4339-a617-a0cd35b00d2c req-622cf75d-3b69-441d-a425-66400bdcb407 service nova] [instance: 61a7bb90-56db-4b91-a684-39a54b5a11bf] Received event network-vif-plugged-ba91ac05-69cb-4e12-8953-870a0619475d {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:31:07 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-c1870c90-0a7a-4339-a617-a0cd35b00d2c req-622cf75d-3b69-441d-a425-66400bdcb407 service nova] Acquiring lock "61a7bb90-56db-4b91-a684-39a54b5a11bf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:31:07 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-c1870c90-0a7a-4339-a617-a0cd35b00d2c req-622cf75d-3b69-441d-a425-66400bdcb407 service nova] Lock "61a7bb90-56db-4b91-a684-39a54b5a11bf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:31:07 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-c1870c90-0a7a-4339-a617-a0cd35b00d2c req-622cf75d-3b69-441d-a425-66400bdcb407 service nova] Lock "61a7bb90-56db-4b91-a684-39a54b5a11bf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:31:07 user nova-compute[75147]: DEBUG nova.compute.manager [req-c1870c90-0a7a-4339-a617-a0cd35b00d2c req-622cf75d-3b69-441d-a425-66400bdcb407 service nova] [instance: 61a7bb90-56db-4b91-a684-39a54b5a11bf] No waiting events found dispatching network-vif-plugged-ba91ac05-69cb-4e12-8953-870a0619475d {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:31:07 user nova-compute[75147]: WARNING nova.compute.manager [req-c1870c90-0a7a-4339-a617-a0cd35b00d2c req-622cf75d-3b69-441d-a425-66400bdcb407 service nova] [instance: 61a7bb90-56db-4b91-a684-39a54b5a11bf] Received unexpected event network-vif-plugged-ba91ac05-69cb-4e12-8953-870a0619475d for instance with vm_state building and task_state spawning.
Oct 27 19:31:08 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:31:08 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:31:08 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:31:08 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:31:08 user nova-compute[75147]: INFO nova.compute.manager [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] [instance: 3831d941-23f9-4b8b-94c2-eacd06826967] Took 2.72 seconds to detach 3 volumes for instance.
Oct 27 19:31:08 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:31:08 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:31:09 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:31:09 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:31:09 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.514s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:31:09 user nova-compute[75147]: INFO nova.scheduler.client.report [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Deleted allocations for instance 3831d941-23f9-4b8b-94c2-eacd06826967
Oct 27 19:31:09 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e675e4a2-7f28-4c1f-9d37-879dab39d080 tempest-TaggedBootDevicesTest-1913596134 tempest-TaggedBootDevicesTest-1913596134-project-member] Lock "3831d941-23f9-4b8b-94c2-eacd06826967" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 13.109s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:31:09 user nova-compute[75147]: DEBUG nova.compute.manager [None req-ff9f0cb9-db14-4668-903e-d4ab3917e35d tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] [instance: 61a7bb90-56db-4b91-a684-39a54b5a11bf] Instance event wait completed in 0 seconds for  {{(pid=75147) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 19:31:09 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-ff9f0cb9-db14-4668-903e-d4ab3917e35d tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] [instance: 61a7bb90-56db-4b91-a684-39a54b5a11bf] Guest created on hypervisor {{(pid=75147) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 19:31:09 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: 61a7bb90-56db-4b91-a684-39a54b5a11bf] Instance spawned successfully.
Oct 27 19:31:09 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-ff9f0cb9-db14-4668-903e-d4ab3917e35d tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] [instance: 61a7bb90-56db-4b91-a684-39a54b5a11bf] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 27 19:31:09 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-ff9f0cb9-db14-4668-903e-d4ab3917e35d tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] [instance: 61a7bb90-56db-4b91-a684-39a54b5a11bf] Found default for hw_cdrom_bus of ide {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:31:09 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-ff9f0cb9-db14-4668-903e-d4ab3917e35d tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] [instance: 61a7bb90-56db-4b91-a684-39a54b5a11bf] Found default for hw_disk_bus of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:31:09 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-ff9f0cb9-db14-4668-903e-d4ab3917e35d tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] [instance: 61a7bb90-56db-4b91-a684-39a54b5a11bf] Found default for hw_input_bus of None {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:31:09 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-ff9f0cb9-db14-4668-903e-d4ab3917e35d tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] [instance: 61a7bb90-56db-4b91-a684-39a54b5a11bf] Found default for hw_pointer_model of None {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:31:09 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-ff9f0cb9-db14-4668-903e-d4ab3917e35d tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] [instance: 61a7bb90-56db-4b91-a684-39a54b5a11bf] Found default for hw_video_model of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:31:09 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-ff9f0cb9-db14-4668-903e-d4ab3917e35d tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] [instance: 61a7bb90-56db-4b91-a684-39a54b5a11bf] Found default for hw_vif_model of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:31:09 user nova-compute[75147]: INFO nova.compute.manager [None req-ff9f0cb9-db14-4668-903e-d4ab3917e35d tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] [instance: 61a7bb90-56db-4b91-a684-39a54b5a11bf] Took 6.98 seconds to spawn the instance on the hypervisor.
Oct 27 19:31:09 user nova-compute[75147]: DEBUG nova.compute.manager [None req-ff9f0cb9-db14-4668-903e-d4ab3917e35d tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] [instance: 61a7bb90-56db-4b91-a684-39a54b5a11bf] Checking state {{(pid=75147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 19:31:09 user nova-compute[75147]: DEBUG nova.compute.manager [req-ad380d58-e272-4e4a-ba66-70bef5cd9749 req-bc9109c1-5357-4747-a8cf-676e611404cd service nova] [instance: 61a7bb90-56db-4b91-a684-39a54b5a11bf] Received event network-vif-plugged-ba91ac05-69cb-4e12-8953-870a0619475d {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:31:09 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-ad380d58-e272-4e4a-ba66-70bef5cd9749 req-bc9109c1-5357-4747-a8cf-676e611404cd service nova] Acquiring lock "61a7bb90-56db-4b91-a684-39a54b5a11bf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:31:09 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-ad380d58-e272-4e4a-ba66-70bef5cd9749 req-bc9109c1-5357-4747-a8cf-676e611404cd service nova] Lock "61a7bb90-56db-4b91-a684-39a54b5a11bf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:31:09 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-ad380d58-e272-4e4a-ba66-70bef5cd9749 req-bc9109c1-5357-4747-a8cf-676e611404cd service nova] Lock "61a7bb90-56db-4b91-a684-39a54b5a11bf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:31:09 user nova-compute[75147]: DEBUG nova.compute.manager [req-ad380d58-e272-4e4a-ba66-70bef5cd9749 req-bc9109c1-5357-4747-a8cf-676e611404cd service nova] [instance: 61a7bb90-56db-4b91-a684-39a54b5a11bf] No waiting events found dispatching network-vif-plugged-ba91ac05-69cb-4e12-8953-870a0619475d {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:31:09 user nova-compute[75147]: WARNING nova.compute.manager [req-ad380d58-e272-4e4a-ba66-70bef5cd9749 req-bc9109c1-5357-4747-a8cf-676e611404cd service nova] [instance: 61a7bb90-56db-4b91-a684-39a54b5a11bf] Received unexpected event network-vif-plugged-ba91ac05-69cb-4e12-8953-870a0619475d for instance with vm_state building and task_state spawning.
Oct 27 19:31:09 user nova-compute[75147]: INFO nova.compute.manager [None req-ff9f0cb9-db14-4668-903e-d4ab3917e35d tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] [instance: 61a7bb90-56db-4b91-a684-39a54b5a11bf] Took 7.93 seconds to build instance.
Oct 27 19:31:10 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-ff9f0cb9-db14-4668-903e-d4ab3917e35d tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] Lock "61a7bb90-56db-4b91-a684-39a54b5a11bf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.084s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:31:11 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:31:11 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:31:14 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-3fe764fe-5897-4e67-abf9-4a5f52fe3da2 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] Acquiring lock "9705db51-2bbb-4520-a942-9efdb828e241" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:31:14 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-3fe764fe-5897-4e67-abf9-4a5f52fe3da2 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] Lock "9705db51-2bbb-4520-a942-9efdb828e241" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:31:14 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-3fe764fe-5897-4e67-abf9-4a5f52fe3da2 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] Acquiring lock "9705db51-2bbb-4520-a942-9efdb828e241-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:31:14 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-3fe764fe-5897-4e67-abf9-4a5f52fe3da2 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] Lock "9705db51-2bbb-4520-a942-9efdb828e241-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:31:14 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-3fe764fe-5897-4e67-abf9-4a5f52fe3da2 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] Lock "9705db51-2bbb-4520-a942-9efdb828e241-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:31:14 user nova-compute[75147]: INFO nova.compute.manager [None req-3fe764fe-5897-4e67-abf9-4a5f52fe3da2 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] [instance: 9705db51-2bbb-4520-a942-9efdb828e241] Terminating instance
Oct 27 19:31:14 user nova-compute[75147]: DEBUG nova.compute.manager [None req-3fe764fe-5897-4e67-abf9-4a5f52fe3da2 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] [instance: 9705db51-2bbb-4520-a942-9efdb828e241] Start destroying the instance on the hypervisor. {{(pid=75147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 27 19:31:14 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:31:14 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:31:14 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:31:14 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:31:14 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:31:14 user nova-compute[75147]: DEBUG nova.compute.manager [req-219ad938-6553-405a-a975-0b4b1963f9f8 req-e0b91efc-8311-42d6-a70e-1d01ed93f381 service nova] [instance: 9705db51-2bbb-4520-a942-9efdb828e241] Received event network-vif-unplugged-7b10b32d-ebbf-4f06-acc6-0e4162bb4ebb {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:31:14 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-219ad938-6553-405a-a975-0b4b1963f9f8 req-e0b91efc-8311-42d6-a70e-1d01ed93f381 service nova] Acquiring lock "9705db51-2bbb-4520-a942-9efdb828e241-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:31:14 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-219ad938-6553-405a-a975-0b4b1963f9f8 req-e0b91efc-8311-42d6-a70e-1d01ed93f381 service nova] Lock "9705db51-2bbb-4520-a942-9efdb828e241-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:31:14 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-219ad938-6553-405a-a975-0b4b1963f9f8 req-e0b91efc-8311-42d6-a70e-1d01ed93f381 service nova] Lock "9705db51-2bbb-4520-a942-9efdb828e241-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:31:14 user nova-compute[75147]: DEBUG nova.compute.manager [req-219ad938-6553-405a-a975-0b4b1963f9f8 req-e0b91efc-8311-42d6-a70e-1d01ed93f381 service nova] [instance: 9705db51-2bbb-4520-a942-9efdb828e241] No waiting events found dispatching network-vif-unplugged-7b10b32d-ebbf-4f06-acc6-0e4162bb4ebb {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:31:14 user nova-compute[75147]: DEBUG nova.compute.manager [req-219ad938-6553-405a-a975-0b4b1963f9f8 req-e0b91efc-8311-42d6-a70e-1d01ed93f381 service nova] [instance: 9705db51-2bbb-4520-a942-9efdb828e241] Received event network-vif-unplugged-7b10b32d-ebbf-4f06-acc6-0e4162bb4ebb for instance with task_state deleting. {{(pid=75147) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 19:31:14 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:31:15 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:31:15 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: 9705db51-2bbb-4520-a942-9efdb828e241] Instance destroyed successfully.
Oct 27 19:31:15 user nova-compute[75147]: DEBUG nova.objects.instance [None req-3fe764fe-5897-4e67-abf9-4a5f52fe3da2 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] Lazy-loading 'resources' on Instance uuid 9705db51-2bbb-4520-a942-9efdb828e241 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:31:15 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-3fe764fe-5897-4e67-abf9-4a5f52fe3da2 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:29:23Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesNegativeTest-instance-2111620668',display_name='tempest-VolumesNegativeTest-instance-2111620668',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesnegativetest-instance-2111620668',id=12,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-27T19:29:32Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='5f6c881f134d4835a23816a6e7458726',ramdisk_id='',reservation_id='r-y2i2o7zb',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesNegativeTest-1571185017',owner_user_name='tempest-VolumesNegativeTest-1571185017-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T19:29:32Z,user_data=None,user_id='308d755380914782895cd26aac1049d9',uuid=9705db51-2bbb-4520-a942-9efdb828e241,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "7b10b32d-ebbf-4f06-acc6-0e4162bb4ebb", "address": "fa:16:3e:15:6c:b8", "network": {"id": "933bf527-f9d0-47d3-acbb-611bab2709a6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.233", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "0b43115555434818b0c8bdf6be4946da", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b10b32d-eb", "ovs_interfaceid": "7b10b32d-ebbf-4f06-acc6-0e4162bb4ebb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 19:31:15 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-3fe764fe-5897-4e67-abf9-4a5f52fe3da2 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] Converting VIF {"id": "7b10b32d-ebbf-4f06-acc6-0e4162bb4ebb", "address": "fa:16:3e:15:6c:b8", "network": {"id": "933bf527-f9d0-47d3-acbb-611bab2709a6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.233", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "0b43115555434818b0c8bdf6be4946da", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b10b32d-eb", "ovs_interfaceid": "7b10b32d-ebbf-4f06-acc6-0e4162bb4ebb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:31:15 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-3fe764fe-5897-4e67-abf9-4a5f52fe3da2 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:15:6c:b8,bridge_name='br-int',has_traffic_filtering=True,id=7b10b32d-ebbf-4f06-acc6-0e4162bb4ebb,network=Network(933bf527-f9d0-47d3-acbb-611bab2709a6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7b10b32d-eb') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:31:15 user nova-compute[75147]: DEBUG os_vif [None req-3fe764fe-5897-4e67-abf9-4a5f52fe3da2 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:15:6c:b8,bridge_name='br-int',has_traffic_filtering=True,id=7b10b32d-ebbf-4f06-acc6-0e4162bb4ebb,network=Network(933bf527-f9d0-47d3-acbb-611bab2709a6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7b10b32d-eb') {{(pid=75147) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 19:31:15 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:31:15 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap7b10b32d-eb, bridge=br-int, if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:31:15 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:31:15 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:31:15 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:31:15 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=15aad62c-75ca-4f64-90ac-4b541b2a0745) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:31:15 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:31:15 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:31:15 user nova-compute[75147]: INFO os_vif [None req-3fe764fe-5897-4e67-abf9-4a5f52fe3da2 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:15:6c:b8,bridge_name='br-int',has_traffic_filtering=True,id=7b10b32d-ebbf-4f06-acc6-0e4162bb4ebb,network=Network(933bf527-f9d0-47d3-acbb-611bab2709a6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7b10b32d-eb')
Oct 27 19:31:15 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-3fe764fe-5897-4e67-abf9-4a5f52fe3da2 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] [instance: 9705db51-2bbb-4520-a942-9efdb828e241] Deleting instance files /opt/stack/data/nova/instances/9705db51-2bbb-4520-a942-9efdb828e241_del
Oct 27 19:31:15 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-3fe764fe-5897-4e67-abf9-4a5f52fe3da2 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] [instance: 9705db51-2bbb-4520-a942-9efdb828e241] Deletion of /opt/stack/data/nova/instances/9705db51-2bbb-4520-a942-9efdb828e241_del complete
Oct 27 19:31:15 user nova-compute[75147]: INFO nova.compute.manager [None req-3fe764fe-5897-4e67-abf9-4a5f52fe3da2 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] [instance: 9705db51-2bbb-4520-a942-9efdb828e241] Took 0.88 seconds to destroy the instance on the hypervisor.
Oct 27 19:31:15 user nova-compute[75147]: DEBUG oslo.service.loopingcall [None req-3fe764fe-5897-4e67-abf9-4a5f52fe3da2 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 27 19:31:15 user nova-compute[75147]: DEBUG nova.compute.manager [-] [instance: 9705db51-2bbb-4520-a942-9efdb828e241] Deallocating network for instance {{(pid=75147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 27 19:31:15 user nova-compute[75147]: DEBUG nova.network.neutron [-] [instance: 9705db51-2bbb-4520-a942-9efdb828e241] deallocate_for_instance() {{(pid=75147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 27 19:31:15 user nova-compute[75147]: DEBUG nova.network.neutron [-] [instance: 9705db51-2bbb-4520-a942-9efdb828e241] Updating instance_info_cache with network_info: [] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:31:15 user nova-compute[75147]: INFO nova.compute.manager [-] [instance: 9705db51-2bbb-4520-a942-9efdb828e241] Took 0.37 seconds to deallocate network for instance.
Oct 27 19:31:15 user nova-compute[75147]: DEBUG nova.compute.manager [req-f156650e-9d9e-419f-85f0-a4ce950ce555 req-47b88b99-16b7-49c2-8acc-5e72b341004b service nova] [instance: 9705db51-2bbb-4520-a942-9efdb828e241] Received event network-vif-deleted-7b10b32d-ebbf-4f06-acc6-0e4162bb4ebb {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:31:15 user nova-compute[75147]: INFO nova.compute.manager [req-f156650e-9d9e-419f-85f0-a4ce950ce555 req-47b88b99-16b7-49c2-8acc-5e72b341004b service nova] [instance: 9705db51-2bbb-4520-a942-9efdb828e241] Neutron deleted interface 7b10b32d-ebbf-4f06-acc6-0e4162bb4ebb; detaching it from the instance and deleting it from the info cache
Oct 27 19:31:15 user nova-compute[75147]: DEBUG nova.network.neutron [req-f156650e-9d9e-419f-85f0-a4ce950ce555 req-47b88b99-16b7-49c2-8acc-5e72b341004b service nova] [instance: 9705db51-2bbb-4520-a942-9efdb828e241] Updating instance_info_cache with network_info: [] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:31:15 user nova-compute[75147]: DEBUG nova.compute.manager [req-f156650e-9d9e-419f-85f0-a4ce950ce555 req-47b88b99-16b7-49c2-8acc-5e72b341004b service nova] [instance: 9705db51-2bbb-4520-a942-9efdb828e241] Detach interface failed, port_id=7b10b32d-ebbf-4f06-acc6-0e4162bb4ebb, reason: Instance 9705db51-2bbb-4520-a942-9efdb828e241 could not be found. {{(pid=75147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 27 19:31:15 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-3fe764fe-5897-4e67-abf9-4a5f52fe3da2 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:31:15 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-3fe764fe-5897-4e67-abf9-4a5f52fe3da2 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:31:16 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:31:16 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-3fe764fe-5897-4e67-abf9-4a5f52fe3da2 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:31:16 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-3fe764fe-5897-4e67-abf9-4a5f52fe3da2 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:31:16 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-3fe764fe-5897-4e67-abf9-4a5f52fe3da2 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.610s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:31:16 user nova-compute[75147]: INFO nova.scheduler.client.report [None req-3fe764fe-5897-4e67-abf9-4a5f52fe3da2 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] Deleted allocations for instance 9705db51-2bbb-4520-a942-9efdb828e241
Oct 27 19:31:16 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-3fe764fe-5897-4e67-abf9-4a5f52fe3da2 tempest-VolumesNegativeTest-1571185017 tempest-VolumesNegativeTest-1571185017-project-member] Lock "9705db51-2bbb-4520-a942-9efdb828e241" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.057s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:31:16 user nova-compute[75147]: DEBUG nova.compute.manager [req-9cfdaa18-8d44-479a-a1b1-122a87636107 req-a47cf8cb-d3b4-4888-9822-e316f1afb426 service nova] [instance: 9705db51-2bbb-4520-a942-9efdb828e241] Received event network-vif-plugged-7b10b32d-ebbf-4f06-acc6-0e4162bb4ebb {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:31:16 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-9cfdaa18-8d44-479a-a1b1-122a87636107 req-a47cf8cb-d3b4-4888-9822-e316f1afb426 service nova] Acquiring lock "9705db51-2bbb-4520-a942-9efdb828e241-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:31:16 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-9cfdaa18-8d44-479a-a1b1-122a87636107 req-a47cf8cb-d3b4-4888-9822-e316f1afb426 service nova] Lock "9705db51-2bbb-4520-a942-9efdb828e241-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:31:16 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-9cfdaa18-8d44-479a-a1b1-122a87636107 req-a47cf8cb-d3b4-4888-9822-e316f1afb426 service nova] Lock "9705db51-2bbb-4520-a942-9efdb828e241-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:31:16 user nova-compute[75147]: DEBUG nova.compute.manager [req-9cfdaa18-8d44-479a-a1b1-122a87636107 req-a47cf8cb-d3b4-4888-9822-e316f1afb426 service nova] [instance: 9705db51-2bbb-4520-a942-9efdb828e241] No waiting events found dispatching network-vif-plugged-7b10b32d-ebbf-4f06-acc6-0e4162bb4ebb {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:31:16 user nova-compute[75147]: WARNING nova.compute.manager [req-9cfdaa18-8d44-479a-a1b1-122a87636107 req-a47cf8cb-d3b4-4888-9822-e316f1afb426 service nova] [instance: 9705db51-2bbb-4520-a942-9efdb828e241] Received unexpected event network-vif-plugged-7b10b32d-ebbf-4f06-acc6-0e4162bb4ebb for instance with vm_state deleted and task_state None.
Oct 27 19:31:20 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:31:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:31:25 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:31:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:31:30 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:31:31 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:31:35 user nova-compute[75147]: DEBUG nova.compute.manager [req-af81048b-106c-4703-8f9f-2fa1286147bb req-02db94ac-7a04-4d26-b7e9-4dfed79c34d5 service nova] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] Received event network-changed-af5e3ba8-cfdd-4990-b210-fef2ac98b13a {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:31:35 user nova-compute[75147]: DEBUG nova.compute.manager [req-af81048b-106c-4703-8f9f-2fa1286147bb req-02db94ac-7a04-4d26-b7e9-4dfed79c34d5 service nova] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] Refreshing instance network info cache due to event network-changed-af5e3ba8-cfdd-4990-b210-fef2ac98b13a. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 19:31:35 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-af81048b-106c-4703-8f9f-2fa1286147bb req-02db94ac-7a04-4d26-b7e9-4dfed79c34d5 service nova] Acquiring lock "refresh_cache-2b0ba44c-96cb-42ef-add4-6535d26bdebf" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:31:35 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-af81048b-106c-4703-8f9f-2fa1286147bb req-02db94ac-7a04-4d26-b7e9-4dfed79c34d5 service nova] Acquired lock "refresh_cache-2b0ba44c-96cb-42ef-add4-6535d26bdebf" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:31:35 user nova-compute[75147]: DEBUG nova.network.neutron [req-af81048b-106c-4703-8f9f-2fa1286147bb req-02db94ac-7a04-4d26-b7e9-4dfed79c34d5 service nova] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] Refreshing network info cache for port af5e3ba8-cfdd-4990-b210-fef2ac98b13a {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 19:31:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:31:35 user nova-compute[75147]: DEBUG nova.network.neutron [req-af81048b-106c-4703-8f9f-2fa1286147bb req-02db94ac-7a04-4d26-b7e9-4dfed79c34d5 service nova] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] Updated VIF entry in instance network info cache for port af5e3ba8-cfdd-4990-b210-fef2ac98b13a. {{(pid=75147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 19:31:35 user nova-compute[75147]: DEBUG nova.network.neutron [req-af81048b-106c-4703-8f9f-2fa1286147bb req-02db94ac-7a04-4d26-b7e9-4dfed79c34d5 service nova] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] Updating instance_info_cache with network_info: [{"id": "af5e3ba8-cfdd-4990-b210-fef2ac98b13a", "address": "fa:16:3e:d7:05:da", "network": {"id": "bae3f1ff-b48f-4e91-a1ac-2c877ecca1af", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1949095258-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.85", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9368eab86d5248b2a34511d5d0fd64eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf5e3ba8-cf", "ovs_interfaceid": "af5e3ba8-cfdd-4990-b210-fef2ac98b13a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:31:35 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-b2ab8405-b04b-4867-8aac-717dcc1ffd28 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Acquiring lock "2b0ba44c-96cb-42ef-add4-6535d26bdebf" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:31:35 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-b2ab8405-b04b-4867-8aac-717dcc1ffd28 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Lock "2b0ba44c-96cb-42ef-add4-6535d26bdebf" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:31:35 user nova-compute[75147]: DEBUG nova.objects.instance [None req-b2ab8405-b04b-4867-8aac-717dcc1ffd28 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Lazy-loading 'flavor' on Instance uuid 2b0ba44c-96cb-42ef-add4-6535d26bdebf {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:31:35 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-af81048b-106c-4703-8f9f-2fa1286147bb req-02db94ac-7a04-4d26-b7e9-4dfed79c34d5 service nova] Releasing lock "refresh_cache-2b0ba44c-96cb-42ef-add4-6535d26bdebf" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:31:35 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-b2ab8405-b04b-4867-8aac-717dcc1ffd28 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Lock "2b0ba44c-96cb-42ef-add4-6535d26bdebf" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.086s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:31:36 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:31:36 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-b2ab8405-b04b-4867-8aac-717dcc1ffd28 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Acquiring lock "2b0ba44c-96cb-42ef-add4-6535d26bdebf" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:31:36 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-b2ab8405-b04b-4867-8aac-717dcc1ffd28 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Lock "2b0ba44c-96cb-42ef-add4-6535d26bdebf" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:31:36 user nova-compute[75147]: INFO nova.compute.manager [None req-b2ab8405-b04b-4867-8aac-717dcc1ffd28 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] Attaching volume ffea6a7e-2de0-4845-b40d-026b46913855 to /dev/vdb
Oct 27 19:31:36 user nova-compute[75147]: DEBUG os_brick.utils [None req-b2ab8405-b04b-4867-8aac-717dcc1ffd28 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:31:36 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:31:36 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.024s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:31:36 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[4131b640-4443-48d3-ab19-9f743a3f99d5]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9325735bc82e\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:31:36 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:31:36 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:31:36 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[4eef7dfa-4a05-4425-b061-36a52f5ab093]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:31:36 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:31:36 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.084s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:31:36 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[28e59222-1060-411e-9dc2-f6dca17f7f08]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:31:36 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[537d26cb-72d3-4049-930a-2e36fd75565b]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:31:36 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-b2ab8405-b04b-4867-8aac-717dcc1ffd28 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Running cmd (subprocess): nvme version {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:31:36 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-b2ab8405-b04b-4867-8aac-717dcc1ffd28 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] 'nvme version' failed. Not Retrying. {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 19:31:36 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.nvmeof [None req-b2ab8405-b04b-4867-8aac-717dcc1ffd28 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] nvme not present on system {{(pid=75147) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 27 19:31:36 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:31:36 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 19:31:36 user nova-compute[75147]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 27 19:31:36 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e8944c7-de48-4ef9-9a02-389fbd7e89a8]: (4, '') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:31:36 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-b2ab8405-b04b-4867-8aac-717dcc1ffd28 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75147) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 27 19:31:36 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-b2ab8405-b04b-4867-8aac-717dcc1ffd28 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 27 19:31:36 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-b2ab8405-b04b-4867-8aac-717dcc1ffd28 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] LIGHTOS: no hostnqn found. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 27 19:31:36 user nova-compute[75147]: DEBUG os_brick.utils [None req-b2ab8405-b04b-4867-8aac-717dcc1ffd28 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] <== get_connector_properties: return (195ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9325735bc82e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:31:36 user nova-compute[75147]: DEBUG nova.virt.block_device [None req-b2ab8405-b04b-4867-8aac-717dcc1ffd28 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] Updating existing volume attachment record: c624dde1-a0fe-47a2-9f00-d8afc5a33bed {{(pid=75147) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 27 19:31:36 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:31:39 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:31:40 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:31:40 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:31:40 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75147) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 27 19:31:41 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:31:43 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:31:43 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-416fa676-8067-49bc-8274-6814ef48d58e tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Acquiring lock "2dbafd14-6c52-4417-ae5e-cadb11694492" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:31:43 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-416fa676-8067-49bc-8274-6814ef48d58e tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Lock "2dbafd14-6c52-4417-ae5e-cadb11694492" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:31:43 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-416fa676-8067-49bc-8274-6814ef48d58e tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Acquiring lock "2dbafd14-6c52-4417-ae5e-cadb11694492-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:31:43 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-416fa676-8067-49bc-8274-6814ef48d58e tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Lock "2dbafd14-6c52-4417-ae5e-cadb11694492-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:31:43 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-416fa676-8067-49bc-8274-6814ef48d58e tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Lock "2dbafd14-6c52-4417-ae5e-cadb11694492-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:31:43 user nova-compute[75147]: INFO nova.compute.manager [None req-416fa676-8067-49bc-8274-6814ef48d58e tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] Terminating instance
Oct 27 19:31:43 user nova-compute[75147]: DEBUG nova.compute.manager [None req-416fa676-8067-49bc-8274-6814ef48d58e tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] Start destroying the instance on the hypervisor. {{(pid=75147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 27 19:31:43 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:31:43 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:31:43 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:31:43 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:31:43 user nova-compute[75147]: DEBUG nova.compute.manager [req-7e76d065-c60f-463d-b495-4f4644960858 req-0d36b599-2440-4fae-b515-d3d11eaf6b65 service nova] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] Received event network-vif-unplugged-2ea74459-f29e-4866-9f24-d523a3a7a6dc {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:31:43 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-7e76d065-c60f-463d-b495-4f4644960858 req-0d36b599-2440-4fae-b515-d3d11eaf6b65 service nova] Acquiring lock "2dbafd14-6c52-4417-ae5e-cadb11694492-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:31:43 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-7e76d065-c60f-463d-b495-4f4644960858 req-0d36b599-2440-4fae-b515-d3d11eaf6b65 service nova] Lock "2dbafd14-6c52-4417-ae5e-cadb11694492-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:31:43 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-7e76d065-c60f-463d-b495-4f4644960858 req-0d36b599-2440-4fae-b515-d3d11eaf6b65 service nova] Lock "2dbafd14-6c52-4417-ae5e-cadb11694492-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:31:43 user nova-compute[75147]: DEBUG nova.compute.manager [req-7e76d065-c60f-463d-b495-4f4644960858 req-0d36b599-2440-4fae-b515-d3d11eaf6b65 service nova] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] No waiting events found dispatching network-vif-unplugged-2ea74459-f29e-4866-9f24-d523a3a7a6dc {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:31:43 user nova-compute[75147]: DEBUG nova.compute.manager [req-7e76d065-c60f-463d-b495-4f4644960858 req-0d36b599-2440-4fae-b515-d3d11eaf6b65 service nova] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] Received event network-vif-unplugged-2ea74459-f29e-4866-9f24-d523a3a7a6dc for instance with task_state deleting. {{(pid=75147) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 19:31:44 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] Instance destroyed successfully.
Oct 27 19:31:44 user nova-compute[75147]: DEBUG nova.objects.instance [None req-416fa676-8067-49bc-8274-6814ef48d58e tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Lazy-loading 'resources' on Instance uuid 2dbafd14-6c52-4417-ae5e-cadb11694492 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:31:44 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-416fa676-8067-49bc-8274-6814ef48d58e tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-27T19:27:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-248447535',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1732746728',id=9,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMhTFX3e18Qgo+vKvjtdWuS4e668RgQxqwo7RpkOGQfX5kLygFt2PrHSJVH/eHRuejenvjrkTCH7GDBEx1I3p34jzySiKakCvDiHgGBpP/9MeGj2Swmi2WPHEPKwMo91GQ==',key_name='tempest-keypair-323545770',keypairs=<?>,launch_index=0,launched_at=2023-10-27T19:30:12Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='7c98dca0f3164920a77c1f409560aef2',ramdisk_id='',reservation_id='r-6s898bdl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-1223973353',owner_user_name='tempest-ServerActionsV293TestJSON-1223973353-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T19:30:12Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d8db45602c934fb4bcf88eb579e20f99',uuid=2dbafd14-6c52-4417-ae5e-cadb11694492,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2ea74459-f29e-4866-9f24-d523a3a7a6dc", "address": "fa:16:3e:14:ce:46", "network": {"id": "01979c91-d719-480e-bf3d-6c7a31cd437d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1150015575-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7c98dca0f3164920a77c1f409560aef2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2ea74459-f2", "ovs_interfaceid": "2ea74459-f29e-4866-9f24-d523a3a7a6dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 19:31:44 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-416fa676-8067-49bc-8274-6814ef48d58e tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Converting VIF {"id": "2ea74459-f29e-4866-9f24-d523a3a7a6dc", "address": "fa:16:3e:14:ce:46", "network": {"id": "01979c91-d719-480e-bf3d-6c7a31cd437d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1150015575-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7c98dca0f3164920a77c1f409560aef2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2ea74459-f2", "ovs_interfaceid": "2ea74459-f29e-4866-9f24-d523a3a7a6dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:31:44 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-416fa676-8067-49bc-8274-6814ef48d58e tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:14:ce:46,bridge_name='br-int',has_traffic_filtering=True,id=2ea74459-f29e-4866-9f24-d523a3a7a6dc,network=Network(01979c91-d719-480e-bf3d-6c7a31cd437d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2ea74459-f2') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:31:44 user nova-compute[75147]: DEBUG os_vif [None req-416fa676-8067-49bc-8274-6814ef48d58e tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:14:ce:46,bridge_name='br-int',has_traffic_filtering=True,id=2ea74459-f29e-4866-9f24-d523a3a7a6dc,network=Network(01979c91-d719-480e-bf3d-6c7a31cd437d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2ea74459-f2') {{(pid=75147) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 19:31:44 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:31:44 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2ea74459-f2, bridge=br-int, if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:31:44 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:31:44 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:31:44 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:31:44 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=74667f0e-d722-40c9-ac5a-a918af75ec2c) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:31:44 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:31:44 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:31:44 user nova-compute[75147]: INFO os_vif [None req-416fa676-8067-49bc-8274-6814ef48d58e tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:14:ce:46,bridge_name='br-int',has_traffic_filtering=True,id=2ea74459-f29e-4866-9f24-d523a3a7a6dc,network=Network(01979c91-d719-480e-bf3d-6c7a31cd437d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2ea74459-f2')
Oct 27 19:31:44 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-416fa676-8067-49bc-8274-6814ef48d58e tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] calling os-brick to detach iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 19:31:44 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-416fa676-8067-49bc-8274-6814ef48d58e tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, {'target_iqn': 'iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FRPdxUjr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdh'}, None), 'kwargs': True}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:31:44 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-416fa676-8067-49bc-8274-6814ef48d58e tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:31:44 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-416fa676-8067-49bc-8274-6814ef48d58e tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:31:44 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-416fa676-8067-49bc-8274-6814ef48d58e tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:31:44 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:31:44 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:31:44 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[f33bf014-99cb-410b-aa0d-6329977fcdf5]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:eefad9fe-aa04-4b01-89e9-56ec24c73f94\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:31:44 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-416fa676-8067-49bc-8274-6814ef48d58e tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 19:31:44 user nova-compute[75147]: No targets found.
Oct 27 19:31:44 user nova-compute[75147]: iSNS:
Oct 27 19:31:44 user nova-compute[75147]: No targets found.
Oct 27 19:31:44 user nova-compute[75147]: STATIC:
Oct 27 19:31:44 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0
Oct 27 19:31:44 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:31:44 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:31:44 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1
Oct 27 19:31:44 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:31:44 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:31:44 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:eefad9fe-aa04-4b01-89e9-56ec24c73f94
Oct 27 19:31:44 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:31:44 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:31:44 user nova-compute[75147]: FIRMWARE:
Oct 27 19:31:44 user nova-compute[75147]: No targets found.
Oct 27 19:31:44 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:31:44 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-416fa676-8067-49bc-8274-6814ef48d58e tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 19:31:44 user nova-compute[75147]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 19:31:44 user nova-compute[75147]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75147) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 19:31:44 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-416fa676-8067-49bc-8274-6814ef48d58e tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0', 0)] {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 19:31:44 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:31:44 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:31:44 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff9a9402-1bf0-4778-9271-5a4e8a59d38d]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:eefad9fe-aa04-4b01-89e9-56ec24c73f94\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:31:44 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:31:44 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:31:44 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[037c21cd-0dd7-468c-a1c3-b1e2a4fe287b]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eefad9fe-aa04-4b01-89e9-56ec24c73f94 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:31:44 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-416fa676-8067-49bc-8274-6814ef48d58e tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 (non-flash)
Oct 27 19:31:44 user nova-compute[75147]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1 (non-flash)
Oct 27 19:31:44 user nova-compute[75147]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eefad9fe-aa04-4b01-89e9-56ec24c73f94 (non-flash)
Oct 27 19:31:44 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:31:44 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-416fa676-8067-49bc-8274-6814ef48d58e tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 (non-flash)
Oct 27 19:31:44 user nova-compute[75147]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1 (non-flash)
Oct 27 19:31:44 user nova-compute[75147]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eefad9fe-aa04-4b01-89e9-56ec24c73f94 (non-flash)
Oct 27 19:31:44 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:31:44 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-416fa676-8067-49bc-8274-6814ef48d58e tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f28ec6ad7e0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0'): ({'sdh'}, set())}) {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 19:31:44 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-416fa676-8067-49bc-8274-6814ef48d58e tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Removing single pathed devices sdh {{(pid=75147) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 19:31:44 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:31:44 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.023s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:31:44 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[11c36fc0-3fc0-47d5-bf1f-1ffa7b334620]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:31:44 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdh {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:31:44 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdh" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:31:44 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[51d0533c-88ea-43e5-98ca-5ed65ab97de4]: (4, ('ok\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:31:44 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-416fa676-8067-49bc-8274-6814ef48d58e tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Flushing IO for device /dev/sdh {{(pid=75147) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 19:31:44 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdh {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:31:44 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdh" returned: 0 in 0.012s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:31:44 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[c51136ef-3040-4279-bb42-c82bf14a6419]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:31:44 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-416fa676-8067-49bc-8274-6814ef48d58e tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Remove SCSI device /dev/sdh with /sys/block/sdh/device/delete {{(pid=75147) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 19:31:44 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdh/device/delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:31:44 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdh/device/delete" returned: 0 in 0.050s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:31:44 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[12959a62-ba17-4ecf-b65a-bde4f94ae00e]: (4, ('1', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:31:44 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-416fa676-8067-49bc-8274-6814ef48d58e tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Checking to see if SCSI volumes sdh have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 19:31:44 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-416fa676-8067-49bc-8274-6814ef48d58e tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] SCSI volumes sdh have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 19:31:44 user nova-compute[75147]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-1SCST_BIOc3ec7637-dc965fd6961ea5ea', '/dev/disk/by-id/scsi-26463393635666436', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_c3ec7637') {{(pid=86354) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Oct 27 19:31:44 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc680916-54fe-4533-97b9-e59011029d3f]: (4, None) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:31:44 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-416fa676-8067-49bc-8274-6814ef48d58e tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0')] {{(pid=75147) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 19:31:44 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:31:44 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.024s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:31:44 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[eddc495d-9b7c-434e-b844-8dd733ca3913]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:31:44 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-416fa676-8067-49bc-8274-6814ef48d58e tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:31:44 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 -p 172.16.0.220:3260 --logout {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:31:44 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 -p 172.16.0.220:3260 --logout" returned: 0 in 0.063s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:31:44 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[128b5633-d276-41a1-80b3-680342daee18]: (4, ('Logging out of session [sid: 13, target: iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0, portal: 172.16.0.220,3260]\nLogout of [sid: 13, target: iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:31:44 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-416fa676-8067-49bc-8274-6814ef48d58e tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 13, target: iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0, portal: 172.16.0.220,3260]
Oct 27 19:31:44 user nova-compute[75147]: Logout of [sid: 13, target: iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0, portal: 172.16.0.220,3260] successful.
Oct 27 19:31:44 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:31:44 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 -p 172.16.0.220:3260 --op delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:31:44 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:23f7eea6-b543-4586-8760-1ae3a23356b0 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:31:44 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[da8a1ee9-1643-42f5-b35e-27aea85d74ff]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:31:44 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-416fa676-8067-49bc-8274-6814ef48d58e tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:31:44 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-416fa676-8067-49bc-8274-6814ef48d58e tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.339s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:31:44 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-416fa676-8067-49bc-8274-6814ef48d58e tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] <== disconnect_volume: return (341ms) None {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:31:44 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-416fa676-8067-49bc-8274-6814ef48d58e tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] Disconnected iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 19:31:44 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-416fa676-8067-49bc-8274-6814ef48d58e tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] Deleting instance files /opt/stack/data/nova/instances/2dbafd14-6c52-4417-ae5e-cadb11694492_del
Oct 27 19:31:44 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-416fa676-8067-49bc-8274-6814ef48d58e tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] Deletion of /opt/stack/data/nova/instances/2dbafd14-6c52-4417-ae5e-cadb11694492_del complete
Oct 27 19:31:44 user nova-compute[75147]: INFO nova.compute.manager [None req-416fa676-8067-49bc-8274-6814ef48d58e tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] Took 1.27 seconds to destroy the instance on the hypervisor.
Oct 27 19:31:44 user nova-compute[75147]: DEBUG oslo.service.loopingcall [None req-416fa676-8067-49bc-8274-6814ef48d58e tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 27 19:31:44 user nova-compute[75147]: DEBUG nova.compute.manager [-] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] Deallocating network for instance {{(pid=75147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 27 19:31:44 user nova-compute[75147]: DEBUG nova.network.neutron [-] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] deallocate_for_instance() {{(pid=75147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 27 19:31:45 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:31:45 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:31:45 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:31:45 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:31:45 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:31:45 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:31:45 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Auditing locally available compute resources for user (node: user) {{(pid=75147) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 19:31:45 user nova-compute[75147]: DEBUG nova.compute.manager [req-2ec226f4-0eb5-4425-83c9-072d2233f6aa req-3c497aa4-111a-4614-a8aa-2dd7a1b473b6 service nova] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] Received event network-vif-plugged-2ea74459-f29e-4866-9f24-d523a3a7a6dc {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:31:45 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-2ec226f4-0eb5-4425-83c9-072d2233f6aa req-3c497aa4-111a-4614-a8aa-2dd7a1b473b6 service nova] Acquiring lock "2dbafd14-6c52-4417-ae5e-cadb11694492-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:31:45 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-2ec226f4-0eb5-4425-83c9-072d2233f6aa req-3c497aa4-111a-4614-a8aa-2dd7a1b473b6 service nova] Lock "2dbafd14-6c52-4417-ae5e-cadb11694492-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:31:45 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-2ec226f4-0eb5-4425-83c9-072d2233f6aa req-3c497aa4-111a-4614-a8aa-2dd7a1b473b6 service nova] Lock "2dbafd14-6c52-4417-ae5e-cadb11694492-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:31:45 user nova-compute[75147]: DEBUG nova.compute.manager [req-2ec226f4-0eb5-4425-83c9-072d2233f6aa req-3c497aa4-111a-4614-a8aa-2dd7a1b473b6 service nova] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] No waiting events found dispatching network-vif-plugged-2ea74459-f29e-4866-9f24-d523a3a7a6dc {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:31:45 user nova-compute[75147]: WARNING nova.compute.manager [req-2ec226f4-0eb5-4425-83c9-072d2233f6aa req-3c497aa4-111a-4614-a8aa-2dd7a1b473b6 service nova] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] Received unexpected event network-vif-plugged-2ea74459-f29e-4866-9f24-d523a3a7a6dc for instance with vm_state active and task_state deleting.
Oct 27 19:31:46 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:31:46 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2b0ba44c-96cb-42ef-add4-6535d26bdebf/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:31:46 user nova-compute[75147]: DEBUG nova.network.neutron [-] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] Updating instance_info_cache with network_info: [] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:31:46 user nova-compute[75147]: INFO nova.compute.manager [-] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] Took 1.40 seconds to deallocate network for instance.
Oct 27 19:31:46 user nova-compute[75147]: DEBUG nova.compute.manager [req-4aa246a5-1f8b-4877-ae61-7ef3c45948df req-c7ee87ff-1cfc-4ef4-a2ca-4525ae2ae812 service nova] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] Received event network-vif-deleted-2ea74459-f29e-4866-9f24-d523a3a7a6dc {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:31:46 user nova-compute[75147]: INFO nova.compute.manager [req-4aa246a5-1f8b-4877-ae61-7ef3c45948df req-c7ee87ff-1cfc-4ef4-a2ca-4525ae2ae812 service nova] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] Neutron deleted interface 2ea74459-f29e-4866-9f24-d523a3a7a6dc; detaching it from the instance and deleting it from the info cache
Oct 27 19:31:46 user nova-compute[75147]: DEBUG nova.network.neutron [req-4aa246a5-1f8b-4877-ae61-7ef3c45948df req-c7ee87ff-1cfc-4ef4-a2ca-4525ae2ae812 service nova] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] Updating instance_info_cache with network_info: [] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:31:46 user nova-compute[75147]: DEBUG nova.compute.manager [req-4aa246a5-1f8b-4877-ae61-7ef3c45948df req-c7ee87ff-1cfc-4ef4-a2ca-4525ae2ae812 service nova] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] Detach interface failed, port_id=2ea74459-f29e-4866-9f24-d523a3a7a6dc, reason: Instance 2dbafd14-6c52-4417-ae5e-cadb11694492 could not be found. {{(pid=75147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 27 19:31:46 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2b0ba44c-96cb-42ef-add4-6535d26bdebf/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:31:46 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2b0ba44c-96cb-42ef-add4-6535d26bdebf/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:31:46 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2b0ba44c-96cb-42ef-add4-6535d26bdebf/disk --force-share --output=json" returned: 0 in 0.243s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:31:46 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdbe7335-af99-486a-9a7e-adbdf4443572/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:31:46 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdbe7335-af99-486a-9a7e-adbdf4443572/disk --force-share --output=json" returned: 0 in 0.222s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:31:46 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdbe7335-af99-486a-9a7e-adbdf4443572/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:31:47 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdbe7335-af99-486a-9a7e-adbdf4443572/disk --force-share --output=json" returned: 0 in 0.233s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:31:47 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] skipping disk /dev/sdj (vdc) as it is a volume {{(pid=75147) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 19:31:47 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/17da16fe-2762-4442-a31f-c966695dea37/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:31:47 user nova-compute[75147]: INFO nova.compute.manager [None req-416fa676-8067-49bc-8274-6814ef48d58e tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] Took 1.02 seconds to detach 1 volumes for instance.
Oct 27 19:31:47 user nova-compute[75147]: DEBUG nova.compute.manager [None req-416fa676-8067-49bc-8274-6814ef48d58e tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] [instance: 2dbafd14-6c52-4417-ae5e-cadb11694492] Deleting volume: 23f7eea6-b543-4586-8760-1ae3a23356b0 {{(pid=75147) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Oct 27 19:31:47 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-6392ccd2-82c8-4d68-94f1-1ba5ec51774f tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Acquiring lock "cdbe7335-af99-486a-9a7e-adbdf4443572" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:31:47 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-6392ccd2-82c8-4d68-94f1-1ba5ec51774f tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Lock "cdbe7335-af99-486a-9a7e-adbdf4443572" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:31:47 user nova-compute[75147]: INFO nova.compute.manager [None req-6392ccd2-82c8-4d68-94f1-1ba5ec51774f tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Detaching volume eefad9fe-aa04-4b01-89e9-56ec24c73f94
Oct 27 19:31:47 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/17da16fe-2762-4442-a31f-c966695dea37/disk --force-share --output=json" returned: 0 in 0.235s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:31:47 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/17da16fe-2762-4442-a31f-c966695dea37/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:31:47 user nova-compute[75147]: INFO nova.virt.block_device [None req-6392ccd2-82c8-4d68-94f1-1ba5ec51774f tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Attempting to driver detach volume eefad9fe-aa04-4b01-89e9-56ec24c73f94 from mountpoint /dev/vdc
Oct 27 19:31:47 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-416fa676-8067-49bc-8274-6814ef48d58e tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:31:47 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-416fa676-8067-49bc-8274-6814ef48d58e tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:31:47 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-6392ccd2-82c8-4d68-94f1-1ba5ec51774f tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Attempting to detach device vdc from instance cdbe7335-af99-486a-9a7e-adbdf4443572 from the persistent domain config. {{(pid=75147) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 27 19:31:47 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-6392ccd2-82c8-4d68-94f1-1ba5ec51774f tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] detach device xml: <disk type="block" device="disk">
Oct 27 19:31:47 user nova-compute[75147]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 19:31:47 user nova-compute[75147]:   <source dev="/dev/sdj"/>
Oct 27 19:31:47 user nova-compute[75147]:   <target dev="vdc" bus="virtio"/>
Oct 27 19:31:47 user nova-compute[75147]:   <serial>eefad9fe-aa04-4b01-89e9-56ec24c73f94</serial>
Oct 27 19:31:47 user nova-compute[75147]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 27 19:31:47 user nova-compute[75147]: </disk>
Oct 27 19:31:47 user nova-compute[75147]:  {{(pid=75147) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 19:31:47 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-6392ccd2-82c8-4d68-94f1-1ba5ec51774f tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Successfully detached device vdc from instance cdbe7335-af99-486a-9a7e-adbdf4443572 from the persistent domain config.
Oct 27 19:31:47 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-6392ccd2-82c8-4d68-94f1-1ba5ec51774f tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] (1/8): Attempting to detach device vdc with device alias virtio-disk2 from instance cdbe7335-af99-486a-9a7e-adbdf4443572 from the live domain config. {{(pid=75147) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 27 19:31:47 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-6392ccd2-82c8-4d68-94f1-1ba5ec51774f tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] detach device xml: <disk type="block" device="disk">
Oct 27 19:31:47 user nova-compute[75147]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 19:31:47 user nova-compute[75147]:   <source dev="/dev/sdj"/>
Oct 27 19:31:47 user nova-compute[75147]:   <target dev="vdc" bus="virtio"/>
Oct 27 19:31:47 user nova-compute[75147]:   <serial>eefad9fe-aa04-4b01-89e9-56ec24c73f94</serial>
Oct 27 19:31:47 user nova-compute[75147]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 27 19:31:47 user nova-compute[75147]: </disk>
Oct 27 19:31:47 user nova-compute[75147]:  {{(pid=75147) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 19:31:47 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/17da16fe-2762-4442-a31f-c966695dea37/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:31:47 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/61a7bb90-56db-4b91-a684-39a54b5a11bf/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:31:47 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/61a7bb90-56db-4b91-a684-39a54b5a11bf/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:31:47 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/61a7bb90-56db-4b91-a684-39a54b5a11bf/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:31:47 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-416fa676-8067-49bc-8274-6814ef48d58e tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:31:48 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/61a7bb90-56db-4b91-a684-39a54b5a11bf/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:31:48 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-416fa676-8067-49bc-8274-6814ef48d58e tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:31:48 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/74b40d0b-39c0-437e-997c-65ee49a857d3/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:31:48 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-416fa676-8067-49bc-8274-6814ef48d58e tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.586s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:31:48 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-6392ccd2-82c8-4d68-94f1-1ba5ec51774f tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Start waiting for the detach event from libvirt for device vdc with device alias virtio-disk2 for instance cdbe7335-af99-486a-9a7e-adbdf4443572 {{(pid=75147) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 27 19:31:48 user nova-compute[75147]: INFO nova.scheduler.client.report [None req-416fa676-8067-49bc-8274-6814ef48d58e tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Deleted allocations for instance 2dbafd14-6c52-4417-ae5e-cadb11694492
Oct 27 19:31:48 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/74b40d0b-39c0-437e-997c-65ee49a857d3/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:31:48 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/74b40d0b-39c0-437e-997c-65ee49a857d3/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:31:48 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-416fa676-8067-49bc-8274-6814ef48d58e tempest-ServerActionsV293TestJSON-1223973353 tempest-ServerActionsV293TestJSON-1223973353-project-member] Lock "2dbafd14-6c52-4417-ae5e-cadb11694492" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 4.740s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:31:48 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/74b40d0b-39c0-437e-997c-65ee49a857d3/disk --force-share --output=json" returned: 0 in 0.220s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:31:48 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ccda09df-ba2f-4291-bb41-297995fa5786/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:31:48 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ccda09df-ba2f-4291-bb41-297995fa5786/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:31:48 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ccda09df-ba2f-4291-bb41-297995fa5786/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:31:48 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ccda09df-ba2f-4291-bb41-297995fa5786/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:31:48 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3fb6898-879f-4828-b0c8-f4c7911c334c/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:31:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3fb6898-879f-4828-b0c8-f4c7911c334c/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:31:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3fb6898-879f-4828-b0c8-f4c7911c334c/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:31:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3fb6898-879f-4828-b0c8-f4c7911c334c/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:31:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk.rescue --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:31:49 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:31:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk.rescue --force-share --output=json" returned: 0 in 0.228s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:31:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk.rescue --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:31:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk.rescue --force-share --output=json" returned: 0 in 0.194s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:31:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:31:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:31:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:31:50 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:31:50 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c49c74a6-9955-4a79-848f-4e6b9e348f9c/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:31:50 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c49c74a6-9955-4a79-848f-4e6b9e348f9c/disk --force-share --output=json" returned: 0 in 0.238s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:31:50 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c49c74a6-9955-4a79-848f-4e6b9e348f9c/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:31:50 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c49c74a6-9955-4a79-848f-4e6b9e348f9c/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:31:50 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] skipping disk /dev/sdi (vdb) as it is a volume {{(pid=75147) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 19:31:50 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c49c74a6-9955-4a79-848f-4e6b9e348f9c/disk.rescue --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:31:50 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c49c74a6-9955-4a79-848f-4e6b9e348f9c/disk.rescue --force-share --output=json" returned: 0 in 0.219s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:31:50 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c49c74a6-9955-4a79-848f-4e6b9e348f9c/disk.rescue --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:31:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c49c74a6-9955-4a79-848f-4e6b9e348f9c/disk.rescue --force-share --output=json" returned: 0 in 0.199s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:31:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bac22037-a5fc-4b74-a5eb-94c2e51e8155/disk.rescue --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:31:51 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:31:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bac22037-a5fc-4b74-a5eb-94c2e51e8155/disk.rescue --force-share --output=json" returned: 0 in 0.219s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:31:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bac22037-a5fc-4b74-a5eb-94c2e51e8155/disk.rescue --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:31:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bac22037-a5fc-4b74-a5eb-94c2e51e8155/disk.rescue --force-share --output=json" returned: 0 in 0.192s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:31:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bac22037-a5fc-4b74-a5eb-94c2e51e8155/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:31:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bac22037-a5fc-4b74-a5eb-94c2e51e8155/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:31:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bac22037-a5fc-4b74-a5eb-94c2e51e8155/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:31:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bac22037-a5fc-4b74-a5eb-94c2e51e8155/disk --force-share --output=json" returned: 0 in 0.244s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:31:52 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:31:52 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:31:52 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:31:52 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Hypervisor/Node resource view: name=user free_ram=7215MB free_disk=25.17916488647461GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75147) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 19:31:52 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:31:52 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:31:52 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance bac22037-a5fc-4b74-a5eb-94c2e51e8155 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:31:52 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:31:52 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance d3fb6898-879f-4828-b0c8-f4c7911c334c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:31:52 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance c49c74a6-9955-4a79-848f-4e6b9e348f9c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:31:52 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 17da16fe-2762-4442-a31f-c966695dea37 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:31:52 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 2b0ba44c-96cb-42ef-add4-6535d26bdebf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:31:52 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance ccda09df-ba2f-4291-bb41-297995fa5786 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:31:52 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance cdbe7335-af99-486a-9a7e-adbdf4443572 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:31:52 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 74b40d0b-39c0-437e-997c-65ee49a857d3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:31:52 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 61a7bb90-56db-4b91-a684-39a54b5a11bf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:31:52 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 19:31:52 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 19:31:53 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:31:53 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:31:53 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Compute_service record updated for user:user {{(pid=75147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 19:31:53 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.862s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:31:53 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:31:53 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Cleaning up deleted instances {{(pid=75147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 27 19:31:53 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] There are 0 instances to clean {{(pid=75147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 27 19:31:53 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:31:54 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-cad0f4e1-8c5d-4b88-b50d-2b767c6d1518 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Acquiring lock "ccda09df-ba2f-4291-bb41-297995fa5786" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:31:54 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-cad0f4e1-8c5d-4b88-b50d-2b767c6d1518 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Lock "ccda09df-ba2f-4291-bb41-297995fa5786" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:31:54 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-cad0f4e1-8c5d-4b88-b50d-2b767c6d1518 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Acquiring lock "ccda09df-ba2f-4291-bb41-297995fa5786-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:31:54 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-cad0f4e1-8c5d-4b88-b50d-2b767c6d1518 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Lock "ccda09df-ba2f-4291-bb41-297995fa5786-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:31:54 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-cad0f4e1-8c5d-4b88-b50d-2b767c6d1518 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Lock "ccda09df-ba2f-4291-bb41-297995fa5786-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:31:54 user nova-compute[75147]: INFO nova.compute.manager [None req-cad0f4e1-8c5d-4b88-b50d-2b767c6d1518 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] [instance: ccda09df-ba2f-4291-bb41-297995fa5786] Terminating instance
Oct 27 19:31:54 user nova-compute[75147]: DEBUG nova.compute.manager [None req-cad0f4e1-8c5d-4b88-b50d-2b767c6d1518 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] [instance: ccda09df-ba2f-4291-bb41-297995fa5786] Start destroying the instance on the hypervisor. {{(pid=75147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 27 19:31:54 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:31:54 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:31:54 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:31:54 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:31:54 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:31:54 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Starting heal instance info cache {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 19:31:54 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:31:54 user nova-compute[75147]: DEBUG nova.compute.manager [req-bee4b99a-cfed-4c5e-b767-88a1ca7c08ad req-f50442f8-78ca-48a0-aa29-7fc5ca1f3c1a service nova] [instance: ccda09df-ba2f-4291-bb41-297995fa5786] Received event network-vif-unplugged-eb23fefa-f3ef-4190-b058-a831a2bfa3dc {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:31:54 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-bee4b99a-cfed-4c5e-b767-88a1ca7c08ad req-f50442f8-78ca-48a0-aa29-7fc5ca1f3c1a service nova] Acquiring lock "ccda09df-ba2f-4291-bb41-297995fa5786-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:31:54 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-bee4b99a-cfed-4c5e-b767-88a1ca7c08ad req-f50442f8-78ca-48a0-aa29-7fc5ca1f3c1a service nova] Lock "ccda09df-ba2f-4291-bb41-297995fa5786-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:31:54 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-bee4b99a-cfed-4c5e-b767-88a1ca7c08ad req-f50442f8-78ca-48a0-aa29-7fc5ca1f3c1a service nova] Lock "ccda09df-ba2f-4291-bb41-297995fa5786-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:31:54 user nova-compute[75147]: DEBUG nova.compute.manager [req-bee4b99a-cfed-4c5e-b767-88a1ca7c08ad req-f50442f8-78ca-48a0-aa29-7fc5ca1f3c1a service nova] [instance: ccda09df-ba2f-4291-bb41-297995fa5786] No waiting events found dispatching network-vif-unplugged-eb23fefa-f3ef-4190-b058-a831a2bfa3dc {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:31:54 user nova-compute[75147]: DEBUG nova.compute.manager [req-bee4b99a-cfed-4c5e-b767-88a1ca7c08ad req-f50442f8-78ca-48a0-aa29-7fc5ca1f3c1a service nova] [instance: ccda09df-ba2f-4291-bb41-297995fa5786] Received event network-vif-unplugged-eb23fefa-f3ef-4190-b058-a831a2bfa3dc for instance with task_state deleting. {{(pid=75147) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 19:31:54 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:31:54 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:31:54 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: ccda09df-ba2f-4291-bb41-297995fa5786] Instance destroyed successfully.
Oct 27 19:31:54 user nova-compute[75147]: DEBUG nova.objects.instance [None req-cad0f4e1-8c5d-4b88-b50d-2b767c6d1518 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Lazy-loading 'resources' on Instance uuid ccda09df-ba2f-4291-bb41-297995fa5786 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:31:54 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-cad0f4e1-8c5d-4b88-b50d-2b767c6d1518 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:29:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-1605891818',display_name='tempest-VolumesAdminNegativeTest-server-1605891818',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-1605891818',id=14,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-27T19:29:55Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='567efa430de8417fb405d6ec8360f235',ramdisk_id='',reservation_id='r-1f0ps3d6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesAdminNegativeTest-942172662',owner_user_name='tempest-VolumesAdminNegativeTest-942172662-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T19:29:55Z,user_data=None,user_id='85f4d793a0ae48b6babe0cf7a92163d9',uuid=ccda09df-ba2f-4291-bb41-297995fa5786,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "eb23fefa-f3ef-4190-b058-a831a2bfa3dc", "address": "fa:16:3e:88:34:63", "network": {"id": "95183f82-97a6-4a28-a730-1603f8944490", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1454550508-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "567efa430de8417fb405d6ec8360f235", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeb23fefa-f3", "ovs_interfaceid": "eb23fefa-f3ef-4190-b058-a831a2bfa3dc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 19:31:54 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-cad0f4e1-8c5d-4b88-b50d-2b767c6d1518 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Converting VIF {"id": "eb23fefa-f3ef-4190-b058-a831a2bfa3dc", "address": "fa:16:3e:88:34:63", "network": {"id": "95183f82-97a6-4a28-a730-1603f8944490", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1454550508-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "567efa430de8417fb405d6ec8360f235", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeb23fefa-f3", "ovs_interfaceid": "eb23fefa-f3ef-4190-b058-a831a2bfa3dc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:31:54 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-cad0f4e1-8c5d-4b88-b50d-2b767c6d1518 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:88:34:63,bridge_name='br-int',has_traffic_filtering=True,id=eb23fefa-f3ef-4190-b058-a831a2bfa3dc,network=Network(95183f82-97a6-4a28-a730-1603f8944490),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeb23fefa-f3') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:31:54 user nova-compute[75147]: DEBUG os_vif [None req-cad0f4e1-8c5d-4b88-b50d-2b767c6d1518 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:88:34:63,bridge_name='br-int',has_traffic_filtering=True,id=eb23fefa-f3ef-4190-b058-a831a2bfa3dc,network=Network(95183f82-97a6-4a28-a730-1603f8944490),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeb23fefa-f3') {{(pid=75147) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 19:31:54 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:31:54 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapeb23fefa-f3, bridge=br-int, if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:31:54 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:31:54 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:31:54 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:31:54 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c02087d8-1fcc-421f-9188-4d8c19f47890) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:31:54 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:31:54 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:31:54 user nova-compute[75147]: INFO os_vif [None req-cad0f4e1-8c5d-4b88-b50d-2b767c6d1518 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:88:34:63,bridge_name='br-int',has_traffic_filtering=True,id=eb23fefa-f3ef-4190-b058-a831a2bfa3dc,network=Network(95183f82-97a6-4a28-a730-1603f8944490),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeb23fefa-f3')
Oct 27 19:31:54 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-cad0f4e1-8c5d-4b88-b50d-2b767c6d1518 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] [instance: ccda09df-ba2f-4291-bb41-297995fa5786] Deleting instance files /opt/stack/data/nova/instances/ccda09df-ba2f-4291-bb41-297995fa5786_del
Oct 27 19:31:54 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-cad0f4e1-8c5d-4b88-b50d-2b767c6d1518 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] [instance: ccda09df-ba2f-4291-bb41-297995fa5786] Deletion of /opt/stack/data/nova/instances/ccda09df-ba2f-4291-bb41-297995fa5786_del complete
Oct 27 19:31:54 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "refresh_cache-17da16fe-2762-4442-a31f-c966695dea37" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:31:54 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquired lock "refresh_cache-17da16fe-2762-4442-a31f-c966695dea37" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:31:54 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: 17da16fe-2762-4442-a31f-c966695dea37] Forcefully refreshing network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 27 19:31:54 user nova-compute[75147]: INFO nova.compute.manager [None req-cad0f4e1-8c5d-4b88-b50d-2b767c6d1518 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] [instance: ccda09df-ba2f-4291-bb41-297995fa5786] Took 0.81 seconds to destroy the instance on the hypervisor.
Oct 27 19:31:54 user nova-compute[75147]: DEBUG oslo.service.loopingcall [None req-cad0f4e1-8c5d-4b88-b50d-2b767c6d1518 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 27 19:31:54 user nova-compute[75147]: DEBUG nova.compute.manager [-] [instance: ccda09df-ba2f-4291-bb41-297995fa5786] Deallocating network for instance {{(pid=75147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 27 19:31:54 user nova-compute[75147]: DEBUG nova.network.neutron [-] [instance: ccda09df-ba2f-4291-bb41-297995fa5786] deallocate_for_instance() {{(pid=75147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 27 19:31:55 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: 17da16fe-2762-4442-a31f-c966695dea37] Updating instance_info_cache with network_info: [{"id": "f10f4b7d-866f-4ae4-b962-69f8613fb428", "address": "fa:16:3e:de:6c:42", "network": {"id": "95183f82-97a6-4a28-a730-1603f8944490", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1454550508-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "567efa430de8417fb405d6ec8360f235", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf10f4b7d-86", "ovs_interfaceid": "f10f4b7d-866f-4ae4-b962-69f8613fb428", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:31:55 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Releasing lock "refresh_cache-17da16fe-2762-4442-a31f-c966695dea37" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:31:55 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: 17da16fe-2762-4442-a31f-c966695dea37] Updated the network info_cache for instance {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 27 19:31:55 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:31:55 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:31:55 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:31:55 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:31:55 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75147) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 19:31:55 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:31:56 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:31:56 user nova-compute[75147]: DEBUG nova.network.neutron [-] [instance: ccda09df-ba2f-4291-bb41-297995fa5786] Updating instance_info_cache with network_info: [] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:31:56 user nova-compute[75147]: INFO nova.compute.manager [-] [instance: ccda09df-ba2f-4291-bb41-297995fa5786] Took 1.28 seconds to deallocate network for instance.
Oct 27 19:31:56 user nova-compute[75147]: DEBUG nova.compute.manager [req-35247cac-e274-4c4a-8326-9b75d76b4f38 req-4e71d550-c65b-40d0-b68a-0930dbbf43a2 service nova] [instance: ccda09df-ba2f-4291-bb41-297995fa5786] Received event network-vif-deleted-eb23fefa-f3ef-4190-b058-a831a2bfa3dc {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:31:56 user nova-compute[75147]: INFO nova.compute.manager [req-35247cac-e274-4c4a-8326-9b75d76b4f38 req-4e71d550-c65b-40d0-b68a-0930dbbf43a2 service nova] [instance: ccda09df-ba2f-4291-bb41-297995fa5786] Neutron deleted interface eb23fefa-f3ef-4190-b058-a831a2bfa3dc; detaching it from the instance and deleting it from the info cache
Oct 27 19:31:56 user nova-compute[75147]: DEBUG nova.network.neutron [req-35247cac-e274-4c4a-8326-9b75d76b4f38 req-4e71d550-c65b-40d0-b68a-0930dbbf43a2 service nova] [instance: ccda09df-ba2f-4291-bb41-297995fa5786] Updating instance_info_cache with network_info: [] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:31:56 user nova-compute[75147]: DEBUG nova.compute.manager [req-35247cac-e274-4c4a-8326-9b75d76b4f38 req-4e71d550-c65b-40d0-b68a-0930dbbf43a2 service nova] [instance: ccda09df-ba2f-4291-bb41-297995fa5786] Detach interface failed, port_id=eb23fefa-f3ef-4190-b058-a831a2bfa3dc, reason: Instance ccda09df-ba2f-4291-bb41-297995fa5786 could not be found. {{(pid=75147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 27 19:31:56 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-cad0f4e1-8c5d-4b88-b50d-2b767c6d1518 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:31:56 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-cad0f4e1-8c5d-4b88-b50d-2b767c6d1518 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:31:56 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:31:56 user nova-compute[75147]: DEBUG nova.compute.manager [req-cca8ef07-1b9f-4e1a-a51a-fb2333653f16 req-2ff499db-f56c-47a9-b04e-0b00e96d9d7a service nova] [instance: ccda09df-ba2f-4291-bb41-297995fa5786] Received event network-vif-plugged-eb23fefa-f3ef-4190-b058-a831a2bfa3dc {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:31:56 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-cca8ef07-1b9f-4e1a-a51a-fb2333653f16 req-2ff499db-f56c-47a9-b04e-0b00e96d9d7a service nova] Acquiring lock "ccda09df-ba2f-4291-bb41-297995fa5786-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:31:56 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-cca8ef07-1b9f-4e1a-a51a-fb2333653f16 req-2ff499db-f56c-47a9-b04e-0b00e96d9d7a service nova] Lock "ccda09df-ba2f-4291-bb41-297995fa5786-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:31:56 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-cca8ef07-1b9f-4e1a-a51a-fb2333653f16 req-2ff499db-f56c-47a9-b04e-0b00e96d9d7a service nova] Lock "ccda09df-ba2f-4291-bb41-297995fa5786-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:31:56 user nova-compute[75147]: DEBUG nova.compute.manager [req-cca8ef07-1b9f-4e1a-a51a-fb2333653f16 req-2ff499db-f56c-47a9-b04e-0b00e96d9d7a service nova] [instance: ccda09df-ba2f-4291-bb41-297995fa5786] No waiting events found dispatching network-vif-plugged-eb23fefa-f3ef-4190-b058-a831a2bfa3dc {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:31:56 user nova-compute[75147]: WARNING nova.compute.manager [req-cca8ef07-1b9f-4e1a-a51a-fb2333653f16 req-2ff499db-f56c-47a9-b04e-0b00e96d9d7a service nova] [instance: ccda09df-ba2f-4291-bb41-297995fa5786] Received unexpected event network-vif-plugged-eb23fefa-f3ef-4190-b058-a831a2bfa3dc for instance with vm_state deleted and task_state None.
Oct 27 19:31:56 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-cad0f4e1-8c5d-4b88-b50d-2b767c6d1518 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:31:56 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-cad0f4e1-8c5d-4b88-b50d-2b767c6d1518 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:31:56 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-cad0f4e1-8c5d-4b88-b50d-2b767c6d1518 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.379s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:31:56 user nova-compute[75147]: INFO nova.scheduler.client.report [None req-cad0f4e1-8c5d-4b88-b50d-2b767c6d1518 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Deleted allocations for instance ccda09df-ba2f-4291-bb41-297995fa5786
Oct 27 19:31:56 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-cad0f4e1-8c5d-4b88-b50d-2b767c6d1518 tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Lock "ccda09df-ba2f-4291-bb41-297995fa5786" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.751s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:31:59 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b2ab8405-b04b-4867-8aac-717dcc1ffd28 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] Calling os-brick to attach iSCSI Volume {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 19:31:59 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-b2ab8405-b04b-4867-8aac-717dcc1ffd28 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IxkDyEgb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:31:59 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-b2ab8405-b04b-4867-8aac-717dcc1ffd28 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:31:59 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-b2ab8405-b04b-4867-8aac-717dcc1ffd28 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:31:59 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-b2ab8405-b04b-4867-8aac-717dcc1ffd28 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:31:59 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-b2ab8405-b04b-4867-8aac-717dcc1ffd28 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:31:59 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-b2ab8405-b04b-4867-8aac-717dcc1ffd28 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:31:59 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-b2ab8405-b04b-4867-8aac-717dcc1ffd28 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:31:59 user nova-compute[75147]: INFO os_brick.initiator.connectors.iscsi [None req-b2ab8405-b04b-4867-8aac-717dcc1ffd28 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 19:31:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855 -p 172.16.0.220:3260 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:31:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:31:59 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[3dc1277d-ccfd-4d1a-808f-d3572e514214]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:31:59 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-b2ab8405-b04b-4867-8aac-717dcc1ffd28 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 19:31:59 user nova-compute[75147]:  {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:31:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855 -p 172.16.0.220:3260 --interface default --op new {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:31:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:31:59 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5213944-14fc-488c-9ca6-edac4a5fb50a]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855] added\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:31:59 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-b2ab8405-b04b-4867-8aac-717dcc1ffd28 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855] added
Oct 27 19:31:59 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:31:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:31:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:31:59 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f12f75e-4ecd-4e22-8f86-423faf809e22]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:31:59 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-b2ab8405-b04b-4867-8aac-717dcc1ffd28 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:31:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:31:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:31:59 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[dcdc09cf-2436-4d37-b545-fa6d67441459]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:31:59 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-b2ab8405-b04b-4867-8aac-717dcc1ffd28 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:31:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v IxkDyEgb {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:31:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v IxkDyEgb" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:31:59 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[898a2d46-3441-434d-9f0c-57ce1f9958b4]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:31:59 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-b2ab8405-b04b-4867-8aac-717dcc1ffd28 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'IxkDyEgb'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:31:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:31:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:31:59 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[c541b856-a559-4df4-aff8-7c2a97b190cd]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:31:59 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-b2ab8405-b04b-4867-8aac-717dcc1ffd28 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:31:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:31:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:31:59 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[e0f1912e-edc7-409d-a92c-86c0b5cd322d]: (4, ('tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eefad9fe-aa04-4b01-89e9-56ec24c73f94 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:31:59 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-b2ab8405-b04b-4867-8aac-717dcc1ffd28 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1 (non-flash)
Oct 27 19:31:59 user nova-compute[75147]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eefad9fe-aa04-4b01-89e9-56ec24c73f94 (non-flash)
Oct 27 19:31:59 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:31:59 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-b2ab8405-b04b-4867-8aac-717dcc1ffd28 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] iscsi session list stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1 (non-flash)
Oct 27 19:31:59 user nova-compute[75147]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eefad9fe-aa04-4b01-89e9-56ec24c73f94 (non-flash)
Oct 27 19:31:59 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:31:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855 -p 172.16.0.220:3260 --login {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:31:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855 -p 172.16.0.220:3260 --login" returned: 0 in 0.065s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:31:59 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[d69f5b64-0037-4a21-96b9-54b43ecf93db]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:31:59 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-b2ab8405-b04b-4867-8aac-717dcc1ffd28 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855, portal: 172.16.0.220,3260]
Oct 27 19:31:59 user nova-compute[75147]: Login to [iface: default, target: iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855, portal: 172.16.0.220,3260] successful.
Oct 27 19:31:59 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:31:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:31:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:31:59 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[eaaab85f-347e-4d5a-b5f1-950820f830e8]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:31:59 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-b2ab8405-b04b-4867-8aac-717dcc1ffd28 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:31:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:31:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:31:59 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c57810b-bb20-4a28-b6fd-f82c5d839e3c]: (4, ('tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eefad9fe-aa04-4b01-89e9-56ec24c73f94 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:31:59 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-b2ab8405-b04b-4867-8aac-717dcc1ffd28 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1 (non-flash)
Oct 27 19:31:59 user nova-compute[75147]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eefad9fe-aa04-4b01-89e9-56ec24c73f94 (non-flash)
Oct 27 19:31:59 user nova-compute[75147]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855 (non-flash)
Oct 27 19:31:59 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:31:59 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-b2ab8405-b04b-4867-8aac-717dcc1ffd28 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] iscsi session list stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1 (non-flash)
Oct 27 19:31:59 user nova-compute[75147]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eefad9fe-aa04-4b01-89e9-56ec24c73f94 (non-flash)
Oct 27 19:31:59 user nova-compute[75147]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855 (non-flash)
Oct 27 19:31:59 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:31:59 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-b2ab8405-b04b-4867-8aac-717dcc1ffd28 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.298s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:31:59 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-b2ab8405-b04b-4867-8aac-717dcc1ffd28 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Connected to 172.16.0.220:3260 {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 19:31:59 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-b2ab8405-b04b-4867-8aac-717dcc1ffd28 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] HCTL ('33', '-', '-', 0) found on session 16 with lun 0 {{(pid=75147) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 19:31:59 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-b2ab8405-b04b-4867-8aac-717dcc1ffd28 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75147) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 19:31:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:31:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:31:59 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[2aa8ec18-c4a3-41e0-9a8f-a731c8db19a5]: (4, ('- - 0', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:31:59 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-b2ab8405-b04b-4867-8aac-717dcc1ffd28 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Searching for a device in session 16 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75147) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 19:31:59 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-b2ab8405-b04b-4867-8aac-717dcc1ffd28 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IxkDyEgb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 19:31:59 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:00 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-b2ab8405-b04b-4867-8aac-717dcc1ffd28 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.335s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:32:00 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-b2ab8405-b04b-4867-8aac-717dcc1ffd28 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] <== connect_volume: return (1337ms) {'type': 'block', 'scsi_wwn': '23231616264663065', 'path': '/dev/sdb'} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:32:00 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b2ab8405-b04b-4867-8aac-717dcc1ffd28 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23231616264663065', 'path': '/dev/sdb'} {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 19:32:00 user nova-compute[75147]: DEBUG nova.objects.instance [None req-b2ab8405-b04b-4867-8aac-717dcc1ffd28 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Lazy-loading 'flavor' on Instance uuid 2b0ba44c-96cb-42ef-add4-6535d26bdebf {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:32:00 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-b2ab8405-b04b-4867-8aac-717dcc1ffd28 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] attach device xml: <disk type="block" device="disk">
Oct 27 19:32:00 user nova-compute[75147]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 19:32:00 user nova-compute[75147]:   <source dev="/dev/sdb"/>
Oct 27 19:32:00 user nova-compute[75147]:   <target dev="vdb" bus="virtio"/>
Oct 27 19:32:00 user nova-compute[75147]:   <serial>ffea6a7e-2de0-4845-b40d-026b46913855</serial>
Oct 27 19:32:00 user nova-compute[75147]: </disk>
Oct 27 19:32:00 user nova-compute[75147]:  {{(pid=75147) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 27 19:32:00 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:01 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-b2ab8405-b04b-4867-8aac-717dcc1ffd28 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] No BDM found with device name vda, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:32:01 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-b2ab8405-b04b-4867-8aac-717dcc1ffd28 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:32:01 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-b2ab8405-b04b-4867-8aac-717dcc1ffd28 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] No VIF found with MAC fa:16:3e:d7:05:da, not building metadata {{(pid=75147) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 19:32:01 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:01 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-b2ab8405-b04b-4867-8aac-717dcc1ffd28 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Lock "2b0ba44c-96cb-42ef-add4-6535d26bdebf" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 25.148s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:32:01 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._sync_power_states {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:32:01 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:01 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Triggering sync for uuid bac22037-a5fc-4b74-a5eb-94c2e51e8155 {{(pid=75147) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 27 19:32:01 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Triggering sync for uuid 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a {{(pid=75147) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 27 19:32:01 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Triggering sync for uuid d3fb6898-879f-4828-b0c8-f4c7911c334c {{(pid=75147) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 27 19:32:01 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Triggering sync for uuid c49c74a6-9955-4a79-848f-4e6b9e348f9c {{(pid=75147) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 27 19:32:01 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Triggering sync for uuid 17da16fe-2762-4442-a31f-c966695dea37 {{(pid=75147) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 27 19:32:01 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Triggering sync for uuid 2b0ba44c-96cb-42ef-add4-6535d26bdebf {{(pid=75147) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 27 19:32:01 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Triggering sync for uuid 74b40d0b-39c0-437e-997c-65ee49a857d3 {{(pid=75147) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 27 19:32:01 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Triggering sync for uuid 61a7bb90-56db-4b91-a684-39a54b5a11bf {{(pid=75147) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 27 19:32:01 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Triggering sync for uuid cdbe7335-af99-486a-9a7e-adbdf4443572 {{(pid=75147) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 27 19:32:01 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "bac22037-a5fc-4b74-a5eb-94c2e51e8155" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:32:01 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "bac22037-a5fc-4b74-a5eb-94c2e51e8155" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:32:01 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "18c1bbe4-9572-4a2e-b855-72ced4cd7f6a" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:32:01 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "18c1bbe4-9572-4a2e-b855-72ced4cd7f6a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:32:01 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "d3fb6898-879f-4828-b0c8-f4c7911c334c" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:32:01 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "d3fb6898-879f-4828-b0c8-f4c7911c334c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:32:01 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "c49c74a6-9955-4a79-848f-4e6b9e348f9c" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:32:01 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "c49c74a6-9955-4a79-848f-4e6b9e348f9c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:32:01 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "17da16fe-2762-4442-a31f-c966695dea37" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:32:01 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "17da16fe-2762-4442-a31f-c966695dea37" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:32:01 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "2b0ba44c-96cb-42ef-add4-6535d26bdebf" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:32:01 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "2b0ba44c-96cb-42ef-add4-6535d26bdebf" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:32:01 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "74b40d0b-39c0-437e-997c-65ee49a857d3" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:32:01 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "74b40d0b-39c0-437e-997c-65ee49a857d3" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:32:01 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "61a7bb90-56db-4b91-a684-39a54b5a11bf" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:32:01 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "61a7bb90-56db-4b91-a684-39a54b5a11bf" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:32:01 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "cdbe7335-af99-486a-9a7e-adbdf4443572" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:32:01 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "d3fb6898-879f-4828-b0c8-f4c7911c334c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.080s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:32:01 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "2b0ba44c-96cb-42ef-add4-6535d26bdebf" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.087s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:32:01 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "18c1bbe4-9572-4a2e-b855-72ced4cd7f6a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.109s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:32:01 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "bac22037-a5fc-4b74-a5eb-94c2e51e8155" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.111s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:32:01 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "61a7bb90-56db-4b91-a684-39a54b5a11bf" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.112s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:32:01 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "74b40d0b-39c0-437e-997c-65ee49a857d3" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.117s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:32:01 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "c49c74a6-9955-4a79-848f-4e6b9e348f9c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.127s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:32:01 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "17da16fe-2762-4442-a31f-c966695dea37" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.127s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:32:03 user nova-compute[75147]: INFO nova.compute.manager [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] Rebuilding instance
Oct 27 19:32:03 user nova-compute[75147]: DEBUG nova.compute.manager [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] Checking state {{(pid=75147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 19:32:03 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:03 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:03 user nova-compute[75147]: DEBUG nova.compute.manager [req-5d84f36d-35ac-42a9-9113-b3ded126e595 req-5a733b95-f3fc-4704-9584-c8cf8a2ebf2c service nova] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] Received event network-vif-unplugged-af5e3ba8-cfdd-4990-b210-fef2ac98b13a {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:32:03 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-5d84f36d-35ac-42a9-9113-b3ded126e595 req-5a733b95-f3fc-4704-9584-c8cf8a2ebf2c service nova] Acquiring lock "2b0ba44c-96cb-42ef-add4-6535d26bdebf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:32:03 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-5d84f36d-35ac-42a9-9113-b3ded126e595 req-5a733b95-f3fc-4704-9584-c8cf8a2ebf2c service nova] Lock "2b0ba44c-96cb-42ef-add4-6535d26bdebf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:32:03 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-5d84f36d-35ac-42a9-9113-b3ded126e595 req-5a733b95-f3fc-4704-9584-c8cf8a2ebf2c service nova] Lock "2b0ba44c-96cb-42ef-add4-6535d26bdebf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:32:03 user nova-compute[75147]: DEBUG nova.compute.manager [req-5d84f36d-35ac-42a9-9113-b3ded126e595 req-5a733b95-f3fc-4704-9584-c8cf8a2ebf2c service nova] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] No waiting events found dispatching network-vif-unplugged-af5e3ba8-cfdd-4990-b210-fef2ac98b13a {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:32:03 user nova-compute[75147]: WARNING nova.compute.manager [req-5d84f36d-35ac-42a9-9113-b3ded126e595 req-5a733b95-f3fc-4704-9584-c8cf8a2ebf2c service nova] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] Received unexpected event network-vif-unplugged-af5e3ba8-cfdd-4990-b210-fef2ac98b13a for instance with vm_state active and task_state rebuilding.
Oct 27 19:32:03 user nova-compute[75147]: INFO nova.compute.manager [None req-dc8f2b02-7b4e-4f5d-b54a-f687b588820b tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Unrescuing
Oct 27 19:32:03 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-dc8f2b02-7b4e-4f5d-b54a-f687b588820b tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Acquiring lock "refresh_cache-c49c74a6-9955-4a79-848f-4e6b9e348f9c" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:32:03 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-dc8f2b02-7b4e-4f5d-b54a-f687b588820b tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Acquired lock "refresh_cache-c49c74a6-9955-4a79-848f-4e6b9e348f9c" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:32:03 user nova-compute[75147]: DEBUG nova.network.neutron [None req-dc8f2b02-7b4e-4f5d-b54a-f687b588820b tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Building network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 19:32:03 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:04 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:04 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:04 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] Instance destroyed successfully.
Oct 27 19:32:04 user nova-compute[75147]: INFO nova.compute.manager [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] Detaching volume ffea6a7e-2de0-4845-b40d-026b46913855
Oct 27 19:32:04 user nova-compute[75147]: DEBUG nova.network.neutron [None req-dc8f2b02-7b4e-4f5d-b54a-f687b588820b tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Updating instance_info_cache with network_info: [{"id": "c329eb13-c03a-457b-b808-2c836a4f4dc9", "address": "fa:16:3e:6d:47:3d", "network": {"id": "c8178a72-f188-4ac8-96aa-f6db2911e3ca", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-2046459904-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.13", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2ce930abe29a45ce878e5d04fb97a063", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc329eb13-c0", "ovs_interfaceid": "c329eb13-c03a-457b-b808-2c836a4f4dc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:32:04 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-dc8f2b02-7b4e-4f5d-b54a-f687b588820b tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Releasing lock "refresh_cache-c49c74a6-9955-4a79-848f-4e6b9e348f9c" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:32:04 user nova-compute[75147]: DEBUG nova.objects.instance [None req-dc8f2b02-7b4e-4f5d-b54a-f687b588820b tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Lazy-loading 'flavor' on Instance uuid c49c74a6-9955-4a79-848f-4e6b9e348f9c {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:32:04 user nova-compute[75147]: INFO nova.virt.block_device [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] Attempting to driver detach volume ffea6a7e-2de0-4845-b40d-026b46913855 from mountpoint /dev/vdb
Oct 27 19:32:04 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Attempting to detach device vdb from instance 2b0ba44c-96cb-42ef-add4-6535d26bdebf from the persistent domain config. {{(pid=75147) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 27 19:32:04 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] detach device xml: <disk type="block" device="disk">
Oct 27 19:32:04 user nova-compute[75147]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 19:32:04 user nova-compute[75147]:   <source dev="/dev/sdb"/>
Oct 27 19:32:04 user nova-compute[75147]:   <target dev="vdb" bus="virtio"/>
Oct 27 19:32:04 user nova-compute[75147]:   <serial>ffea6a7e-2de0-4845-b40d-026b46913855</serial>
Oct 27 19:32:04 user nova-compute[75147]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 27 19:32:04 user nova-compute[75147]: </disk>
Oct 27 19:32:04 user nova-compute[75147]:  {{(pid=75147) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 19:32:04 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Successfully detached device vdb from instance 2b0ba44c-96cb-42ef-add4-6535d26bdebf from the persistent domain config.
Oct 27 19:32:04 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] calling os-brick to detach iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 19:32:04 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, {'target_iqn': 'iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IxkDyEgb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:32:04 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 27 19:32:04 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:32:04 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:32:04 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:32:04 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:32:04 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c62d2e4-bc69-4247-ab6f-46caf5063465]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:eefad9fe-aa04-4b01-89e9-56ec24c73f94\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:32:04 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 19:32:04 user nova-compute[75147]: No targets found.
Oct 27 19:32:04 user nova-compute[75147]: iSNS:
Oct 27 19:32:04 user nova-compute[75147]: No targets found.
Oct 27 19:32:04 user nova-compute[75147]: STATIC:
Oct 27 19:32:04 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1
Oct 27 19:32:04 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:32:04 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:32:04 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855
Oct 27 19:32:04 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:32:04 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:32:04 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:eefad9fe-aa04-4b01-89e9-56ec24c73f94
Oct 27 19:32:04 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:32:04 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:32:04 user nova-compute[75147]: FIRMWARE:
Oct 27 19:32:04 user nova-compute[75147]: No targets found.
Oct 27 19:32:04 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:32:04 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 19:32:04 user nova-compute[75147]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 19:32:04 user nova-compute[75147]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75147) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 19:32:04 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855', 0)] {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 19:32:04 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:32:04 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:32:04 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[c77e1d2c-496e-4355-8150-221b218d62cd]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:eefad9fe-aa04-4b01-89e9-56ec24c73f94\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:32:04 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:32:04 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:04 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:32:04 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[981fdc91-6773-43f2-85e2-f276d98c0ba8]: (4, ('tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eefad9fe-aa04-4b01-89e9-56ec24c73f94 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:32:04 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1 (non-flash)
Oct 27 19:32:04 user nova-compute[75147]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eefad9fe-aa04-4b01-89e9-56ec24c73f94 (non-flash)
Oct 27 19:32:04 user nova-compute[75147]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855 (non-flash)
Oct 27 19:32:04 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:32:04 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] iscsi session list stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1 (non-flash)
Oct 27 19:32:04 user nova-compute[75147]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eefad9fe-aa04-4b01-89e9-56ec24c73f94 (non-flash)
Oct 27 19:32:04 user nova-compute[75147]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855 (non-flash)
Oct 27 19:32:04 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:32:04 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f28ec5af1c0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855'): ({'sdb'}, set())}) {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 19:32:04 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Removing single pathed devices sdb {{(pid=75147) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 19:32:04 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:32:04 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:04 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:04 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.027s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:32:04 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d43c1fb-25fa-45ba-adf4-ed709e7d24de]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:32:04 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:32:04 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:04 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.029s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:32:04 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[e90460c1-79e0-4d5d-a353-a44964c2e926]: (4, ('ok\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:32:04 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Flushing IO for device /dev/sdb {{(pid=75147) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 19:32:04 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:32:04 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:04 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.036s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:32:04 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[6dd8c3bb-d7c7-4625-9ee1-f017f230c6b4]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:32:04 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75147) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 19:32:04 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:32:04 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.058s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:32:04 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1d2662b-18e6-483f-9076-0645db0dd52f]: (4, ('1', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:32:04 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 19:32:04 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] SCSI volumes sdb have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 19:32:04 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855')] {{(pid=75147) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 19:32:04 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:32:04 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:32:04 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[eca4492c-867f-4c65-953f-de1282f54b5d]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:32:04 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:32:04 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855 -p 172.16.0.220:3260 --logout {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:32:05 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855 -p 172.16.0.220:3260 --logout" returned: 0 in 0.059s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:32:05 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[fee2c369-1dbb-4ab0-80f8-70ac12bab481]: (4, ('Logging out of session [sid: 16, target: iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855, portal: 172.16.0.220,3260]\nLogout of [sid: 16, target: iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:32:05 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 16, target: iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855, portal: 172.16.0.220,3260]
Oct 27 19:32:05 user nova-compute[75147]: Logout of [sid: 16, target: iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855, portal: 172.16.0.220,3260] successful.
Oct 27 19:32:05 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:32:05 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855 -p 172.16.0.220:3260 --op delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:32:05 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:32:05 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[3274452d-88a8-485d-bd34-b027600119fc]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:32:05 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:32:05 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.389s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:32:05 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] <== disconnect_volume: return (391ms) None {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:32:05 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] Disconnected iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 19:32:05 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Instance destroyed successfully.
Oct 27 19:32:05 user nova-compute[75147]: DEBUG nova.compute.manager [req-a6245b1b-c6aa-4cd4-b7e9-c5004ae373f5 req-51fd1c98-191d-463b-975d-93f0b84e27b7 service nova] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] Received event network-vif-plugged-af5e3ba8-cfdd-4990-b210-fef2ac98b13a {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:32:05 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-a6245b1b-c6aa-4cd4-b7e9-c5004ae373f5 req-51fd1c98-191d-463b-975d-93f0b84e27b7 service nova] Acquiring lock "2b0ba44c-96cb-42ef-add4-6535d26bdebf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:32:05 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-a6245b1b-c6aa-4cd4-b7e9-c5004ae373f5 req-51fd1c98-191d-463b-975d-93f0b84e27b7 service nova] Lock "2b0ba44c-96cb-42ef-add4-6535d26bdebf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:32:05 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-a6245b1b-c6aa-4cd4-b7e9-c5004ae373f5 req-51fd1c98-191d-463b-975d-93f0b84e27b7 service nova] Lock "2b0ba44c-96cb-42ef-add4-6535d26bdebf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:32:05 user nova-compute[75147]: DEBUG nova.compute.manager [req-a6245b1b-c6aa-4cd4-b7e9-c5004ae373f5 req-51fd1c98-191d-463b-975d-93f0b84e27b7 service nova] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] No waiting events found dispatching network-vif-plugged-af5e3ba8-cfdd-4990-b210-fef2ac98b13a {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:32:05 user nova-compute[75147]: WARNING nova.compute.manager [req-a6245b1b-c6aa-4cd4-b7e9-c5004ae373f5 req-51fd1c98-191d-463b-975d-93f0b84e27b7 service nova] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] Received unexpected event network-vif-plugged-af5e3ba8-cfdd-4990-b210-fef2ac98b13a for instance with vm_state active and task_state rebuilding.
Oct 27 19:32:05 user nova-compute[75147]: DEBUG nova.compute.manager [req-a6245b1b-c6aa-4cd4-b7e9-c5004ae373f5 req-51fd1c98-191d-463b-975d-93f0b84e27b7 service nova] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Received event network-vif-unplugged-c329eb13-c03a-457b-b808-2c836a4f4dc9 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:32:05 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-a6245b1b-c6aa-4cd4-b7e9-c5004ae373f5 req-51fd1c98-191d-463b-975d-93f0b84e27b7 service nova] Acquiring lock "c49c74a6-9955-4a79-848f-4e6b9e348f9c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:32:05 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-a6245b1b-c6aa-4cd4-b7e9-c5004ae373f5 req-51fd1c98-191d-463b-975d-93f0b84e27b7 service nova] Lock "c49c74a6-9955-4a79-848f-4e6b9e348f9c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:32:05 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-a6245b1b-c6aa-4cd4-b7e9-c5004ae373f5 req-51fd1c98-191d-463b-975d-93f0b84e27b7 service nova] Lock "c49c74a6-9955-4a79-848f-4e6b9e348f9c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:32:05 user nova-compute[75147]: DEBUG nova.compute.manager [req-a6245b1b-c6aa-4cd4-b7e9-c5004ae373f5 req-51fd1c98-191d-463b-975d-93f0b84e27b7 service nova] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] No waiting events found dispatching network-vif-unplugged-c329eb13-c03a-457b-b808-2c836a4f4dc9 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:32:05 user nova-compute[75147]: WARNING nova.compute.manager [req-a6245b1b-c6aa-4cd4-b7e9-c5004ae373f5 req-51fd1c98-191d-463b-975d-93f0b84e27b7 service nova] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Received unexpected event network-vif-unplugged-c329eb13-c03a-457b-b808-2c836a4f4dc9 for instance with vm_state rescued and task_state unrescuing.
Oct 27 19:32:05 user nova-compute[75147]: DEBUG nova.compute.manager [req-a6245b1b-c6aa-4cd4-b7e9-c5004ae373f5 req-51fd1c98-191d-463b-975d-93f0b84e27b7 service nova] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Received event network-vif-plugged-c329eb13-c03a-457b-b808-2c836a4f4dc9 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:32:05 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-a6245b1b-c6aa-4cd4-b7e9-c5004ae373f5 req-51fd1c98-191d-463b-975d-93f0b84e27b7 service nova] Acquiring lock "c49c74a6-9955-4a79-848f-4e6b9e348f9c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:32:05 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-a6245b1b-c6aa-4cd4-b7e9-c5004ae373f5 req-51fd1c98-191d-463b-975d-93f0b84e27b7 service nova] Lock "c49c74a6-9955-4a79-848f-4e6b9e348f9c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:32:05 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-a6245b1b-c6aa-4cd4-b7e9-c5004ae373f5 req-51fd1c98-191d-463b-975d-93f0b84e27b7 service nova] Lock "c49c74a6-9955-4a79-848f-4e6b9e348f9c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:32:05 user nova-compute[75147]: DEBUG nova.compute.manager [req-a6245b1b-c6aa-4cd4-b7e9-c5004ae373f5 req-51fd1c98-191d-463b-975d-93f0b84e27b7 service nova] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] No waiting events found dispatching network-vif-plugged-c329eb13-c03a-457b-b808-2c836a4f4dc9 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:32:05 user nova-compute[75147]: WARNING nova.compute.manager [req-a6245b1b-c6aa-4cd4-b7e9-c5004ae373f5 req-51fd1c98-191d-463b-975d-93f0b84e27b7 service nova] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Received unexpected event network-vif-plugged-c329eb13-c03a-457b-b808-2c836a4f4dc9 for instance with vm_state rescued and task_state unrescuing.
Oct 27 19:32:05 user nova-compute[75147]: DEBUG nova.compute.manager [req-f395ee12-0908-4b4d-9d9a-3b737131b01d req-af05c731-45c4-49dd-bd4e-39d2c87419c9 service nova] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Received event network-changed-c329eb13-c03a-457b-b808-2c836a4f4dc9 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:32:05 user nova-compute[75147]: DEBUG nova.compute.manager [req-f395ee12-0908-4b4d-9d9a-3b737131b01d req-af05c731-45c4-49dd-bd4e-39d2c87419c9 service nova] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Refreshing instance network info cache due to event network-changed-c329eb13-c03a-457b-b808-2c836a4f4dc9. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 19:32:05 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-f395ee12-0908-4b4d-9d9a-3b737131b01d req-af05c731-45c4-49dd-bd4e-39d2c87419c9 service nova] Acquiring lock "refresh_cache-c49c74a6-9955-4a79-848f-4e6b9e348f9c" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:32:05 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-f395ee12-0908-4b4d-9d9a-3b737131b01d req-af05c731-45c4-49dd-bd4e-39d2c87419c9 service nova] Acquired lock "refresh_cache-c49c74a6-9955-4a79-848f-4e6b9e348f9c" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:32:05 user nova-compute[75147]: DEBUG nova.network.neutron [req-f395ee12-0908-4b4d-9d9a-3b737131b01d req-af05c731-45c4-49dd-bd4e-39d2c87419c9 service nova] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Refreshing network info cache for port c329eb13-c03a-457b-b808-2c836a4f4dc9 {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 19:32:06 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:06 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] Instance destroyed successfully.
Oct 27 19:32:06 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:29:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-1360183462',display_name='tempest-ServerActionsTestOtherA-server-1964476768',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-1360183462',id=13,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGlqWhK7qJLFJAuM0o8dss52GDAN6EK6qdz08haB0vZW0fzYkUU5czxrjkr2t/3OXRUrX/+mFX42z/7hB/DA29kJ4mSkcMC/hopHWAKdq3PxMh15OIfGt2deIlrXrHbZpQ==',key_name='tempest-keypair-2112371525',keypairs=<?>,launch_index=0,launched_at=2023-10-27T19:29:51Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='9368eab86d5248b2a34511d5d0fd64eb',ramdisk_id='',reservation_id='r-peiy8qd6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-2091358466',owner_user_name='tempest-ServerActionsTestOtherA-2091358466-project-member'},tags=<?>,task_state='rebuilding',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:32:03Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2ec18a0cb61842b092eeaecce2a03b70',uuid=2b0ba44c-96cb-42ef-add4-6535d26bdebf,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "af5e3ba8-cfdd-4990-b210-fef2ac98b13a", "address": "fa:16:3e:d7:05:da", "network": {"id": "bae3f1ff-b48f-4e91-a1ac-2c877ecca1af", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1949095258-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.85", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9368eab86d5248b2a34511d5d0fd64eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf5e3ba8-cf", "ovs_interfaceid": "af5e3ba8-cfdd-4990-b210-fef2ac98b13a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 19:32:06 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Converting VIF {"id": "af5e3ba8-cfdd-4990-b210-fef2ac98b13a", "address": "fa:16:3e:d7:05:da", "network": {"id": "bae3f1ff-b48f-4e91-a1ac-2c877ecca1af", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1949095258-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.85", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9368eab86d5248b2a34511d5d0fd64eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf5e3ba8-cf", "ovs_interfaceid": "af5e3ba8-cfdd-4990-b210-fef2ac98b13a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:32:06 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:d7:05:da,bridge_name='br-int',has_traffic_filtering=True,id=af5e3ba8-cfdd-4990-b210-fef2ac98b13a,network=Network(bae3f1ff-b48f-4e91-a1ac-2c877ecca1af),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaf5e3ba8-cf') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:32:06 user nova-compute[75147]: DEBUG os_vif [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:d7:05:da,bridge_name='br-int',has_traffic_filtering=True,id=af5e3ba8-cfdd-4990-b210-fef2ac98b13a,network=Network(bae3f1ff-b48f-4e91-a1ac-2c877ecca1af),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaf5e3ba8-cf') {{(pid=75147) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 19:32:06 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:06 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapaf5e3ba8-cf, bridge=br-int, if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:32:06 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:06 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:32:06 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:06 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:06 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=28ee6919-a7da-4975-9288-1f2af4ec6044) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:32:06 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:06 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:32:06 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:06 user nova-compute[75147]: INFO os_vif [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:d7:05:da,bridge_name='br-int',has_traffic_filtering=True,id=af5e3ba8-cfdd-4990-b210-fef2ac98b13a,network=Network(bae3f1ff-b48f-4e91-a1ac-2c877ecca1af),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaf5e3ba8-cf')
Oct 27 19:32:06 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] calling os-brick to detach iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 19:32:06 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, {'target_iqn': 'iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IxkDyEgb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:32:06 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 27 19:32:06 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:32:06 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.003s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:32:06 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:32:06 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:32:06 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e08b204-30d1-495b-8c62-bdea9242218e]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:eefad9fe-aa04-4b01-89e9-56ec24c73f94\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:32:06 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 19:32:06 user nova-compute[75147]: No targets found.
Oct 27 19:32:06 user nova-compute[75147]: iSNS:
Oct 27 19:32:06 user nova-compute[75147]: No targets found.
Oct 27 19:32:06 user nova-compute[75147]: STATIC:
Oct 27 19:32:06 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1
Oct 27 19:32:06 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:32:06 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:32:06 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:eefad9fe-aa04-4b01-89e9-56ec24c73f94
Oct 27 19:32:06 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:32:06 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:32:06 user nova-compute[75147]: FIRMWARE:
Oct 27 19:32:06 user nova-compute[75147]: No targets found.
Oct 27 19:32:06 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:32:06 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 19:32:06 user nova-compute[75147]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 19:32:06 user nova-compute[75147]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75147) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 19:32:06 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855', 0)] {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 19:32:06 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:32:06 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.023s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:32:06 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[a88ef929-18a8-48ee-8662-59c5bfbfe0b9]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:eefad9fe-aa04-4b01-89e9-56ec24c73f94\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:32:06 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:32:06 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:32:06 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[7368a54a-0b37-4389-a717-296e96d2300a]: (4, ('tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eefad9fe-aa04-4b01-89e9-56ec24c73f94 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:32:06 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1 (non-flash)
Oct 27 19:32:06 user nova-compute[75147]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eefad9fe-aa04-4b01-89e9-56ec24c73f94 (non-flash)
Oct 27 19:32:06 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:32:06 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] iscsi session list stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1 (non-flash)
Oct 27 19:32:06 user nova-compute[75147]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eefad9fe-aa04-4b01-89e9-56ec24c73f94 (non-flash)
Oct 27 19:32:06 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:32:06 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f28ec718550>, {}) {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 19:32:06 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Disconnecting from: [] {{(pid=75147) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 19:32:06 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.091s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:32:06 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] <== disconnect_volume: return (94ms) None {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:32:06 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] Disconnected iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 19:32:06 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] Deleting instance files /opt/stack/data/nova/instances/2b0ba44c-96cb-42ef-add4-6535d26bdebf_del
Oct 27 19:32:06 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] Deletion of /opt/stack/data/nova/instances/2b0ba44c-96cb-42ef-add4-6535d26bdebf_del complete
Oct 27 19:32:06 user nova-compute[75147]: DEBUG nova.network.neutron [req-f395ee12-0908-4b4d-9d9a-3b737131b01d req-af05c731-45c4-49dd-bd4e-39d2c87419c9 service nova] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Updated VIF entry in instance network info cache for port c329eb13-c03a-457b-b808-2c836a4f4dc9. {{(pid=75147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 19:32:06 user nova-compute[75147]: DEBUG nova.network.neutron [req-f395ee12-0908-4b4d-9d9a-3b737131b01d req-af05c731-45c4-49dd-bd4e-39d2c87419c9 service nova] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Updating instance_info_cache with network_info: [{"id": "c329eb13-c03a-457b-b808-2c836a4f4dc9", "address": "fa:16:3e:6d:47:3d", "network": {"id": "c8178a72-f188-4ac8-96aa-f6db2911e3ca", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-2046459904-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.13", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2ce930abe29a45ce878e5d04fb97a063", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc329eb13-c0", "ovs_interfaceid": "c329eb13-c03a-457b-b808-2c836a4f4dc9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:32:06 user nova-compute[75147]: INFO nova.virt.block_device [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] Booting with volume ffea6a7e-2de0-4845-b40d-026b46913855 at /dev/vdb
Oct 27 19:32:06 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-f395ee12-0908-4b4d-9d9a-3b737131b01d req-af05c731-45c4-49dd-bd4e-39d2c87419c9 service nova] Releasing lock "refresh_cache-c49c74a6-9955-4a79-848f-4e6b9e348f9c" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:32:06 user nova-compute[75147]: DEBUG os_brick.utils [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:32:06 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:32:06 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:32:06 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e333317-6376-4a7f-97f0-04c215ced0c8]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9325735bc82e\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:32:06 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:32:06 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.024s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:32:06 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3b70071-c7fb-42c3-9fc2-24fbf081b614]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:32:06 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:32:06 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:32:06 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[09ac6e6a-4b04-4635-a349-1567da772545]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:32:06 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[6341dc5c-a828-4f83-8786-07d328353790]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:32:06 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Running cmd (subprocess): nvme version {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:32:06 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] 'nvme version' failed. Not Retrying. {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 19:32:06 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.nvmeof [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] nvme not present on system {{(pid=75147) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 27 19:32:06 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:32:06 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 19:32:06 user nova-compute[75147]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 27 19:32:06 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[82d57903-19b6-429c-b251-63182b821a1c]: (4, '') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:32:06 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75147) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 27 19:32:06 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 27 19:32:06 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] LIGHTOS: no hostnqn found. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 27 19:32:06 user nova-compute[75147]: DEBUG os_brick.utils [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] <== get_connector_properties: return (163ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9325735bc82e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:32:06 user nova-compute[75147]: DEBUG nova.virt.block_device [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] Updating existing volume attachment record: 8ebca1f6-7480-4ad0-89d4-a9bba3569656 {{(pid=75147) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 27 19:32:07 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:07 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:07 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:07 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:07 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:07 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:07 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:07 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:08 user nova-compute[75147]: DEBUG nova.compute.manager [req-2d0ce403-df0d-4edf-a017-a92003eed4a2 req-28e7ee61-0d0a-4cce-9a58-763828399554 service nova] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Received event network-vif-plugged-c329eb13-c03a-457b-b808-2c836a4f4dc9 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:32:08 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-2d0ce403-df0d-4edf-a017-a92003eed4a2 req-28e7ee61-0d0a-4cce-9a58-763828399554 service nova] Acquiring lock "c49c74a6-9955-4a79-848f-4e6b9e348f9c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:32:08 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-2d0ce403-df0d-4edf-a017-a92003eed4a2 req-28e7ee61-0d0a-4cce-9a58-763828399554 service nova] Lock "c49c74a6-9955-4a79-848f-4e6b9e348f9c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:32:08 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-2d0ce403-df0d-4edf-a017-a92003eed4a2 req-28e7ee61-0d0a-4cce-9a58-763828399554 service nova] Lock "c49c74a6-9955-4a79-848f-4e6b9e348f9c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:32:08 user nova-compute[75147]: DEBUG nova.compute.manager [req-2d0ce403-df0d-4edf-a017-a92003eed4a2 req-28e7ee61-0d0a-4cce-9a58-763828399554 service nova] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] No waiting events found dispatching network-vif-plugged-c329eb13-c03a-457b-b808-2c836a4f4dc9 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:32:08 user nova-compute[75147]: WARNING nova.compute.manager [req-2d0ce403-df0d-4edf-a017-a92003eed4a2 req-28e7ee61-0d0a-4cce-9a58-763828399554 service nova] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Received unexpected event network-vif-plugged-c329eb13-c03a-457b-b808-2c836a4f4dc9 for instance with vm_state rescued and task_state unrescuing.
Oct 27 19:32:08 user nova-compute[75147]: DEBUG nova.compute.manager [req-2d0ce403-df0d-4edf-a017-a92003eed4a2 req-28e7ee61-0d0a-4cce-9a58-763828399554 service nova] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Received event network-vif-plugged-c329eb13-c03a-457b-b808-2c836a4f4dc9 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:32:08 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-2d0ce403-df0d-4edf-a017-a92003eed4a2 req-28e7ee61-0d0a-4cce-9a58-763828399554 service nova] Acquiring lock "c49c74a6-9955-4a79-848f-4e6b9e348f9c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:32:08 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-2d0ce403-df0d-4edf-a017-a92003eed4a2 req-28e7ee61-0d0a-4cce-9a58-763828399554 service nova] Lock "c49c74a6-9955-4a79-848f-4e6b9e348f9c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:32:08 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-2d0ce403-df0d-4edf-a017-a92003eed4a2 req-28e7ee61-0d0a-4cce-9a58-763828399554 service nova] Lock "c49c74a6-9955-4a79-848f-4e6b9e348f9c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:32:08 user nova-compute[75147]: DEBUG nova.compute.manager [req-2d0ce403-df0d-4edf-a017-a92003eed4a2 req-28e7ee61-0d0a-4cce-9a58-763828399554 service nova] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] No waiting events found dispatching network-vif-plugged-c329eb13-c03a-457b-b808-2c836a4f4dc9 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:32:08 user nova-compute[75147]: WARNING nova.compute.manager [req-2d0ce403-df0d-4edf-a017-a92003eed4a2 req-28e7ee61-0d0a-4cce-9a58-763828399554 service nova] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Received unexpected event network-vif-plugged-c329eb13-c03a-457b-b808-2c836a4f4dc9 for instance with vm_state rescued and task_state unrescuing.
Oct 27 19:32:08 user nova-compute[75147]: DEBUG nova.compute.manager [req-a859c73d-7157-474f-aad8-ef6a9133ac63 req-d1ef068c-d7e6-4948-96e7-c5ce10597676 service nova] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Received event network-changed-c329eb13-c03a-457b-b808-2c836a4f4dc9 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:32:08 user nova-compute[75147]: DEBUG nova.compute.manager [req-a859c73d-7157-474f-aad8-ef6a9133ac63 req-d1ef068c-d7e6-4948-96e7-c5ce10597676 service nova] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Refreshing instance network info cache due to event network-changed-c329eb13-c03a-457b-b808-2c836a4f4dc9. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 19:32:08 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-a859c73d-7157-474f-aad8-ef6a9133ac63 req-d1ef068c-d7e6-4948-96e7-c5ce10597676 service nova] Acquiring lock "refresh_cache-c49c74a6-9955-4a79-848f-4e6b9e348f9c" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:32:08 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-a859c73d-7157-474f-aad8-ef6a9133ac63 req-d1ef068c-d7e6-4948-96e7-c5ce10597676 service nova] Acquired lock "refresh_cache-c49c74a6-9955-4a79-848f-4e6b9e348f9c" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:32:08 user nova-compute[75147]: DEBUG nova.network.neutron [req-a859c73d-7157-474f-aad8-ef6a9133ac63 req-d1ef068c-d7e6-4948-96e7-c5ce10597676 service nova] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Refreshing network info cache for port c329eb13-c03a-457b-b808-2c836a4f4dc9 {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 19:32:08 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-6392ccd2-82c8-4d68-94f1-1ba5ec51774f tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Waiting for libvirt event about the detach of device vdc with device alias virtio-disk2 from instance cdbe7335-af99-486a-9a7e-adbdf4443572 is timed out.
Oct 27 19:32:08 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-6392ccd2-82c8-4d68-94f1-1ba5ec51774f tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Successfully detached device vdc from instance cdbe7335-af99-486a-9a7e-adbdf4443572 from the live domain config.
Oct 27 19:32:08 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6392ccd2-82c8-4d68-94f1-1ba5ec51774f tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] calling os-brick to detach iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 19:32:08 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-6392ccd2-82c8-4d68-94f1-1ba5ec51774f tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, {'target_iqn': 'iqn.2010-10.org.openstack:eefad9fe-aa04-4b01-89e9-56ec24c73f94', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HUWpFfdS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdj'}, None), 'kwargs': False}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:32:08 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-6392ccd2-82c8-4d68-94f1-1ba5ec51774f tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:32:08 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-6392ccd2-82c8-4d68-94f1-1ba5ec51774f tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:32:08 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-6392ccd2-82c8-4d68-94f1-1ba5ec51774f tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:32:08 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:32:08 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.034s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:32:08 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[941bd4b9-b592-4132-a4e5-fd619106480d]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:eefad9fe-aa04-4b01-89e9-56ec24c73f94\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:32:08 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-6392ccd2-82c8-4d68-94f1-1ba5ec51774f tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 19:32:08 user nova-compute[75147]: No targets found.
Oct 27 19:32:08 user nova-compute[75147]: iSNS:
Oct 27 19:32:08 user nova-compute[75147]: No targets found.
Oct 27 19:32:08 user nova-compute[75147]: STATIC:
Oct 27 19:32:08 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1
Oct 27 19:32:08 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:32:08 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:32:08 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:eefad9fe-aa04-4b01-89e9-56ec24c73f94
Oct 27 19:32:08 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:32:08 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:32:08 user nova-compute[75147]: FIRMWARE:
Oct 27 19:32:08 user nova-compute[75147]: No targets found.
Oct 27 19:32:08 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:32:08 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-6392ccd2-82c8-4d68-94f1-1ba5ec51774f tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 19:32:08 user nova-compute[75147]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 19:32:08 user nova-compute[75147]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75147) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 19:32:08 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-6392ccd2-82c8-4d68-94f1-1ba5ec51774f tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:eefad9fe-aa04-4b01-89e9-56ec24c73f94', 0)] {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 19:32:08 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:32:08 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.024s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:32:08 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[12de2a23-61f0-48b0-b52d-130ede17275f]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:eefad9fe-aa04-4b01-89e9-56ec24c73f94\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:32:08 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:32:08 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:32:08 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[f872a3e7-b9bb-4289-8ddc-569a8451b3f1]: (4, ('tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eefad9fe-aa04-4b01-89e9-56ec24c73f94 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:32:08 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-6392ccd2-82c8-4d68-94f1-1ba5ec51774f tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1 (non-flash)
Oct 27 19:32:08 user nova-compute[75147]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eefad9fe-aa04-4b01-89e9-56ec24c73f94 (non-flash)
Oct 27 19:32:08 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:32:08 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-6392ccd2-82c8-4d68-94f1-1ba5ec51774f tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] iscsi session list stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1 (non-flash)
Oct 27 19:32:08 user nova-compute[75147]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eefad9fe-aa04-4b01-89e9-56ec24c73f94 (non-flash)
Oct 27 19:32:08 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:32:08 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-6392ccd2-82c8-4d68-94f1-1ba5ec51774f tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f28ec581900>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:eefad9fe-aa04-4b01-89e9-56ec24c73f94'): ({'sdj'}, set())}) {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 19:32:08 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-6392ccd2-82c8-4d68-94f1-1ba5ec51774f tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Removing single pathed devices sdj {{(pid=75147) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 19:32:08 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:32:08 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.023s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:32:08 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2c3ec6e-a8d2-48e9-b1a3-3975c2649132]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:32:08 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdj {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:32:08 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdj" returned: 0 in 0.024s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:32:08 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[38a145ad-8be5-4f98-a7c5-6712b9b51165]: (4, ('ok\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:32:08 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-6392ccd2-82c8-4d68-94f1-1ba5ec51774f tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Flushing IO for device /dev/sdj {{(pid=75147) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 19:32:08 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdj {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:32:08 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdj" returned: 0 in 0.013s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:32:08 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b5f31bc-6872-471b-a68a-1eb24fb650c8]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:32:08 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-6392ccd2-82c8-4d68-94f1-1ba5ec51774f tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Remove SCSI device /dev/sdj with /sys/block/sdj/device/delete {{(pid=75147) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 19:32:08 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdj/device/delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:32:08 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdj/device/delete" returned: 0 in 0.055s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:32:08 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d9cdfdd-0507-434d-8b11-9798191b3e64]: (4, ('1', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:32:08 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-6392ccd2-82c8-4d68-94f1-1ba5ec51774f tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Checking to see if SCSI volumes sdj have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 19:32:08 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-6392ccd2-82c8-4d68-94f1-1ba5ec51774f tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] SCSI volumes sdj have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 19:32:08 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-6392ccd2-82c8-4d68-94f1-1ba5ec51774f tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:eefad9fe-aa04-4b01-89e9-56ec24c73f94')] {{(pid=75147) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 19:32:08 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:eefad9fe-aa04-4b01-89e9-56ec24c73f94 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:32:08 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:eefad9fe-aa04-4b01-89e9-56ec24c73f94 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.024s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:32:08 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0729762-a5c3-4ea8-86ef-4a9329a17fbc]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:32:08 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-6392ccd2-82c8-4d68-94f1-1ba5ec51774f tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:32:08 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:eefad9fe-aa04-4b01-89e9-56ec24c73f94 -p 172.16.0.220:3260 --logout {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:32:08 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:eefad9fe-aa04-4b01-89e9-56ec24c73f94 -p 172.16.0.220:3260 --logout" returned: 0 in 0.065s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:32:08 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[787920a2-2360-431b-a816-5f954a6a32b5]: (4, ('Logging out of session [sid: 15, target: iqn.2010-10.org.openstack:eefad9fe-aa04-4b01-89e9-56ec24c73f94, portal: 172.16.0.220,3260]\nLogout of [sid: 15, target: iqn.2010-10.org.openstack:eefad9fe-aa04-4b01-89e9-56ec24c73f94, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:32:08 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-6392ccd2-82c8-4d68-94f1-1ba5ec51774f tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 15, target: iqn.2010-10.org.openstack:eefad9fe-aa04-4b01-89e9-56ec24c73f94, portal: 172.16.0.220,3260]
Oct 27 19:32:08 user nova-compute[75147]: Logout of [sid: 15, target: iqn.2010-10.org.openstack:eefad9fe-aa04-4b01-89e9-56ec24c73f94, portal: 172.16.0.220,3260] successful.
Oct 27 19:32:08 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:32:08 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:eefad9fe-aa04-4b01-89e9-56ec24c73f94 -p 172.16.0.220:3260 --op delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:32:08 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:eefad9fe-aa04-4b01-89e9-56ec24c73f94 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:32:08 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[d27e09ab-9044-4647-9e19-ff9a253cf6f2]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:32:08 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-6392ccd2-82c8-4d68-94f1-1ba5ec51774f tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:32:08 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-6392ccd2-82c8-4d68-94f1-1ba5ec51774f tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.393s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:32:08 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-6392ccd2-82c8-4d68-94f1-1ba5ec51774f tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] <== disconnect_volume: return (395ms) None {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:32:08 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6392ccd2-82c8-4d68-94f1-1ba5ec51774f tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Disconnected iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 19:32:08 user nova-compute[75147]: DEBUG nova.network.neutron [req-a859c73d-7157-474f-aad8-ef6a9133ac63 req-d1ef068c-d7e6-4948-96e7-c5ce10597676 service nova] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Updated VIF entry in instance network info cache for port c329eb13-c03a-457b-b808-2c836a4f4dc9. {{(pid=75147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 19:32:08 user nova-compute[75147]: DEBUG nova.network.neutron [req-a859c73d-7157-474f-aad8-ef6a9133ac63 req-d1ef068c-d7e6-4948-96e7-c5ce10597676 service nova] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Updating instance_info_cache with network_info: [{"id": "c329eb13-c03a-457b-b808-2c836a4f4dc9", "address": "fa:16:3e:6d:47:3d", "network": {"id": "c8178a72-f188-4ac8-96aa-f6db2911e3ca", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-2046459904-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.13", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2ce930abe29a45ce878e5d04fb97a063", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc329eb13-c0", "ovs_interfaceid": "c329eb13-c03a-457b-b808-2c836a4f4dc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:32:08 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-a859c73d-7157-474f-aad8-ef6a9133ac63 req-d1ef068c-d7e6-4948-96e7-c5ce10597676 service nova] Releasing lock "refresh_cache-c49c74a6-9955-4a79-848f-4e6b9e348f9c" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:32:09 user nova-compute[75147]: DEBUG nova.compute.manager [None req-dc8f2b02-7b4e-4f5d-b54a-f687b588820b tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Checking state {{(pid=75147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 19:32:11 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:11 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:16 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:16 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:16 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:19 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-06cae5d8-5f13-4d5f-8ef3-3d5f5e16f44a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Acquiring lock "dae4e32d-225f-4e0e-833b-dba42ab1df79" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:32:19 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-06cae5d8-5f13-4d5f-8ef3-3d5f5e16f44a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Lock "dae4e32d-225f-4e0e-833b-dba42ab1df79" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:32:19 user nova-compute[75147]: DEBUG nova.compute.manager [None req-06cae5d8-5f13-4d5f-8ef3-3d5f5e16f44a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] [instance: dae4e32d-225f-4e0e-833b-dba42ab1df79] Starting instance... {{(pid=75147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 27 19:32:19 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-06cae5d8-5f13-4d5f-8ef3-3d5f5e16f44a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:32:19 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-06cae5d8-5f13-4d5f-8ef3-3d5f5e16f44a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:32:19 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-06cae5d8-5f13-4d5f-8ef3-3d5f5e16f44a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75147) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 19:32:19 user nova-compute[75147]: INFO nova.compute.claims [None req-06cae5d8-5f13-4d5f-8ef3-3d5f5e16f44a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] [instance: dae4e32d-225f-4e0e-833b-dba42ab1df79] Claim successful on node user
Oct 27 19:32:20 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-06cae5d8-5f13-4d5f-8ef3-3d5f5e16f44a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Refreshing inventories for resource provider 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 27 19:32:20 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-06cae5d8-5f13-4d5f-8ef3-3d5f5e16f44a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Updating ProviderTree inventory for provider 719076f2-a22e-4833-8fe0-efddc2edace5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 27 19:32:20 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-06cae5d8-5f13-4d5f-8ef3-3d5f5e16f44a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Updating inventory in ProviderTree for provider 719076f2-a22e-4833-8fe0-efddc2edace5 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 27 19:32:20 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-06cae5d8-5f13-4d5f-8ef3-3d5f5e16f44a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Refreshing aggregate associations for resource provider 719076f2-a22e-4833-8fe0-efddc2edace5, aggregates: None {{(pid=75147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 27 19:32:20 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-06cae5d8-5f13-4d5f-8ef3-3d5f5e16f44a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Refreshing trait associations for resource provider 719076f2-a22e-4833-8fe0-efddc2edace5, traits: COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_VOLUME_EXTEND,HW_CPU_X86_SSSE3,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_NET_VIF_MODEL_RTL8139,HW_CPU_X86_SSE2,HW_CPU_X86_SSE42,COMPUTE_STORAGE_BUS_SATA,COMPUTE_RESCUE_BFV,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,HW_CPU_X86_SSE41,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_ACCELERATORS,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NODE,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_STORAGE_BUS_FDC,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_STORAGE_BUS_USB,HW_CPU_X86_SSE,COMPUTE_DEVICE_TAGGING,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_CPU_X86_MMX,COMPUTE_STORAGE_BUS_IDE,COMPUTE_TRUSTED_CERTS,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_IMAGE_TYPE_RAW {{(pid=75147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 27 19:32:20 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-06cae5d8-5f13-4d5f-8ef3-3d5f5e16f44a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:32:20 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-06cae5d8-5f13-4d5f-8ef3-3d5f5e16f44a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:32:20 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-06cae5d8-5f13-4d5f-8ef3-3d5f5e16f44a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.695s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:32:20 user nova-compute[75147]: DEBUG nova.compute.manager [None req-06cae5d8-5f13-4d5f-8ef3-3d5f5e16f44a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] [instance: dae4e32d-225f-4e0e-833b-dba42ab1df79] Start building networks asynchronously for instance. {{(pid=75147) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 27 19:32:20 user nova-compute[75147]: DEBUG nova.compute.manager [None req-06cae5d8-5f13-4d5f-8ef3-3d5f5e16f44a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] [instance: dae4e32d-225f-4e0e-833b-dba42ab1df79] Allocating IP information in the background. {{(pid=75147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 27 19:32:20 user nova-compute[75147]: DEBUG nova.network.neutron [None req-06cae5d8-5f13-4d5f-8ef3-3d5f5e16f44a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] [instance: dae4e32d-225f-4e0e-833b-dba42ab1df79] allocate_for_instance() {{(pid=75147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 27 19:32:20 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-06cae5d8-5f13-4d5f-8ef3-3d5f5e16f44a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] [instance: dae4e32d-225f-4e0e-833b-dba42ab1df79] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 27 19:32:20 user nova-compute[75147]: DEBUG nova.compute.manager [None req-06cae5d8-5f13-4d5f-8ef3-3d5f5e16f44a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] [instance: dae4e32d-225f-4e0e-833b-dba42ab1df79] Start building block device mappings for instance. {{(pid=75147) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 27 19:32:20 user nova-compute[75147]: DEBUG nova.policy [None req-06cae5d8-5f13-4d5f-8ef3-3d5f5e16f44a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '993d03ab3bc84c4fa24a917c002e4e1e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b865f773dbe84756ad7dd893fff4bad6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75147) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 27 19:32:20 user nova-compute[75147]: DEBUG nova.compute.manager [None req-06cae5d8-5f13-4d5f-8ef3-3d5f5e16f44a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] [instance: dae4e32d-225f-4e0e-833b-dba42ab1df79] Start spawning the instance on the hypervisor. {{(pid=75147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 27 19:32:20 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-06cae5d8-5f13-4d5f-8ef3-3d5f5e16f44a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] [instance: dae4e32d-225f-4e0e-833b-dba42ab1df79] Creating instance directory {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 19:32:20 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-06cae5d8-5f13-4d5f-8ef3-3d5f5e16f44a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] [instance: dae4e32d-225f-4e0e-833b-dba42ab1df79] Creating image(s)
Oct 27 19:32:20 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-06cae5d8-5f13-4d5f-8ef3-3d5f5e16f44a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Acquiring lock "/opt/stack/data/nova/instances/dae4e32d-225f-4e0e-833b-dba42ab1df79/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:32:20 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-06cae5d8-5f13-4d5f-8ef3-3d5f5e16f44a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Lock "/opt/stack/data/nova/instances/dae4e32d-225f-4e0e-833b-dba42ab1df79/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:32:20 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-06cae5d8-5f13-4d5f-8ef3-3d5f5e16f44a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Lock "/opt/stack/data/nova/instances/dae4e32d-225f-4e0e-833b-dba42ab1df79/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:32:20 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-06cae5d8-5f13-4d5f-8ef3-3d5f5e16f44a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:32:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:21 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-06cae5d8-5f13-4d5f-8ef3-3d5f5e16f44a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.293s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:32:21 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-06cae5d8-5f13-4d5f-8ef3-3d5f5e16f44a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Acquiring lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:32:21 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-06cae5d8-5f13-4d5f-8ef3-3d5f5e16f44a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.003s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:32:21 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-06cae5d8-5f13-4d5f-8ef3-3d5f5e16f44a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:32:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:21 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-06cae5d8-5f13-4d5f-8ef3-3d5f5e16f44a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.253s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:32:21 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-06cae5d8-5f13-4d5f-8ef3-3d5f5e16f44a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa,backing_fmt=raw /opt/stack/data/nova/instances/dae4e32d-225f-4e0e-833b-dba42ab1df79/disk 1073741824 {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:32:21 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-06cae5d8-5f13-4d5f-8ef3-3d5f5e16f44a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa,backing_fmt=raw /opt/stack/data/nova/instances/dae4e32d-225f-4e0e-833b-dba42ab1df79/disk 1073741824" returned: 0 in 0.070s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:32:21 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-06cae5d8-5f13-4d5f-8ef3-3d5f5e16f44a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.333s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:32:21 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-06cae5d8-5f13-4d5f-8ef3-3d5f5e16f44a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:32:21 user nova-compute[75147]: DEBUG nova.network.neutron [None req-06cae5d8-5f13-4d5f-8ef3-3d5f5e16f44a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] [instance: dae4e32d-225f-4e0e-833b-dba42ab1df79] Successfully created port: 6181d14d-9450-453a-abe6-379061642de7 {{(pid=75147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 19:32:21 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-06cae5d8-5f13-4d5f-8ef3-3d5f5e16f44a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.242s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:32:21 user nova-compute[75147]: DEBUG nova.virt.disk.api [None req-06cae5d8-5f13-4d5f-8ef3-3d5f5e16f44a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Checking if we can resize image /opt/stack/data/nova/instances/dae4e32d-225f-4e0e-833b-dba42ab1df79/disk. size=1073741824 {{(pid=75147) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 27 19:32:21 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-06cae5d8-5f13-4d5f-8ef3-3d5f5e16f44a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dae4e32d-225f-4e0e-833b-dba42ab1df79/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:32:22 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-06cae5d8-5f13-4d5f-8ef3-3d5f5e16f44a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dae4e32d-225f-4e0e-833b-dba42ab1df79/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:32:22 user nova-compute[75147]: DEBUG nova.virt.disk.api [None req-06cae5d8-5f13-4d5f-8ef3-3d5f5e16f44a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Cannot resize image /opt/stack/data/nova/instances/dae4e32d-225f-4e0e-833b-dba42ab1df79/disk to a smaller size. {{(pid=75147) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 27 19:32:22 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-06cae5d8-5f13-4d5f-8ef3-3d5f5e16f44a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] [instance: dae4e32d-225f-4e0e-833b-dba42ab1df79] Created local disks {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 27 19:32:22 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-06cae5d8-5f13-4d5f-8ef3-3d5f5e16f44a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] [instance: dae4e32d-225f-4e0e-833b-dba42ab1df79] Ensure instance console log exists: /opt/stack/data/nova/instances/dae4e32d-225f-4e0e-833b-dba42ab1df79/console.log {{(pid=75147) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 19:32:22 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-06cae5d8-5f13-4d5f-8ef3-3d5f5e16f44a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:32:22 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-06cae5d8-5f13-4d5f-8ef3-3d5f5e16f44a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:32:22 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-06cae5d8-5f13-4d5f-8ef3-3d5f5e16f44a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:32:22 user nova-compute[75147]: DEBUG nova.network.neutron [None req-06cae5d8-5f13-4d5f-8ef3-3d5f5e16f44a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] [instance: dae4e32d-225f-4e0e-833b-dba42ab1df79] Successfully updated port: 6181d14d-9450-453a-abe6-379061642de7 {{(pid=75147) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 19:32:22 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-06cae5d8-5f13-4d5f-8ef3-3d5f5e16f44a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Acquiring lock "refresh_cache-dae4e32d-225f-4e0e-833b-dba42ab1df79" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:32:22 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-06cae5d8-5f13-4d5f-8ef3-3d5f5e16f44a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Acquired lock "refresh_cache-dae4e32d-225f-4e0e-833b-dba42ab1df79" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:32:22 user nova-compute[75147]: DEBUG nova.network.neutron [None req-06cae5d8-5f13-4d5f-8ef3-3d5f5e16f44a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] [instance: dae4e32d-225f-4e0e-833b-dba42ab1df79] Building network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 19:32:22 user nova-compute[75147]: DEBUG nova.compute.manager [req-70fb535e-e614-4534-89c8-0f920ad55f8c req-d44cbdff-efad-4223-803b-b89045f63054 service nova] [instance: dae4e32d-225f-4e0e-833b-dba42ab1df79] Received event network-changed-6181d14d-9450-453a-abe6-379061642de7 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:32:22 user nova-compute[75147]: DEBUG nova.compute.manager [req-70fb535e-e614-4534-89c8-0f920ad55f8c req-d44cbdff-efad-4223-803b-b89045f63054 service nova] [instance: dae4e32d-225f-4e0e-833b-dba42ab1df79] Refreshing instance network info cache due to event network-changed-6181d14d-9450-453a-abe6-379061642de7. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 19:32:22 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-70fb535e-e614-4534-89c8-0f920ad55f8c req-d44cbdff-efad-4223-803b-b89045f63054 service nova] Acquiring lock "refresh_cache-dae4e32d-225f-4e0e-833b-dba42ab1df79" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:32:22 user nova-compute[75147]: DEBUG nova.network.neutron [None req-06cae5d8-5f13-4d5f-8ef3-3d5f5e16f44a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] [instance: dae4e32d-225f-4e0e-833b-dba42ab1df79] Instance cache missing network info. {{(pid=75147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 19:32:22 user nova-compute[75147]: DEBUG nova.network.neutron [None req-06cae5d8-5f13-4d5f-8ef3-3d5f5e16f44a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] [instance: dae4e32d-225f-4e0e-833b-dba42ab1df79] Updating instance_info_cache with network_info: [{"id": "6181d14d-9450-453a-abe6-379061642de7", "address": "fa:16:3e:2f:7f:08", "network": {"id": "a780be4b-5a46-463b-a94e-4fa6ce13a1ee", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1898519297-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b865f773dbe84756ad7dd893fff4bad6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6181d14d-94", "ovs_interfaceid": "6181d14d-9450-453a-abe6-379061642de7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:32:22 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-06cae5d8-5f13-4d5f-8ef3-3d5f5e16f44a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Releasing lock "refresh_cache-dae4e32d-225f-4e0e-833b-dba42ab1df79" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:32:22 user nova-compute[75147]: DEBUG nova.compute.manager [None req-06cae5d8-5f13-4d5f-8ef3-3d5f5e16f44a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] [instance: dae4e32d-225f-4e0e-833b-dba42ab1df79] Instance network_info: |[{"id": "6181d14d-9450-453a-abe6-379061642de7", "address": "fa:16:3e:2f:7f:08", "network": {"id": "a780be4b-5a46-463b-a94e-4fa6ce13a1ee", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1898519297-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b865f773dbe84756ad7dd893fff4bad6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6181d14d-94", "ovs_interfaceid": "6181d14d-9450-453a-abe6-379061642de7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 27 19:32:22 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-70fb535e-e614-4534-89c8-0f920ad55f8c req-d44cbdff-efad-4223-803b-b89045f63054 service nova] Acquired lock "refresh_cache-dae4e32d-225f-4e0e-833b-dba42ab1df79" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:32:22 user nova-compute[75147]: DEBUG nova.network.neutron [req-70fb535e-e614-4534-89c8-0f920ad55f8c req-d44cbdff-efad-4223-803b-b89045f63054 service nova] [instance: dae4e32d-225f-4e0e-833b-dba42ab1df79] Refreshing network info cache for port 6181d14d-9450-453a-abe6-379061642de7 {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 19:32:22 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-06cae5d8-5f13-4d5f-8ef3-3d5f5e16f44a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] [instance: dae4e32d-225f-4e0e-833b-dba42ab1df79] Start _get_guest_xml network_info=[{"id": "6181d14d-9450-453a-abe6-379061642de7", "address": "fa:16:3e:2f:7f:08", "network": {"id": "a780be4b-5a46-463b-a94e-4fa6ce13a1ee", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1898519297-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b865f773dbe84756ad7dd893fff4bad6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6181d14d-94", "ovs_interfaceid": "6181d14d-9450-453a-abe6-379061642de7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T19:22:09Z,direct_url=<?>,disk_format='qcow2',id=d52df17c-5315-4a73-ab7c-34c161a414fb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0b43115555434818b0c8bdf6be4946da',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T19:22:11Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'encryption_options': None, 'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encrypted': False, 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_format': None, 'device_name': '/dev/vda', 'image_id': 'd52df17c-5315-4a73-ab7c-34c161a414fb'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 19:32:22 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-06cae5d8-5f13-4d5f-8ef3-3d5f5e16f44a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:32:22 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-06cae5d8-5f13-4d5f-8ef3-3d5f5e16f44a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:32:22 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-06cae5d8-5f13-4d5f-8ef3-3d5f5e16f44a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 19:32:22 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-06cae5d8-5f13-4d5f-8ef3-3d5f5e16f44a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] CPU controller missing on host. {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 19:32:22 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-06cae5d8-5f13-4d5f-8ef3-3d5f5e16f44a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 19:32:22 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-06cae5d8-5f13-4d5f-8ef3-3d5f5e16f44a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] CPU controller found on host. {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 19:32:22 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-06cae5d8-5f13-4d5f-8ef3-3d5f5e16f44a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75147) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 19:32:22 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-06cae5d8-5f13-4d5f-8ef3-3d5f5e16f44a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T19:21:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T19:22:09Z,direct_url=<?>,disk_format='qcow2',id=d52df17c-5315-4a73-ab7c-34c161a414fb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0b43115555434818b0c8bdf6be4946da',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T19:22:11Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 19:32:22 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-06cae5d8-5f13-4d5f-8ef3-3d5f5e16f44a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Flavor limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 19:32:22 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-06cae5d8-5f13-4d5f-8ef3-3d5f5e16f44a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Image limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 19:32:22 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-06cae5d8-5f13-4d5f-8ef3-3d5f5e16f44a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Flavor pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 19:32:22 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-06cae5d8-5f13-4d5f-8ef3-3d5f5e16f44a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Image pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 19:32:22 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-06cae5d8-5f13-4d5f-8ef3-3d5f5e16f44a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 19:32:22 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-06cae5d8-5f13-4d5f-8ef3-3d5f5e16f44a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 19:32:22 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-06cae5d8-5f13-4d5f-8ef3-3d5f5e16f44a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 19:32:22 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-06cae5d8-5f13-4d5f-8ef3-3d5f5e16f44a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Got 1 possible topologies {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 19:32:22 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-06cae5d8-5f13-4d5f-8ef3-3d5f5e16f44a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 19:32:22 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-06cae5d8-5f13-4d5f-8ef3-3d5f5e16f44a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 19:32:22 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-06cae5d8-5f13-4d5f-8ef3-3d5f5e16f44a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:32:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeSwap-server-1690897815',display_name='tempest-TestVolumeSwap-server-1690897815',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumeswap-server-1690897815',id=17,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBG8q0vddPt22tbEqVb5lCv5QsoDGdywHOaApqbz+BpPc731a7JxEfqg7cn3U+O9V7ut6lhwQelJ6zC/haVeGyRWwG/aSq7tacS2gOIQS0x2olkTy61M2EURxQK6U1tn9qw==',key_name='tempest-keypair-221395602',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b865f773dbe84756ad7dd893fff4bad6',ramdisk_id='',reservation_id='r-0v5thfgj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeSwap-500732449',owner_user_name='tempest-TestVolumeSwap-500732449-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:32:21Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='993d03ab3bc84c4fa24a917c002e4e1e',uuid=dae4e32d-225f-4e0e-833b-dba42ab1df79,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6181d14d-9450-453a-abe6-379061642de7", "address": "fa:16:3e:2f:7f:08", "network": {"id": "a780be4b-5a46-463b-a94e-4fa6ce13a1ee", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1898519297-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b865f773dbe84756ad7dd893fff4bad6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6181d14d-94", "ovs_interfaceid": "6181d14d-9450-453a-abe6-379061642de7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75147) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 19:32:22 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-06cae5d8-5f13-4d5f-8ef3-3d5f5e16f44a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Converting VIF {"id": "6181d14d-9450-453a-abe6-379061642de7", "address": "fa:16:3e:2f:7f:08", "network": {"id": "a780be4b-5a46-463b-a94e-4fa6ce13a1ee", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1898519297-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b865f773dbe84756ad7dd893fff4bad6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6181d14d-94", "ovs_interfaceid": "6181d14d-9450-453a-abe6-379061642de7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:32:22 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-06cae5d8-5f13-4d5f-8ef3-3d5f5e16f44a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2f:7f:08,bridge_name='br-int',has_traffic_filtering=True,id=6181d14d-9450-453a-abe6-379061642de7,network=Network(a780be4b-5a46-463b-a94e-4fa6ce13a1ee),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6181d14d-94') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:32:22 user nova-compute[75147]: DEBUG nova.objects.instance [None req-06cae5d8-5f13-4d5f-8ef3-3d5f5e16f44a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Lazy-loading 'pci_devices' on Instance uuid dae4e32d-225f-4e0e-833b-dba42ab1df79 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:32:22 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-06cae5d8-5f13-4d5f-8ef3-3d5f5e16f44a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] [instance: dae4e32d-225f-4e0e-833b-dba42ab1df79] End _get_guest_xml xml=<domain type="kvm">
Oct 27 19:32:22 user nova-compute[75147]:   <uuid>dae4e32d-225f-4e0e-833b-dba42ab1df79</uuid>
Oct 27 19:32:22 user nova-compute[75147]:   <name>instance-00000011</name>
Oct 27 19:32:22 user nova-compute[75147]:   <memory>524288</memory>
Oct 27 19:32:22 user nova-compute[75147]:   <vcpu>1</vcpu>
Oct 27 19:32:22 user nova-compute[75147]:   <metadata>
Oct 27 19:32:22 user nova-compute[75147]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 19:32:22 user nova-compute[75147]:       <nova:package version="0.0.0"/>
Oct 27 19:32:22 user nova-compute[75147]:       <nova:name>tempest-TestVolumeSwap-server-1690897815</nova:name>
Oct 27 19:32:22 user nova-compute[75147]:       <nova:creationTime>2023-10-27 19:32:22</nova:creationTime>
Oct 27 19:32:22 user nova-compute[75147]:       <nova:flavor name="m1.tiny">
Oct 27 19:32:22 user nova-compute[75147]:         <nova:memory>512</nova:memory>
Oct 27 19:32:22 user nova-compute[75147]:         <nova:disk>1</nova:disk>
Oct 27 19:32:22 user nova-compute[75147]:         <nova:swap>0</nova:swap>
Oct 27 19:32:22 user nova-compute[75147]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 19:32:22 user nova-compute[75147]:         <nova:vcpus>1</nova:vcpus>
Oct 27 19:32:22 user nova-compute[75147]:       </nova:flavor>
Oct 27 19:32:22 user nova-compute[75147]:       <nova:owner>
Oct 27 19:32:22 user nova-compute[75147]:         <nova:user uuid="993d03ab3bc84c4fa24a917c002e4e1e">tempest-TestVolumeSwap-500732449-project-member</nova:user>
Oct 27 19:32:22 user nova-compute[75147]:         <nova:project uuid="b865f773dbe84756ad7dd893fff4bad6">tempest-TestVolumeSwap-500732449</nova:project>
Oct 27 19:32:22 user nova-compute[75147]:       </nova:owner>
Oct 27 19:32:22 user nova-compute[75147]:       <nova:root type="image" uuid="d52df17c-5315-4a73-ab7c-34c161a414fb"/>
Oct 27 19:32:22 user nova-compute[75147]:       <nova:ports>
Oct 27 19:32:22 user nova-compute[75147]:         <nova:port uuid="6181d14d-9450-453a-abe6-379061642de7">
Oct 27 19:32:22 user nova-compute[75147]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Oct 27 19:32:22 user nova-compute[75147]:         </nova:port>
Oct 27 19:32:22 user nova-compute[75147]:       </nova:ports>
Oct 27 19:32:22 user nova-compute[75147]:     </nova:instance>
Oct 27 19:32:22 user nova-compute[75147]:   </metadata>
Oct 27 19:32:22 user nova-compute[75147]:   <sysinfo type="smbios">
Oct 27 19:32:22 user nova-compute[75147]:     <system>
Oct 27 19:32:22 user nova-compute[75147]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 19:32:22 user nova-compute[75147]:       <entry name="product">OpenStack Nova</entry>
Oct 27 19:32:22 user nova-compute[75147]:       <entry name="version">0.0.0</entry>
Oct 27 19:32:22 user nova-compute[75147]:       <entry name="serial">dae4e32d-225f-4e0e-833b-dba42ab1df79</entry>
Oct 27 19:32:22 user nova-compute[75147]:       <entry name="uuid">dae4e32d-225f-4e0e-833b-dba42ab1df79</entry>
Oct 27 19:32:22 user nova-compute[75147]:       <entry name="family">Virtual Machine</entry>
Oct 27 19:32:22 user nova-compute[75147]:     </system>
Oct 27 19:32:22 user nova-compute[75147]:   </sysinfo>
Oct 27 19:32:22 user nova-compute[75147]:   <os>
Oct 27 19:32:22 user nova-compute[75147]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 19:32:22 user nova-compute[75147]:     <boot dev="hd"/>
Oct 27 19:32:22 user nova-compute[75147]:     <smbios mode="sysinfo"/>
Oct 27 19:32:22 user nova-compute[75147]:   </os>
Oct 27 19:32:22 user nova-compute[75147]:   <features>
Oct 27 19:32:22 user nova-compute[75147]:     <acpi/>
Oct 27 19:32:22 user nova-compute[75147]:     <apic/>
Oct 27 19:32:22 user nova-compute[75147]:     <vmcoreinfo/>
Oct 27 19:32:22 user nova-compute[75147]:   </features>
Oct 27 19:32:22 user nova-compute[75147]:   <clock offset="utc">
Oct 27 19:32:22 user nova-compute[75147]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 19:32:22 user nova-compute[75147]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 19:32:22 user nova-compute[75147]:     <timer name="hpet" present="no"/>
Oct 27 19:32:22 user nova-compute[75147]:   </clock>
Oct 27 19:32:22 user nova-compute[75147]:   <cpu mode="custom" match="exact">
Oct 27 19:32:22 user nova-compute[75147]:     <model>Nehalem</model>
Oct 27 19:32:22 user nova-compute[75147]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 19:32:22 user nova-compute[75147]:   </cpu>
Oct 27 19:32:22 user nova-compute[75147]:   <devices>
Oct 27 19:32:22 user nova-compute[75147]:     <disk type="file" device="disk">
Oct 27 19:32:22 user nova-compute[75147]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 27 19:32:22 user nova-compute[75147]:       <source file="/opt/stack/data/nova/instances/dae4e32d-225f-4e0e-833b-dba42ab1df79/disk"/>
Oct 27 19:32:22 user nova-compute[75147]:       <target dev="vda" bus="virtio"/>
Oct 27 19:32:22 user nova-compute[75147]:     </disk>
Oct 27 19:32:22 user nova-compute[75147]:     <interface type="ethernet">
Oct 27 19:32:22 user nova-compute[75147]:       <mac address="fa:16:3e:2f:7f:08"/>
Oct 27 19:32:22 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:32:22 user nova-compute[75147]:       <mtu size="1442"/>
Oct 27 19:32:22 user nova-compute[75147]:       <target dev="tap6181d14d-94"/>
Oct 27 19:32:22 user nova-compute[75147]:     </interface>
Oct 27 19:32:22 user nova-compute[75147]:     <serial type="pty">
Oct 27 19:32:22 user nova-compute[75147]:       <log file="/opt/stack/data/nova/instances/dae4e32d-225f-4e0e-833b-dba42ab1df79/console.log" append="off"/>
Oct 27 19:32:22 user nova-compute[75147]:     </serial>
Oct 27 19:32:22 user nova-compute[75147]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 19:32:22 user nova-compute[75147]:     <video>
Oct 27 19:32:22 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:32:22 user nova-compute[75147]:     </video>
Oct 27 19:32:22 user nova-compute[75147]:     <rng model="virtio">
Oct 27 19:32:22 user nova-compute[75147]:       <backend model="random">/dev/urandom</backend>
Oct 27 19:32:22 user nova-compute[75147]:     </rng>
Oct 27 19:32:22 user nova-compute[75147]:     <controller type="usb" index="0" model="none"/>
Oct 27 19:32:22 user nova-compute[75147]:     <memballoon model="virtio">
Oct 27 19:32:22 user nova-compute[75147]:       <stats period="10"/>
Oct 27 19:32:22 user nova-compute[75147]:     </memballoon>
Oct 27 19:32:22 user nova-compute[75147]:   </devices>
Oct 27 19:32:22 user nova-compute[75147]: </domain>
Oct 27 19:32:22 user nova-compute[75147]:  {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 19:32:22 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-06cae5d8-5f13-4d5f-8ef3-3d5f5e16f44a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:32:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeSwap-server-1690897815',display_name='tempest-TestVolumeSwap-server-1690897815',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumeswap-server-1690897815',id=17,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBG8q0vddPt22tbEqVb5lCv5QsoDGdywHOaApqbz+BpPc731a7JxEfqg7cn3U+O9V7ut6lhwQelJ6zC/haVeGyRWwG/aSq7tacS2gOIQS0x2olkTy61M2EURxQK6U1tn9qw==',key_name='tempest-keypair-221395602',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b865f773dbe84756ad7dd893fff4bad6',ramdisk_id='',reservation_id='r-0v5thfgj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeSwap-500732449',owner_user_name='tempest-TestVolumeSwap-500732449-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:32:21Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='993d03ab3bc84c4fa24a917c002e4e1e',uuid=dae4e32d-225f-4e0e-833b-dba42ab1df79,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6181d14d-9450-453a-abe6-379061642de7", "address": "fa:16:3e:2f:7f:08", "network": {"id": "a780be4b-5a46-463b-a94e-4fa6ce13a1ee", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1898519297-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b865f773dbe84756ad7dd893fff4bad6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6181d14d-94", "ovs_interfaceid": "6181d14d-9450-453a-abe6-379061642de7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 19:32:22 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-06cae5d8-5f13-4d5f-8ef3-3d5f5e16f44a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Converting VIF {"id": "6181d14d-9450-453a-abe6-379061642de7", "address": "fa:16:3e:2f:7f:08", "network": {"id": "a780be4b-5a46-463b-a94e-4fa6ce13a1ee", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1898519297-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b865f773dbe84756ad7dd893fff4bad6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6181d14d-94", "ovs_interfaceid": "6181d14d-9450-453a-abe6-379061642de7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:32:22 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-06cae5d8-5f13-4d5f-8ef3-3d5f5e16f44a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2f:7f:08,bridge_name='br-int',has_traffic_filtering=True,id=6181d14d-9450-453a-abe6-379061642de7,network=Network(a780be4b-5a46-463b-a94e-4fa6ce13a1ee),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6181d14d-94') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:32:22 user nova-compute[75147]: DEBUG os_vif [None req-06cae5d8-5f13-4d5f-8ef3-3d5f5e16f44a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:2f:7f:08,bridge_name='br-int',has_traffic_filtering=True,id=6181d14d-9450-453a-abe6-379061642de7,network=Network(a780be4b-5a46-463b-a94e-4fa6ce13a1ee),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6181d14d-94') {{(pid=75147) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 19:32:22 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:22 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:32:22 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 19:32:22 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:22 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '7ee6542e-9edd-540f-9cb3-80400cc3449f', '_type': 'linux-noop'}}, row=False) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:32:22 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:22 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:32:22 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:22 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap6181d14d-94, may_exist=True, interface_attrs={}) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:32:22 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap6181d14d-94, col_values=(('qos', UUID('5f9e0501-129e-401f-838a-835e386a458b')),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:32:22 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap6181d14d-94, col_values=(('external_ids', {'iface-id': '6181d14d-9450-453a-abe6-379061642de7', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:2f:7f:08', 'vm-uuid': 'dae4e32d-225f-4e0e-833b-dba42ab1df79'}),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:32:22 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:22 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:22 user nova-compute[75147]: INFO os_vif [None req-06cae5d8-5f13-4d5f-8ef3-3d5f5e16f44a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:2f:7f:08,bridge_name='br-int',has_traffic_filtering=True,id=6181d14d-9450-453a-abe6-379061642de7,network=Network(a780be4b-5a46-463b-a94e-4fa6ce13a1ee),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6181d14d-94')
Oct 27 19:32:23 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-06cae5d8-5f13-4d5f-8ef3-3d5f5e16f44a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] No BDM found with device name vda, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:32:23 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-06cae5d8-5f13-4d5f-8ef3-3d5f5e16f44a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] No VIF found with MAC fa:16:3e:2f:7f:08, not building metadata {{(pid=75147) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 19:32:23 user nova-compute[75147]: DEBUG nova.network.neutron [req-70fb535e-e614-4534-89c8-0f920ad55f8c req-d44cbdff-efad-4223-803b-b89045f63054 service nova] [instance: dae4e32d-225f-4e0e-833b-dba42ab1df79] Updated VIF entry in instance network info cache for port 6181d14d-9450-453a-abe6-379061642de7. {{(pid=75147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 19:32:23 user nova-compute[75147]: DEBUG nova.network.neutron [req-70fb535e-e614-4534-89c8-0f920ad55f8c req-d44cbdff-efad-4223-803b-b89045f63054 service nova] [instance: dae4e32d-225f-4e0e-833b-dba42ab1df79] Updating instance_info_cache with network_info: [{"id": "6181d14d-9450-453a-abe6-379061642de7", "address": "fa:16:3e:2f:7f:08", "network": {"id": "a780be4b-5a46-463b-a94e-4fa6ce13a1ee", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1898519297-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b865f773dbe84756ad7dd893fff4bad6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6181d14d-94", "ovs_interfaceid": "6181d14d-9450-453a-abe6-379061642de7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:32:23 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-70fb535e-e614-4534-89c8-0f920ad55f8c req-d44cbdff-efad-4223-803b-b89045f63054 service nova] Releasing lock "refresh_cache-dae4e32d-225f-4e0e-833b-dba42ab1df79" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:32:24 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:24 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:24 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:24 user nova-compute[75147]: DEBUG nova.compute.manager [req-35d84109-abb1-4771-932b-fa9cf78d146d req-05a12882-c2d6-40fb-8233-c679c411593d service nova] [instance: dae4e32d-225f-4e0e-833b-dba42ab1df79] Received event network-vif-plugged-6181d14d-9450-453a-abe6-379061642de7 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:32:24 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-35d84109-abb1-4771-932b-fa9cf78d146d req-05a12882-c2d6-40fb-8233-c679c411593d service nova] Acquiring lock "dae4e32d-225f-4e0e-833b-dba42ab1df79-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:32:24 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-35d84109-abb1-4771-932b-fa9cf78d146d req-05a12882-c2d6-40fb-8233-c679c411593d service nova] Lock "dae4e32d-225f-4e0e-833b-dba42ab1df79-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:32:24 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-35d84109-abb1-4771-932b-fa9cf78d146d req-05a12882-c2d6-40fb-8233-c679c411593d service nova] Lock "dae4e32d-225f-4e0e-833b-dba42ab1df79-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:32:24 user nova-compute[75147]: DEBUG nova.compute.manager [req-35d84109-abb1-4771-932b-fa9cf78d146d req-05a12882-c2d6-40fb-8233-c679c411593d service nova] [instance: dae4e32d-225f-4e0e-833b-dba42ab1df79] No waiting events found dispatching network-vif-plugged-6181d14d-9450-453a-abe6-379061642de7 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:32:24 user nova-compute[75147]: WARNING nova.compute.manager [req-35d84109-abb1-4771-932b-fa9cf78d146d req-05a12882-c2d6-40fb-8233-c679c411593d service nova] [instance: dae4e32d-225f-4e0e-833b-dba42ab1df79] Received unexpected event network-vif-plugged-6181d14d-9450-453a-abe6-379061642de7 for instance with vm_state building and task_state spawning.
Oct 27 19:32:25 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:25 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:25 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:26 user nova-compute[75147]: DEBUG nova.compute.manager [None req-06cae5d8-5f13-4d5f-8ef3-3d5f5e16f44a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] [instance: dae4e32d-225f-4e0e-833b-dba42ab1df79] Instance event wait completed in 0 seconds for  {{(pid=75147) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 19:32:26 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-06cae5d8-5f13-4d5f-8ef3-3d5f5e16f44a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] [instance: dae4e32d-225f-4e0e-833b-dba42ab1df79] Guest created on hypervisor {{(pid=75147) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 19:32:26 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: dae4e32d-225f-4e0e-833b-dba42ab1df79] Instance spawned successfully.
Oct 27 19:32:26 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-06cae5d8-5f13-4d5f-8ef3-3d5f5e16f44a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] [instance: dae4e32d-225f-4e0e-833b-dba42ab1df79] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 27 19:32:26 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-06cae5d8-5f13-4d5f-8ef3-3d5f5e16f44a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] [instance: dae4e32d-225f-4e0e-833b-dba42ab1df79] Found default for hw_cdrom_bus of ide {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:32:26 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-06cae5d8-5f13-4d5f-8ef3-3d5f5e16f44a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] [instance: dae4e32d-225f-4e0e-833b-dba42ab1df79] Found default for hw_disk_bus of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:32:26 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-06cae5d8-5f13-4d5f-8ef3-3d5f5e16f44a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] [instance: dae4e32d-225f-4e0e-833b-dba42ab1df79] Found default for hw_input_bus of None {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:32:26 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-06cae5d8-5f13-4d5f-8ef3-3d5f5e16f44a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] [instance: dae4e32d-225f-4e0e-833b-dba42ab1df79] Found default for hw_pointer_model of None {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:32:26 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-06cae5d8-5f13-4d5f-8ef3-3d5f5e16f44a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] [instance: dae4e32d-225f-4e0e-833b-dba42ab1df79] Found default for hw_video_model of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:32:26 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-06cae5d8-5f13-4d5f-8ef3-3d5f5e16f44a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] [instance: dae4e32d-225f-4e0e-833b-dba42ab1df79] Found default for hw_vif_model of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:32:26 user nova-compute[75147]: DEBUG nova.compute.manager [req-280b5094-2973-4273-b712-fea24aa2256b req-930beaab-4c23-4b40-83a1-7e6c4c3e3bb9 service nova] [instance: dae4e32d-225f-4e0e-833b-dba42ab1df79] Received event network-vif-plugged-6181d14d-9450-453a-abe6-379061642de7 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:32:26 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-280b5094-2973-4273-b712-fea24aa2256b req-930beaab-4c23-4b40-83a1-7e6c4c3e3bb9 service nova] Acquiring lock "dae4e32d-225f-4e0e-833b-dba42ab1df79-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:32:26 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-280b5094-2973-4273-b712-fea24aa2256b req-930beaab-4c23-4b40-83a1-7e6c4c3e3bb9 service nova] Lock "dae4e32d-225f-4e0e-833b-dba42ab1df79-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:32:26 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-280b5094-2973-4273-b712-fea24aa2256b req-930beaab-4c23-4b40-83a1-7e6c4c3e3bb9 service nova] Lock "dae4e32d-225f-4e0e-833b-dba42ab1df79-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:32:26 user nova-compute[75147]: DEBUG nova.compute.manager [req-280b5094-2973-4273-b712-fea24aa2256b req-930beaab-4c23-4b40-83a1-7e6c4c3e3bb9 service nova] [instance: dae4e32d-225f-4e0e-833b-dba42ab1df79] No waiting events found dispatching network-vif-plugged-6181d14d-9450-453a-abe6-379061642de7 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:32:26 user nova-compute[75147]: WARNING nova.compute.manager [req-280b5094-2973-4273-b712-fea24aa2256b req-930beaab-4c23-4b40-83a1-7e6c4c3e3bb9 service nova] [instance: dae4e32d-225f-4e0e-833b-dba42ab1df79] Received unexpected event network-vif-plugged-6181d14d-9450-453a-abe6-379061642de7 for instance with vm_state building and task_state spawning.
Oct 27 19:32:27 user nova-compute[75147]: INFO nova.compute.manager [None req-06cae5d8-5f13-4d5f-8ef3-3d5f5e16f44a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] [instance: dae4e32d-225f-4e0e-833b-dba42ab1df79] Took 6.06 seconds to spawn the instance on the hypervisor.
Oct 27 19:32:27 user nova-compute[75147]: DEBUG nova.compute.manager [None req-06cae5d8-5f13-4d5f-8ef3-3d5f5e16f44a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] [instance: dae4e32d-225f-4e0e-833b-dba42ab1df79] Checking state {{(pid=75147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 19:32:27 user nova-compute[75147]: INFO nova.compute.manager [None req-06cae5d8-5f13-4d5f-8ef3-3d5f5e16f44a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] [instance: dae4e32d-225f-4e0e-833b-dba42ab1df79] Took 7.32 seconds to build instance.
Oct 27 19:32:27 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-06cae5d8-5f13-4d5f-8ef3-3d5f5e16f44a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Lock "dae4e32d-225f-4e0e-833b-dba42ab1df79" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.431s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:32:27 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:28 user nova-compute[75147]: DEBUG nova.objects.instance [None req-6392ccd2-82c8-4d68-94f1-1ba5ec51774f tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Lazy-loading 'flavor' on Instance uuid cdbe7335-af99-486a-9a7e-adbdf4443572 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:32:28 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-6392ccd2-82c8-4d68-94f1-1ba5ec51774f tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Lock "cdbe7335-af99-486a-9a7e-adbdf4443572" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 41.356s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:32:28 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "cdbe7335-af99-486a-9a7e-adbdf4443572" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 27.314s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:32:28 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "cdbe7335-af99-486a-9a7e-adbdf4443572" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.031s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:32:29 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] Creating instance directory {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 19:32:29 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] Creating image(s)
Oct 27 19:32:29 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Acquiring lock "/opt/stack/data/nova/instances/2b0ba44c-96cb-42ef-add4-6535d26bdebf/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:32:29 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Lock "/opt/stack/data/nova/instances/2b0ba44c-96cb-42ef-add4-6535d26bdebf/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:32:29 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Lock "/opt/stack/data/nova/instances/2b0ba44c-96cb-42ef-add4-6535d26bdebf/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.004s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:32:29 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:32:29 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.184s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:32:29 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Acquiring lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:32:29 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.005s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:32:29 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:32:29 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.199s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:32:29 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa,backing_fmt=raw /opt/stack/data/nova/instances/2b0ba44c-96cb-42ef-add4-6535d26bdebf/disk 1073741824 {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:32:29 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa,backing_fmt=raw /opt/stack/data/nova/instances/2b0ba44c-96cb-42ef-add4-6535d26bdebf/disk 1073741824" returned: 0 in 0.060s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:32:29 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.267s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:32:29 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:32:29 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.220s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:32:29 user nova-compute[75147]: DEBUG nova.virt.disk.api [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Checking if we can resize image /opt/stack/data/nova/instances/2b0ba44c-96cb-42ef-add4-6535d26bdebf/disk. size=1073741824 {{(pid=75147) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 27 19:32:29 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2b0ba44c-96cb-42ef-add4-6535d26bdebf/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:32:30 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2b0ba44c-96cb-42ef-add4-6535d26bdebf/disk --force-share --output=json" returned: 0 in 0.220s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:32:30 user nova-compute[75147]: DEBUG nova.virt.disk.api [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Cannot resize image /opt/stack/data/nova/instances/2b0ba44c-96cb-42ef-add4-6535d26bdebf/disk to a smaller size. {{(pid=75147) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 27 19:32:30 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] Created local disks {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 27 19:32:30 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] Ensure instance console log exists: /opt/stack/data/nova/instances/2b0ba44c-96cb-42ef-add4-6535d26bdebf/console.log {{(pid=75147) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 19:32:30 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:32:30 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:32:30 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:32:30 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] Start _get_guest_xml network_info=[{"id": "af5e3ba8-cfdd-4990-b210-fef2ac98b13a", "address": "fa:16:3e:d7:05:da", "network": {"id": "bae3f1ff-b48f-4e91-a1ac-2c877ecca1af", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1949095258-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.85", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9368eab86d5248b2a34511d5d0fd64eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf5e3ba8-cf", "ovs_interfaceid": "af5e3ba8-cfdd-4990-b210-fef2ac98b13a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T19:22:09Z,direct_url=<?>,disk_format='qcow2',id=d52df17c-5315-4a73-ab7c-34c161a414fb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0b43115555434818b0c8bdf6be4946da',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T19:22:11Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'encryption_options': None, 'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encrypted': False, 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_format': None, 'device_name': '/dev/vda', 'image_id': 'd52df17c-5315-4a73-ab7c-34c161a414fb'}], 'ephemerals': [], 'block_device_mapping': [{'device_type': 'disk', 'delete_on_termination': False, 'boot_index': None, 'disk_bus': 'virtio', 'mount_device': '/dev/vdb', 'guest_format': None, 'attachment_id': '8ebca1f6-7480-4ad0-89d4-a9bba3569656', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IxkDyEgb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '2b0ba44c-96cb-42ef-add4-6535d26bdebf', 'attached_at': '', 'detached_at': '', 'volume_id': 'ffea6a7e-2de0-4845-b40d-026b46913855', 'serial': 'ffea6a7e-2de0-4845-b40d-026b46913855'}, 'volume_type': None} {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 19:32:30 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Oct 27 19:32:30 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Oct 27 19:32:30 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 19:32:30 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] CPU controller missing on host. {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 19:32:30 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 19:32:30 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] CPU controller found on host. {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 19:32:30 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75147) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 19:32:30 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T19:21:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T19:22:09Z,direct_url=<?>,disk_format='qcow2',id=d52df17c-5315-4a73-ab7c-34c161a414fb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0b43115555434818b0c8bdf6be4946da',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T19:22:11Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 19:32:30 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Flavor limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 19:32:30 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Image limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 19:32:30 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Flavor pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 19:32:30 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Image pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 19:32:30 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 19:32:30 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 19:32:30 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 19:32:30 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Got 1 possible topologies {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 19:32:30 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 19:32:30 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 19:32:30 user nova-compute[75147]: DEBUG nova.objects.instance [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Lazy-loading 'vcpu_model' on Instance uuid 2b0ba44c-96cb-42ef-add4-6535d26bdebf {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:32:30 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] Calling os-brick to attach iSCSI Volume {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 19:32:30 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IxkDyEgb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:32:30 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 27 19:32:30 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:32:30 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:32:30 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 27 19:32:30 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:32:30 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:32:30 user nova-compute[75147]: INFO os_brick.initiator.connectors.iscsi [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 19:32:30 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855 -p 172.16.0.220:3260 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:32:30 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:32:30 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[3937ddfd-840c-4dbb-955c-ae81639b0459]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:32:30 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 19:32:30 user nova-compute[75147]:  {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:32:30 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855 -p 172.16.0.220:3260 --interface default --op new {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:32:30 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:32:30 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2667eff-426a-4c4b-b350-54b21dba9628]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855] added\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:32:30 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855] added
Oct 27 19:32:30 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:32:30 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:32:30 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:32:30 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[04b6671a-6f78-498e-8ee2-7a49b473c5a6]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:32:30 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:32:30 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:32:30 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:32:30 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca31ab3d-4289-47a1-9a86-b9f63b33940f]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:32:30 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:32:30 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v IxkDyEgb {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:32:30 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v IxkDyEgb" returned: 0 in 0.022s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:32:30 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b72f8f9-e783-40da-9bc8-8ef62730bc18]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:32:30 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'IxkDyEgb'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:32:30 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:32:30 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:32:30 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b493a75-83ec-4d12-920c-a9d76e08a8e9]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:32:30 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:32:30 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:32:30 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:32:30 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[72e09658-7757-44e3-8adf-697dd43eb13e]: (4, ('tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:32:30 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1 (non-flash)
Oct 27 19:32:30 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:32:30 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] iscsi session list stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1 (non-flash)
Oct 27 19:32:30 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:32:30 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855 -p 172.16.0.220:3260 --login {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:32:30 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855 -p 172.16.0.220:3260 --login" returned: 0 in 0.066s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:32:30 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9115289-fee8-413b-8387-d7b887a38046]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:32:30 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855, portal: 172.16.0.220,3260]
Oct 27 19:32:30 user nova-compute[75147]: Login to [iface: default, target: iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855, portal: 172.16.0.220,3260] successful.
Oct 27 19:32:30 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:32:30 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:32:30 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.025s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:32:30 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc99510e-0c3b-422c-9940-1138e130c885]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:32:30 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:32:30 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:32:30 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:32:30 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[f17a0d1f-8299-4f11-a928-1f6f8678d937]: (4, ('tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:32:30 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1 (non-flash)
Oct 27 19:32:30 user nova-compute[75147]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855 (non-flash)
Oct 27 19:32:30 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:32:30 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] iscsi session list stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1 (non-flash)
Oct 27 19:32:30 user nova-compute[75147]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855 (non-flash)
Oct 27 19:32:30 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:32:30 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.303s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:32:30 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Connected to 172.16.0.220:3260 {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 19:32:30 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] HCTL ('33', '-', '-', 0) found on session 17 with lun 0 {{(pid=75147) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 19:32:30 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75147) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 19:32:30 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:32:30 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.021s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:32:30 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[8cc187fd-4e30-4e18-9c24-75a0693f6a42]: (4, ('- - 0', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:32:30 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Searching for a device in session 17 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75147) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 19:32:30 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IxkDyEgb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 19:32:31 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:31 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:31 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.344s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:32:31 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] <== connect_volume: return (1347ms) {'type': 'block', 'scsi_wwn': '23231616264663065', 'path': '/dev/sdb'} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:32:31 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23231616264663065', 'path': '/dev/sdb'} {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 19:32:31 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-27T19:29:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-1360183462',display_name='tempest-ServerActionsTestOtherA-server-1964476768',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-1360183462',id=13,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGlqWhK7qJLFJAuM0o8dss52GDAN6EK6qdz08haB0vZW0fzYkUU5czxrjkr2t/3OXRUrX/+mFX42z/7hB/DA29kJ4mSkcMC/hopHWAKdq3PxMh15OIfGt2deIlrXrHbZpQ==',key_name='tempest-keypair-2112371525',keypairs=<?>,launch_index=0,launched_at=2023-10-27T19:29:51Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='9368eab86d5248b2a34511d5d0fd64eb',ramdisk_id='',reservation_id='r-peiy8qd6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-2091358466',owner_user_name='tempest-ServerActionsTestOtherA-2091358466-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:32:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2ec18a0cb61842b092eeaecce2a03b70',uuid=2b0ba44c-96cb-42ef-add4-6535d26bdebf,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "af5e3ba8-cfdd-4990-b210-fef2ac98b13a", "address": "fa:16:3e:d7:05:da", "network": {"id": "bae3f1ff-b48f-4e91-a1ac-2c877ecca1af", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1949095258-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.85", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9368eab86d5248b2a34511d5d0fd64eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf5e3ba8-cf", "ovs_interfaceid": "af5e3ba8-cfdd-4990-b210-fef2ac98b13a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75147) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 19:32:31 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Converting VIF {"id": "af5e3ba8-cfdd-4990-b210-fef2ac98b13a", "address": "fa:16:3e:d7:05:da", "network": {"id": "bae3f1ff-b48f-4e91-a1ac-2c877ecca1af", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1949095258-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.85", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9368eab86d5248b2a34511d5d0fd64eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf5e3ba8-cf", "ovs_interfaceid": "af5e3ba8-cfdd-4990-b210-fef2ac98b13a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:32:31 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:d7:05:da,bridge_name='br-int',has_traffic_filtering=True,id=af5e3ba8-cfdd-4990-b210-fef2ac98b13a,network=Network(bae3f1ff-b48f-4e91-a1ac-2c877ecca1af),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaf5e3ba8-cf') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:32:31 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] End _get_guest_xml xml=<domain type="kvm">
Oct 27 19:32:31 user nova-compute[75147]:   <uuid>2b0ba44c-96cb-42ef-add4-6535d26bdebf</uuid>
Oct 27 19:32:31 user nova-compute[75147]:   <name>instance-0000000d</name>
Oct 27 19:32:31 user nova-compute[75147]:   <memory>524288</memory>
Oct 27 19:32:31 user nova-compute[75147]:   <vcpu>1</vcpu>
Oct 27 19:32:31 user nova-compute[75147]:   <metadata>
Oct 27 19:32:31 user nova-compute[75147]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 19:32:31 user nova-compute[75147]:       <nova:package version="0.0.0"/>
Oct 27 19:32:31 user nova-compute[75147]:       <nova:name>tempest-ServerActionsTestOtherA-server-1964476768</nova:name>
Oct 27 19:32:31 user nova-compute[75147]:       <nova:creationTime>2023-10-27 19:32:30</nova:creationTime>
Oct 27 19:32:31 user nova-compute[75147]:       <nova:flavor name="m1.tiny">
Oct 27 19:32:31 user nova-compute[75147]:         <nova:memory>512</nova:memory>
Oct 27 19:32:31 user nova-compute[75147]:         <nova:disk>1</nova:disk>
Oct 27 19:32:31 user nova-compute[75147]:         <nova:swap>0</nova:swap>
Oct 27 19:32:31 user nova-compute[75147]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 19:32:31 user nova-compute[75147]:         <nova:vcpus>1</nova:vcpus>
Oct 27 19:32:31 user nova-compute[75147]:       </nova:flavor>
Oct 27 19:32:31 user nova-compute[75147]:       <nova:owner>
Oct 27 19:32:31 user nova-compute[75147]:         <nova:user uuid="2ec18a0cb61842b092eeaecce2a03b70">tempest-ServerActionsTestOtherA-2091358466-project-member</nova:user>
Oct 27 19:32:31 user nova-compute[75147]:         <nova:project uuid="9368eab86d5248b2a34511d5d0fd64eb">tempest-ServerActionsTestOtherA-2091358466</nova:project>
Oct 27 19:32:31 user nova-compute[75147]:       </nova:owner>
Oct 27 19:32:31 user nova-compute[75147]:       <nova:root type="image" uuid="d52df17c-5315-4a73-ab7c-34c161a414fb"/>
Oct 27 19:32:31 user nova-compute[75147]:       <nova:ports>
Oct 27 19:32:31 user nova-compute[75147]:         <nova:port uuid="af5e3ba8-cfdd-4990-b210-fef2ac98b13a">
Oct 27 19:32:31 user nova-compute[75147]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Oct 27 19:32:31 user nova-compute[75147]:         </nova:port>
Oct 27 19:32:31 user nova-compute[75147]:       </nova:ports>
Oct 27 19:32:31 user nova-compute[75147]:     </nova:instance>
Oct 27 19:32:31 user nova-compute[75147]:   </metadata>
Oct 27 19:32:31 user nova-compute[75147]:   <sysinfo type="smbios">
Oct 27 19:32:31 user nova-compute[75147]:     <system>
Oct 27 19:32:31 user nova-compute[75147]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 19:32:31 user nova-compute[75147]:       <entry name="product">OpenStack Nova</entry>
Oct 27 19:32:31 user nova-compute[75147]:       <entry name="version">0.0.0</entry>
Oct 27 19:32:31 user nova-compute[75147]:       <entry name="serial">2b0ba44c-96cb-42ef-add4-6535d26bdebf</entry>
Oct 27 19:32:31 user nova-compute[75147]:       <entry name="uuid">2b0ba44c-96cb-42ef-add4-6535d26bdebf</entry>
Oct 27 19:32:31 user nova-compute[75147]:       <entry name="family">Virtual Machine</entry>
Oct 27 19:32:31 user nova-compute[75147]:     </system>
Oct 27 19:32:31 user nova-compute[75147]:   </sysinfo>
Oct 27 19:32:31 user nova-compute[75147]:   <os>
Oct 27 19:32:31 user nova-compute[75147]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 19:32:31 user nova-compute[75147]:     <boot dev="hd"/>
Oct 27 19:32:31 user nova-compute[75147]:     <smbios mode="sysinfo"/>
Oct 27 19:32:31 user nova-compute[75147]:   </os>
Oct 27 19:32:31 user nova-compute[75147]:   <features>
Oct 27 19:32:31 user nova-compute[75147]:     <acpi/>
Oct 27 19:32:31 user nova-compute[75147]:     <apic/>
Oct 27 19:32:31 user nova-compute[75147]:     <vmcoreinfo/>
Oct 27 19:32:31 user nova-compute[75147]:   </features>
Oct 27 19:32:31 user nova-compute[75147]:   <clock offset="utc">
Oct 27 19:32:31 user nova-compute[75147]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 19:32:31 user nova-compute[75147]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 19:32:31 user nova-compute[75147]:     <timer name="hpet" present="no"/>
Oct 27 19:32:31 user nova-compute[75147]:   </clock>
Oct 27 19:32:31 user nova-compute[75147]:   <cpu mode="custom" match="exact">
Oct 27 19:32:31 user nova-compute[75147]:     <model>Nehalem</model>
Oct 27 19:32:31 user nova-compute[75147]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 19:32:31 user nova-compute[75147]:   </cpu>
Oct 27 19:32:31 user nova-compute[75147]:   <devices>
Oct 27 19:32:31 user nova-compute[75147]:     <disk type="file" device="disk">
Oct 27 19:32:31 user nova-compute[75147]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 27 19:32:31 user nova-compute[75147]:       <source file="/opt/stack/data/nova/instances/2b0ba44c-96cb-42ef-add4-6535d26bdebf/disk"/>
Oct 27 19:32:31 user nova-compute[75147]:       <target dev="vda" bus="virtio"/>
Oct 27 19:32:31 user nova-compute[75147]:     </disk>
Oct 27 19:32:31 user nova-compute[75147]:     <disk type="block" device="disk">
Oct 27 19:32:31 user nova-compute[75147]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 19:32:31 user nova-compute[75147]:       <source dev="/dev/sdb"/>
Oct 27 19:32:31 user nova-compute[75147]:       <target dev="vdb" bus="virtio"/>
Oct 27 19:32:31 user nova-compute[75147]:       <serial>ffea6a7e-2de0-4845-b40d-026b46913855</serial>
Oct 27 19:32:31 user nova-compute[75147]:     </disk>
Oct 27 19:32:31 user nova-compute[75147]:     <interface type="ethernet">
Oct 27 19:32:31 user nova-compute[75147]:       <mac address="fa:16:3e:d7:05:da"/>
Oct 27 19:32:31 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:32:31 user nova-compute[75147]:       <mtu size="1442"/>
Oct 27 19:32:31 user nova-compute[75147]:       <target dev="tapaf5e3ba8-cf"/>
Oct 27 19:32:31 user nova-compute[75147]:     </interface>
Oct 27 19:32:31 user nova-compute[75147]:     <serial type="pty">
Oct 27 19:32:31 user nova-compute[75147]:       <log file="/opt/stack/data/nova/instances/2b0ba44c-96cb-42ef-add4-6535d26bdebf/console.log" append="off"/>
Oct 27 19:32:31 user nova-compute[75147]:     </serial>
Oct 27 19:32:31 user nova-compute[75147]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 19:32:31 user nova-compute[75147]:     <video>
Oct 27 19:32:31 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:32:31 user nova-compute[75147]:     </video>
Oct 27 19:32:31 user nova-compute[75147]:     <rng model="virtio">
Oct 27 19:32:31 user nova-compute[75147]:       <backend model="random">/dev/urandom</backend>
Oct 27 19:32:31 user nova-compute[75147]:     </rng>
Oct 27 19:32:31 user nova-compute[75147]:     <controller type="usb" index="0" model="none"/>
Oct 27 19:32:31 user nova-compute[75147]:     <memballoon model="virtio">
Oct 27 19:32:31 user nova-compute[75147]:       <stats period="10"/>
Oct 27 19:32:31 user nova-compute[75147]:     </memballoon>
Oct 27 19:32:31 user nova-compute[75147]:   </devices>
Oct 27 19:32:31 user nova-compute[75147]: </domain>
Oct 27 19:32:31 user nova-compute[75147]:  {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 19:32:31 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-27T19:29:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-1360183462',display_name='tempest-ServerActionsTestOtherA-server-1964476768',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-1360183462',id=13,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGlqWhK7qJLFJAuM0o8dss52GDAN6EK6qdz08haB0vZW0fzYkUU5czxrjkr2t/3OXRUrX/+mFX42z/7hB/DA29kJ4mSkcMC/hopHWAKdq3PxMh15OIfGt2deIlrXrHbZpQ==',key_name='tempest-keypair-2112371525',keypairs=<?>,launch_index=0,launched_at=2023-10-27T19:29:51Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='9368eab86d5248b2a34511d5d0fd64eb',ramdisk_id='',reservation_id='r-peiy8qd6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-2091358466',owner_user_name='tempest-ServerActionsTestOtherA-2091358466-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:32:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2ec18a0cb61842b092eeaecce2a03b70',uuid=2b0ba44c-96cb-42ef-add4-6535d26bdebf,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "af5e3ba8-cfdd-4990-b210-fef2ac98b13a", "address": "fa:16:3e:d7:05:da", "network": {"id": "bae3f1ff-b48f-4e91-a1ac-2c877ecca1af", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1949095258-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.85", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9368eab86d5248b2a34511d5d0fd64eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf5e3ba8-cf", "ovs_interfaceid": "af5e3ba8-cfdd-4990-b210-fef2ac98b13a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 19:32:31 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Converting VIF {"id": "af5e3ba8-cfdd-4990-b210-fef2ac98b13a", "address": "fa:16:3e:d7:05:da", "network": {"id": "bae3f1ff-b48f-4e91-a1ac-2c877ecca1af", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1949095258-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.85", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9368eab86d5248b2a34511d5d0fd64eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf5e3ba8-cf", "ovs_interfaceid": "af5e3ba8-cfdd-4990-b210-fef2ac98b13a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:32:31 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:d7:05:da,bridge_name='br-int',has_traffic_filtering=True,id=af5e3ba8-cfdd-4990-b210-fef2ac98b13a,network=Network(bae3f1ff-b48f-4e91-a1ac-2c877ecca1af),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaf5e3ba8-cf') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:32:31 user nova-compute[75147]: DEBUG os_vif [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Plugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:d7:05:da,bridge_name='br-int',has_traffic_filtering=True,id=af5e3ba8-cfdd-4990-b210-fef2ac98b13a,network=Network(bae3f1ff-b48f-4e91-a1ac-2c877ecca1af),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaf5e3ba8-cf') {{(pid=75147) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 19:32:31 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:31 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:32:31 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 19:32:31 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:31 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '1e546dcf-0563-5212-94d2-462c9152783b', '_type': 'linux-noop'}}, row=False) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:32:31 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:31 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:32:31 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:31 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapaf5e3ba8-cf, may_exist=True, interface_attrs={}) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:32:31 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapaf5e3ba8-cf, col_values=(('qos', UUID('fa9aeb67-7523-460c-83a6-778f58639150')),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:32:31 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapaf5e3ba8-cf, col_values=(('external_ids', {'iface-id': 'af5e3ba8-cfdd-4990-b210-fef2ac98b13a', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:d7:05:da', 'vm-uuid': '2b0ba44c-96cb-42ef-add4-6535d26bdebf'}),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:32:31 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:31 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:32:31 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:31 user nova-compute[75147]: INFO os_vif [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Successfully plugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:d7:05:da,bridge_name='br-int',has_traffic_filtering=True,id=af5e3ba8-cfdd-4990-b210-fef2ac98b13a,network=Network(bae3f1ff-b48f-4e91-a1ac-2c877ecca1af),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaf5e3ba8-cf')
Oct 27 19:32:31 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] No BDM found with device name vda, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:32:31 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:32:31 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] No VIF found with MAC fa:16:3e:d7:05:da, not building metadata {{(pid=75147) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 19:32:32 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:33 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:33 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:33 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:33 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:33 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:33 user nova-compute[75147]: DEBUG nova.compute.manager [req-b93dce7f-3a48-4952-87ee-864eca602411 req-799f189f-f7cd-439c-884d-053db6928d1e service nova] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] Received event network-vif-plugged-af5e3ba8-cfdd-4990-b210-fef2ac98b13a {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:32:33 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-b93dce7f-3a48-4952-87ee-864eca602411 req-799f189f-f7cd-439c-884d-053db6928d1e service nova] Acquiring lock "2b0ba44c-96cb-42ef-add4-6535d26bdebf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:32:33 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-b93dce7f-3a48-4952-87ee-864eca602411 req-799f189f-f7cd-439c-884d-053db6928d1e service nova] Lock "2b0ba44c-96cb-42ef-add4-6535d26bdebf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:32:33 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-b93dce7f-3a48-4952-87ee-864eca602411 req-799f189f-f7cd-439c-884d-053db6928d1e service nova] Lock "2b0ba44c-96cb-42ef-add4-6535d26bdebf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:32:33 user nova-compute[75147]: DEBUG nova.compute.manager [req-b93dce7f-3a48-4952-87ee-864eca602411 req-799f189f-f7cd-439c-884d-053db6928d1e service nova] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] No waiting events found dispatching network-vif-plugged-af5e3ba8-cfdd-4990-b210-fef2ac98b13a {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:32:33 user nova-compute[75147]: WARNING nova.compute.manager [req-b93dce7f-3a48-4952-87ee-864eca602411 req-799f189f-f7cd-439c-884d-053db6928d1e service nova] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] Received unexpected event network-vif-plugged-af5e3ba8-cfdd-4990-b210-fef2ac98b13a for instance with vm_state active and task_state rebuild_spawning.
Oct 27 19:32:35 user nova-compute[75147]: DEBUG nova.compute.manager [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] Instance event wait completed in 0 seconds for  {{(pid=75147) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 19:32:35 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] Guest created on hypervisor {{(pid=75147) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 19:32:35 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] Instance spawned successfully.
Oct 27 19:32:35 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 27 19:32:35 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] Found default for hw_cdrom_bus of ide {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:32:35 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] Found default for hw_disk_bus of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:32:35 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] Found default for hw_input_bus of None {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:32:35 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] Found default for hw_pointer_model of None {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:32:35 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] Found default for hw_video_model of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:32:35 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] Found default for hw_vif_model of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:32:35 user nova-compute[75147]: DEBUG nova.compute.manager [req-77ef45ed-2925-4a91-9544-64159755d02c req-3f50d3c7-7614-4ef2-81cd-17d22c05f0d8 service nova] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] Received event network-vif-plugged-af5e3ba8-cfdd-4990-b210-fef2ac98b13a {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:32:35 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-77ef45ed-2925-4a91-9544-64159755d02c req-3f50d3c7-7614-4ef2-81cd-17d22c05f0d8 service nova] Acquiring lock "2b0ba44c-96cb-42ef-add4-6535d26bdebf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:32:35 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-77ef45ed-2925-4a91-9544-64159755d02c req-3f50d3c7-7614-4ef2-81cd-17d22c05f0d8 service nova] Lock "2b0ba44c-96cb-42ef-add4-6535d26bdebf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:32:35 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-77ef45ed-2925-4a91-9544-64159755d02c req-3f50d3c7-7614-4ef2-81cd-17d22c05f0d8 service nova] Lock "2b0ba44c-96cb-42ef-add4-6535d26bdebf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:32:35 user nova-compute[75147]: DEBUG nova.compute.manager [req-77ef45ed-2925-4a91-9544-64159755d02c req-3f50d3c7-7614-4ef2-81cd-17d22c05f0d8 service nova] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] No waiting events found dispatching network-vif-plugged-af5e3ba8-cfdd-4990-b210-fef2ac98b13a {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:32:35 user nova-compute[75147]: WARNING nova.compute.manager [req-77ef45ed-2925-4a91-9544-64159755d02c req-3f50d3c7-7614-4ef2-81cd-17d22c05f0d8 service nova] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] Received unexpected event network-vif-plugged-af5e3ba8-cfdd-4990-b210-fef2ac98b13a for instance with vm_state active and task_state rebuild_spawning.
Oct 27 19:32:35 user nova-compute[75147]: DEBUG nova.compute.manager [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] Checking state {{(pid=75147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 19:32:36 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:32:36 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:32:36 user nova-compute[75147]: DEBUG nova.objects.instance [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] Trying to apply a migration context that does not seem to be set for this instance {{(pid=75147) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1078}}
Oct 27 19:32:36 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-656ad95d-9882-4602-acd0-94ac0294aabf tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.079s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:32:36 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:36 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:37 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:37 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-291fa027-bb14-45d4-9cae-b85d2b6ef436 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Acquiring lock "c49c74a6-9955-4a79-848f-4e6b9e348f9c" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:32:37 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-291fa027-bb14-45d4-9cae-b85d2b6ef436 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Lock "c49c74a6-9955-4a79-848f-4e6b9e348f9c" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:32:37 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:37 user nova-compute[75147]: INFO nova.compute.manager [None req-291fa027-bb14-45d4-9cae-b85d2b6ef436 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Detaching volume f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1
Oct 27 19:32:37 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-d58b766d-cd6a-4f5e-94f2-0509aadd42fc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Acquiring lock "cdbe7335-af99-486a-9a7e-adbdf4443572" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:32:37 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-d58b766d-cd6a-4f5e-94f2-0509aadd42fc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Lock "cdbe7335-af99-486a-9a7e-adbdf4443572" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:32:37 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-d58b766d-cd6a-4f5e-94f2-0509aadd42fc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Acquiring lock "cdbe7335-af99-486a-9a7e-adbdf4443572-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:32:37 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-d58b766d-cd6a-4f5e-94f2-0509aadd42fc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Lock "cdbe7335-af99-486a-9a7e-adbdf4443572-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:32:37 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-d58b766d-cd6a-4f5e-94f2-0509aadd42fc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Lock "cdbe7335-af99-486a-9a7e-adbdf4443572-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:32:37 user nova-compute[75147]: INFO nova.compute.manager [None req-d58b766d-cd6a-4f5e-94f2-0509aadd42fc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Terminating instance
Oct 27 19:32:37 user nova-compute[75147]: DEBUG nova.compute.manager [None req-d58b766d-cd6a-4f5e-94f2-0509aadd42fc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Start destroying the instance on the hypervisor. {{(pid=75147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 27 19:32:37 user nova-compute[75147]: INFO nova.virt.block_device [None req-291fa027-bb14-45d4-9cae-b85d2b6ef436 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Attempting to driver detach volume f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1 from mountpoint /dev/vdb
Oct 27 19:32:38 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-291fa027-bb14-45d4-9cae-b85d2b6ef436 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Attempting to detach device vdb from instance c49c74a6-9955-4a79-848f-4e6b9e348f9c from the persistent domain config. {{(pid=75147) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 27 19:32:38 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-291fa027-bb14-45d4-9cae-b85d2b6ef436 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] detach device xml: <disk type="block" device="disk">
Oct 27 19:32:38 user nova-compute[75147]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 19:32:38 user nova-compute[75147]:   <source dev="/dev/sdi"/>
Oct 27 19:32:38 user nova-compute[75147]:   <target dev="vdb" bus="virtio"/>
Oct 27 19:32:38 user nova-compute[75147]:   <serial>f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1</serial>
Oct 27 19:32:38 user nova-compute[75147]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 27 19:32:38 user nova-compute[75147]: </disk>
Oct 27 19:32:38 user nova-compute[75147]:  {{(pid=75147) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 19:32:38 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:38 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-291fa027-bb14-45d4-9cae-b85d2b6ef436 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Successfully detached device vdb from instance c49c74a6-9955-4a79-848f-4e6b9e348f9c from the persistent domain config.
Oct 27 19:32:38 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-291fa027-bb14-45d4-9cae-b85d2b6ef436 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance c49c74a6-9955-4a79-848f-4e6b9e348f9c from the live domain config. {{(pid=75147) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 27 19:32:38 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-291fa027-bb14-45d4-9cae-b85d2b6ef436 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] detach device xml: <disk type="block" device="disk">
Oct 27 19:32:38 user nova-compute[75147]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 19:32:38 user nova-compute[75147]:   <source dev="/dev/sdi"/>
Oct 27 19:32:38 user nova-compute[75147]:   <target dev="vdb" bus="virtio"/>
Oct 27 19:32:38 user nova-compute[75147]:   <serial>f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1</serial>
Oct 27 19:32:38 user nova-compute[75147]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 27 19:32:38 user nova-compute[75147]: </disk>
Oct 27 19:32:38 user nova-compute[75147]:  {{(pid=75147) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 19:32:38 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:38 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:38 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:38 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:38 user nova-compute[75147]: DEBUG nova.compute.manager [req-78577c21-4c00-407e-ba97-bdd609d20415 req-16ad2f07-83d1-4e72-87a8-9b55c8fc230d service nova] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Received event network-vif-unplugged-47db9abc-70dc-4acc-9f17-22d53495f921 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:32:38 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-78577c21-4c00-407e-ba97-bdd609d20415 req-16ad2f07-83d1-4e72-87a8-9b55c8fc230d service nova] Acquiring lock "cdbe7335-af99-486a-9a7e-adbdf4443572-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:32:38 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-78577c21-4c00-407e-ba97-bdd609d20415 req-16ad2f07-83d1-4e72-87a8-9b55c8fc230d service nova] Lock "cdbe7335-af99-486a-9a7e-adbdf4443572-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:32:38 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-78577c21-4c00-407e-ba97-bdd609d20415 req-16ad2f07-83d1-4e72-87a8-9b55c8fc230d service nova] Lock "cdbe7335-af99-486a-9a7e-adbdf4443572-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:32:38 user nova-compute[75147]: DEBUG nova.compute.manager [req-78577c21-4c00-407e-ba97-bdd609d20415 req-16ad2f07-83d1-4e72-87a8-9b55c8fc230d service nova] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] No waiting events found dispatching network-vif-unplugged-47db9abc-70dc-4acc-9f17-22d53495f921 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:32:38 user nova-compute[75147]: DEBUG nova.compute.manager [req-78577c21-4c00-407e-ba97-bdd609d20415 req-16ad2f07-83d1-4e72-87a8-9b55c8fc230d service nova] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Received event network-vif-unplugged-47db9abc-70dc-4acc-9f17-22d53495f921 for instance with task_state deleting. {{(pid=75147) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 19:32:38 user nova-compute[75147]: INFO nova.compute.manager [None req-6f9bc451-3b1d-4c26-956f-d11c72f1cf2d tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: bac22037-a5fc-4b74-a5eb-94c2e51e8155] Unrescuing
Oct 27 19:32:38 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-6f9bc451-3b1d-4c26-956f-d11c72f1cf2d tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Acquiring lock "refresh_cache-bac22037-a5fc-4b74-a5eb-94c2e51e8155" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:32:38 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-6f9bc451-3b1d-4c26-956f-d11c72f1cf2d tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Acquired lock "refresh_cache-bac22037-a5fc-4b74-a5eb-94c2e51e8155" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:32:38 user nova-compute[75147]: DEBUG nova.network.neutron [None req-6f9bc451-3b1d-4c26-956f-d11c72f1cf2d tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: bac22037-a5fc-4b74-a5eb-94c2e51e8155] Building network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 19:32:38 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-291fa027-bb14-45d4-9cae-b85d2b6ef436 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance c49c74a6-9955-4a79-848f-4e6b9e348f9c {{(pid=75147) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 27 19:32:39 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Instance destroyed successfully.
Oct 27 19:32:39 user nova-compute[75147]: DEBUG nova.objects.instance [None req-d58b766d-cd6a-4f5e-94f2-0509aadd42fc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Lazy-loading 'resources' on Instance uuid cdbe7335-af99-486a-9a7e-adbdf4443572 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:32:39 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-d58b766d-cd6a-4f5e-94f2-0509aadd42fc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-27T19:26:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-214031538',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-214031538',id=5,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFmYZbXWmymoVlvv4tzYylEwO+7HjF6xAKLEu6PKsdnBkzP2t/PdQxEcG0bP0KfU7miPeimTY+olMTvOiy9l333AhBZgEUYoKU8zi4XG4nChWkAJbeHsZRaUOmunP0lmcA==',key_name='tempest-keypair-502324817',keypairs=<?>,launch_index=0,launched_at=2023-10-27T19:30:36Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='8beb0d83b9e445ec875766ef511f053b',ramdisk_id='',reservation_id='r-qlriyuz4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-824631730',owner_user_name='tempest-AttachVolumeShelveTestJSON-824631730-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T19:30:36Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0142753c479d419eb7cad92bf6b372d3',uuid=cdbe7335-af99-486a-9a7e-adbdf4443572,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "47db9abc-70dc-4acc-9f17-22d53495f921", "address": "fa:16:3e:ac:d0:11", "network": {"id": "a71e29bc-f4c7-43bf-b62a-640bdbe1f778", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1494620895-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8beb0d83b9e445ec875766ef511f053b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47db9abc-70", "ovs_interfaceid": "47db9abc-70dc-4acc-9f17-22d53495f921", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 19:32:39 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-d58b766d-cd6a-4f5e-94f2-0509aadd42fc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Converting VIF {"id": "47db9abc-70dc-4acc-9f17-22d53495f921", "address": "fa:16:3e:ac:d0:11", "network": {"id": "a71e29bc-f4c7-43bf-b62a-640bdbe1f778", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1494620895-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8beb0d83b9e445ec875766ef511f053b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47db9abc-70", "ovs_interfaceid": "47db9abc-70dc-4acc-9f17-22d53495f921", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:32:39 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-d58b766d-cd6a-4f5e-94f2-0509aadd42fc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:ac:d0:11,bridge_name='br-int',has_traffic_filtering=True,id=47db9abc-70dc-4acc-9f17-22d53495f921,network=Network(a71e29bc-f4c7-43bf-b62a-640bdbe1f778),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap47db9abc-70') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:32:39 user nova-compute[75147]: DEBUG os_vif [None req-d58b766d-cd6a-4f5e-94f2-0509aadd42fc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:ac:d0:11,bridge_name='br-int',has_traffic_filtering=True,id=47db9abc-70dc-4acc-9f17-22d53495f921,network=Network(a71e29bc-f4c7-43bf-b62a-640bdbe1f778),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap47db9abc-70') {{(pid=75147) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 19:32:39 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:39 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap47db9abc-70, bridge=br-int, if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:32:39 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:39 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:32:39 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:39 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=da3b5f4e-be89-4666-8377-25e6190449b5) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:32:39 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:39 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:32:39 user nova-compute[75147]: INFO os_vif [None req-d58b766d-cd6a-4f5e-94f2-0509aadd42fc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:ac:d0:11,bridge_name='br-int',has_traffic_filtering=True,id=47db9abc-70dc-4acc-9f17-22d53495f921,network=Network(a71e29bc-f4c7-43bf-b62a-640bdbe1f778),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap47db9abc-70')
Oct 27 19:32:39 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-d58b766d-cd6a-4f5e-94f2-0509aadd42fc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Deleting instance files /opt/stack/data/nova/instances/cdbe7335-af99-486a-9a7e-adbdf4443572_del
Oct 27 19:32:39 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-d58b766d-cd6a-4f5e-94f2-0509aadd42fc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Deletion of /opt/stack/data/nova/instances/cdbe7335-af99-486a-9a7e-adbdf4443572_del complete
Oct 27 19:32:39 user nova-compute[75147]: DEBUG nova.network.neutron [None req-6f9bc451-3b1d-4c26-956f-d11c72f1cf2d tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: bac22037-a5fc-4b74-a5eb-94c2e51e8155] Updating instance_info_cache with network_info: [{"id": "6e71fd7e-a0c2-47b4-9fab-e5f72fcb2927", "address": "fa:16:3e:bd:98:af", "network": {"id": "997a94dd-a6cc-485a-9bca-761040e12ccf", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-358973122-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c05b7c7e7bf147fcbc02a57ffda4a15d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6e71fd7e-a0", "ovs_interfaceid": "6e71fd7e-a0c2-47b4-9fab-e5f72fcb2927", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:32:39 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-6f9bc451-3b1d-4c26-956f-d11c72f1cf2d tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Releasing lock "refresh_cache-bac22037-a5fc-4b74-a5eb-94c2e51e8155" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:32:39 user nova-compute[75147]: DEBUG nova.objects.instance [None req-6f9bc451-3b1d-4c26-956f-d11c72f1cf2d tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Lazy-loading 'flavor' on Instance uuid bac22037-a5fc-4b74-a5eb-94c2e51e8155 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:32:39 user nova-compute[75147]: INFO nova.compute.manager [None req-d58b766d-cd6a-4f5e-94f2-0509aadd42fc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Took 1.26 seconds to destroy the instance on the hypervisor.
Oct 27 19:32:39 user nova-compute[75147]: DEBUG oslo.service.loopingcall [None req-d58b766d-cd6a-4f5e-94f2-0509aadd42fc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 27 19:32:39 user nova-compute[75147]: DEBUG nova.compute.manager [-] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Deallocating network for instance {{(pid=75147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 27 19:32:39 user nova-compute[75147]: DEBUG nova.network.neutron [-] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] deallocate_for_instance() {{(pid=75147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 27 19:32:39 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:39 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:39 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:39 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:39 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:40 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: bac22037-a5fc-4b74-a5eb-94c2e51e8155] Instance destroyed successfully.
Oct 27 19:32:40 user nova-compute[75147]: DEBUG nova.compute.manager [req-8b5bef89-111f-4a01-89e7-35e5c207df8c req-8e0b4906-b22c-4b05-915c-8da272500002 service nova] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Received event network-vif-plugged-47db9abc-70dc-4acc-9f17-22d53495f921 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:32:40 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-8b5bef89-111f-4a01-89e7-35e5c207df8c req-8e0b4906-b22c-4b05-915c-8da272500002 service nova] Acquiring lock "cdbe7335-af99-486a-9a7e-adbdf4443572-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:32:40 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-8b5bef89-111f-4a01-89e7-35e5c207df8c req-8e0b4906-b22c-4b05-915c-8da272500002 service nova] Lock "cdbe7335-af99-486a-9a7e-adbdf4443572-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:32:40 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-8b5bef89-111f-4a01-89e7-35e5c207df8c req-8e0b4906-b22c-4b05-915c-8da272500002 service nova] Lock "cdbe7335-af99-486a-9a7e-adbdf4443572-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:32:40 user nova-compute[75147]: DEBUG nova.compute.manager [req-8b5bef89-111f-4a01-89e7-35e5c207df8c req-8e0b4906-b22c-4b05-915c-8da272500002 service nova] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] No waiting events found dispatching network-vif-plugged-47db9abc-70dc-4acc-9f17-22d53495f921 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:32:40 user nova-compute[75147]: WARNING nova.compute.manager [req-8b5bef89-111f-4a01-89e7-35e5c207df8c req-8e0b4906-b22c-4b05-915c-8da272500002 service nova] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Received unexpected event network-vif-plugged-47db9abc-70dc-4acc-9f17-22d53495f921 for instance with vm_state active and task_state deleting.
Oct 27 19:32:40 user nova-compute[75147]: DEBUG nova.compute.manager [req-8b5bef89-111f-4a01-89e7-35e5c207df8c req-8e0b4906-b22c-4b05-915c-8da272500002 service nova] [instance: bac22037-a5fc-4b74-a5eb-94c2e51e8155] Received event network-vif-unplugged-6e71fd7e-a0c2-47b4-9fab-e5f72fcb2927 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:32:40 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-8b5bef89-111f-4a01-89e7-35e5c207df8c req-8e0b4906-b22c-4b05-915c-8da272500002 service nova] Acquiring lock "bac22037-a5fc-4b74-a5eb-94c2e51e8155-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:32:40 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-8b5bef89-111f-4a01-89e7-35e5c207df8c req-8e0b4906-b22c-4b05-915c-8da272500002 service nova] Lock "bac22037-a5fc-4b74-a5eb-94c2e51e8155-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:32:40 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-8b5bef89-111f-4a01-89e7-35e5c207df8c req-8e0b4906-b22c-4b05-915c-8da272500002 service nova] Lock "bac22037-a5fc-4b74-a5eb-94c2e51e8155-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:32:40 user nova-compute[75147]: DEBUG nova.compute.manager [req-8b5bef89-111f-4a01-89e7-35e5c207df8c req-8e0b4906-b22c-4b05-915c-8da272500002 service nova] [instance: bac22037-a5fc-4b74-a5eb-94c2e51e8155] No waiting events found dispatching network-vif-unplugged-6e71fd7e-a0c2-47b4-9fab-e5f72fcb2927 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:32:40 user nova-compute[75147]: WARNING nova.compute.manager [req-8b5bef89-111f-4a01-89e7-35e5c207df8c req-8e0b4906-b22c-4b05-915c-8da272500002 service nova] [instance: bac22037-a5fc-4b74-a5eb-94c2e51e8155] Received unexpected event network-vif-unplugged-6e71fd7e-a0c2-47b4-9fab-e5f72fcb2927 for instance with vm_state rescued and task_state unrescuing.
Oct 27 19:32:40 user nova-compute[75147]: DEBUG nova.compute.manager [req-8b5bef89-111f-4a01-89e7-35e5c207df8c req-8e0b4906-b22c-4b05-915c-8da272500002 service nova] [instance: bac22037-a5fc-4b74-a5eb-94c2e51e8155] Received event network-vif-plugged-6e71fd7e-a0c2-47b4-9fab-e5f72fcb2927 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:32:40 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-8b5bef89-111f-4a01-89e7-35e5c207df8c req-8e0b4906-b22c-4b05-915c-8da272500002 service nova] Acquiring lock "bac22037-a5fc-4b74-a5eb-94c2e51e8155-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:32:40 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-8b5bef89-111f-4a01-89e7-35e5c207df8c req-8e0b4906-b22c-4b05-915c-8da272500002 service nova] Lock "bac22037-a5fc-4b74-a5eb-94c2e51e8155-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:32:40 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-8b5bef89-111f-4a01-89e7-35e5c207df8c req-8e0b4906-b22c-4b05-915c-8da272500002 service nova] Lock "bac22037-a5fc-4b74-a5eb-94c2e51e8155-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:32:40 user nova-compute[75147]: DEBUG nova.compute.manager [req-8b5bef89-111f-4a01-89e7-35e5c207df8c req-8e0b4906-b22c-4b05-915c-8da272500002 service nova] [instance: bac22037-a5fc-4b74-a5eb-94c2e51e8155] No waiting events found dispatching network-vif-plugged-6e71fd7e-a0c2-47b4-9fab-e5f72fcb2927 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:32:40 user nova-compute[75147]: WARNING nova.compute.manager [req-8b5bef89-111f-4a01-89e7-35e5c207df8c req-8e0b4906-b22c-4b05-915c-8da272500002 service nova] [instance: bac22037-a5fc-4b74-a5eb-94c2e51e8155] Received unexpected event network-vif-plugged-6e71fd7e-a0c2-47b4-9fab-e5f72fcb2927 for instance with vm_state rescued and task_state unrescuing.
Oct 27 19:32:41 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:41 user nova-compute[75147]: DEBUG nova.network.neutron [-] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Updating instance_info_cache with network_info: [] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:32:41 user nova-compute[75147]: DEBUG nova.compute.manager [req-71cc6aac-974c-44cf-be14-f7894df86951 req-96c8463b-1891-4be3-a6ec-9e716c5b362c service nova] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Received event network-vif-deleted-47db9abc-70dc-4acc-9f17-22d53495f921 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:32:41 user nova-compute[75147]: INFO nova.compute.manager [req-71cc6aac-974c-44cf-be14-f7894df86951 req-96c8463b-1891-4be3-a6ec-9e716c5b362c service nova] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Neutron deleted interface 47db9abc-70dc-4acc-9f17-22d53495f921; detaching it from the instance and deleting it from the info cache
Oct 27 19:32:41 user nova-compute[75147]: DEBUG nova.network.neutron [req-71cc6aac-974c-44cf-be14-f7894df86951 req-96c8463b-1891-4be3-a6ec-9e716c5b362c service nova] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Updating instance_info_cache with network_info: [] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:32:41 user nova-compute[75147]: INFO nova.compute.manager [-] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Took 2.39 seconds to deallocate network for instance.
Oct 27 19:32:41 user nova-compute[75147]: DEBUG nova.compute.manager [req-71cc6aac-974c-44cf-be14-f7894df86951 req-96c8463b-1891-4be3-a6ec-9e716c5b362c service nova] [instance: cdbe7335-af99-486a-9a7e-adbdf4443572] Detach interface failed, port_id=47db9abc-70dc-4acc-9f17-22d53495f921, reason: Instance cdbe7335-af99-486a-9a7e-adbdf4443572 could not be found. {{(pid=75147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 27 19:32:41 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:41 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:41 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:41 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-d58b766d-cd6a-4f5e-94f2-0509aadd42fc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:32:41 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-d58b766d-cd6a-4f5e-94f2-0509aadd42fc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:32:41 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:42 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:42 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-d58b766d-cd6a-4f5e-94f2-0509aadd42fc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:32:42 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-d58b766d-cd6a-4f5e-94f2-0509aadd42fc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:32:42 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-d58b766d-cd6a-4f5e-94f2-0509aadd42fc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.627s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:32:42 user nova-compute[75147]: INFO nova.scheduler.client.report [None req-d58b766d-cd6a-4f5e-94f2-0509aadd42fc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Deleted allocations for instance cdbe7335-af99-486a-9a7e-adbdf4443572
Oct 27 19:32:42 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-d58b766d-cd6a-4f5e-94f2-0509aadd42fc tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Lock "cdbe7335-af99-486a-9a7e-adbdf4443572" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 4.639s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:32:44 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:44 user nova-compute[75147]: DEBUG nova.compute.manager [None req-6f9bc451-3b1d-4c26-956f-d11c72f1cf2d tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: bac22037-a5fc-4b74-a5eb-94c2e51e8155] Checking state {{(pid=75147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 19:32:45 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-c8728cf9-8799-4dcb-933c-6490ad9c21c3 tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] Acquiring lock "74b40d0b-39c0-437e-997c-65ee49a857d3" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:32:45 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-c8728cf9-8799-4dcb-933c-6490ad9c21c3 tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] Lock "74b40d0b-39c0-437e-997c-65ee49a857d3" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:32:45 user nova-compute[75147]: DEBUG nova.objects.instance [None req-c8728cf9-8799-4dcb-933c-6490ad9c21c3 tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] Lazy-loading 'flavor' on Instance uuid 74b40d0b-39c0-437e-997c-65ee49a857d3 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:32:45 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:32:45 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-c8728cf9-8799-4dcb-933c-6490ad9c21c3 tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] Lock "74b40d0b-39c0-437e-997c-65ee49a857d3" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.079s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:32:45 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:32:46 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:46 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-c8728cf9-8799-4dcb-933c-6490ad9c21c3 tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] Acquiring lock "74b40d0b-39c0-437e-997c-65ee49a857d3" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:32:46 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-c8728cf9-8799-4dcb-933c-6490ad9c21c3 tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] Lock "74b40d0b-39c0-437e-997c-65ee49a857d3" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:32:46 user nova-compute[75147]: INFO nova.compute.manager [None req-c8728cf9-8799-4dcb-933c-6490ad9c21c3 tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] [instance: 74b40d0b-39c0-437e-997c-65ee49a857d3] Attaching volume 5f75dc4d-2db6-40ba-a62b-386039ff3cfd to /dev/vdb
Oct 27 19:32:46 user nova-compute[75147]: DEBUG os_brick.utils [None req-c8728cf9-8799-4dcb-933c-6490ad9c21c3 tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:32:46 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:32:46 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:32:46 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ef95376-1caa-4cf5-9cb1-2c39e6ee40ad]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9325735bc82e\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:32:46 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:32:46 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.031s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:32:46 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[51ff70fe-cf7e-4203-b86b-c46a1f334fe8]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:32:46 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:32:46 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:32:46 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[56cfc88b-8c8f-47bf-990f-082f8550112b]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:32:46 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d2806e8-579d-45ea-b157-404af44a6c63]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:32:46 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-c8728cf9-8799-4dcb-933c-6490ad9c21c3 tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] Running cmd (subprocess): nvme version {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:32:46 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-c8728cf9-8799-4dcb-933c-6490ad9c21c3 tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] 'nvme version' failed. Not Retrying. {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 19:32:46 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.nvmeof [None req-c8728cf9-8799-4dcb-933c-6490ad9c21c3 tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] nvme not present on system {{(pid=75147) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 27 19:32:46 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:32:46 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 19:32:46 user nova-compute[75147]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 27 19:32:46 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f50a8f2-e9ee-4d66-b00f-c3cd675f658e]: (4, '') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:32:46 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-c8728cf9-8799-4dcb-933c-6490ad9c21c3 tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75147) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 27 19:32:46 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-c8728cf9-8799-4dcb-933c-6490ad9c21c3 tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 27 19:32:46 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-c8728cf9-8799-4dcb-933c-6490ad9c21c3 tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] LIGHTOS: no hostnqn found. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 27 19:32:46 user nova-compute[75147]: DEBUG os_brick.utils [None req-c8728cf9-8799-4dcb-933c-6490ad9c21c3 tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] <== get_connector_properties: return (161ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9325735bc82e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:32:46 user nova-compute[75147]: DEBUG nova.virt.block_device [None req-c8728cf9-8799-4dcb-933c-6490ad9c21c3 tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] [instance: 74b40d0b-39c0-437e-997c-65ee49a857d3] Updating existing volume attachment record: 178f891d-170f-4d30-829b-6ddf9a8cdd82 {{(pid=75147) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 27 19:32:46 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:32:46 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Starting heal instance info cache {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 19:32:46 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Didn't find any instances for network info cache update. {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 27 19:32:47 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:32:47 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:32:47 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:32:47 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:32:47 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:32:47 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Auditing locally available compute resources for user (node: user) {{(pid=75147) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 19:32:48 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2b0ba44c-96cb-42ef-add4-6535d26bdebf/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:32:48 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2b0ba44c-96cb-42ef-add4-6535d26bdebf/disk --force-share --output=json" returned: 0 in 0.277s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:32:48 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2b0ba44c-96cb-42ef-add4-6535d26bdebf/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:32:48 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:48 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2b0ba44c-96cb-42ef-add4-6535d26bdebf/disk --force-share --output=json" returned: 0 in 0.277s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:32:48 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75147) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 19:32:48 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dae4e32d-225f-4e0e-833b-dba42ab1df79/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:32:48 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-77745540-f270-4959-a09f-39a389ba0793 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Acquiring lock "c38a6c4c-f585-4095-90b5-f41781c55d42" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:32:48 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-77745540-f270-4959-a09f-39a389ba0793 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Lock "c38a6c4c-f585-4095-90b5-f41781c55d42" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:32:48 user nova-compute[75147]: DEBUG nova.compute.manager [None req-77745540-f270-4959-a09f-39a389ba0793 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] [instance: c38a6c4c-f585-4095-90b5-f41781c55d42] Starting instance... {{(pid=75147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 27 19:32:49 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-77745540-f270-4959-a09f-39a389ba0793 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:32:49 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-77745540-f270-4959-a09f-39a389ba0793 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:32:49 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-77745540-f270-4959-a09f-39a389ba0793 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75147) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 19:32:49 user nova-compute[75147]: INFO nova.compute.claims [None req-77745540-f270-4959-a09f-39a389ba0793 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] [instance: c38a6c4c-f585-4095-90b5-f41781c55d42] Claim successful on node user
Oct 27 19:32:49 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dae4e32d-225f-4e0e-833b-dba42ab1df79/disk --force-share --output=json" returned: 0 in 0.331s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:32:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dae4e32d-225f-4e0e-833b-dba42ab1df79/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:32:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dae4e32d-225f-4e0e-833b-dba42ab1df79/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:32:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/17da16fe-2762-4442-a31f-c966695dea37/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:32:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/17da16fe-2762-4442-a31f-c966695dea37/disk --force-share --output=json" returned: 0 in 0.231s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:32:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/17da16fe-2762-4442-a31f-c966695dea37/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:32:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/17da16fe-2762-4442-a31f-c966695dea37/disk --force-share --output=json" returned: 0 in 0.242s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:32:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/61a7bb90-56db-4b91-a684-39a54b5a11bf/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:32:49 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-77745540-f270-4959-a09f-39a389ba0793 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:32:50 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-77745540-f270-4959-a09f-39a389ba0793 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:32:50 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-77745540-f270-4959-a09f-39a389ba0793 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.017s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:32:50 user nova-compute[75147]: DEBUG nova.compute.manager [None req-77745540-f270-4959-a09f-39a389ba0793 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] [instance: c38a6c4c-f585-4095-90b5-f41781c55d42] Start building networks asynchronously for instance. {{(pid=75147) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 27 19:32:50 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/61a7bb90-56db-4b91-a684-39a54b5a11bf/disk --force-share --output=json" returned: 0 in 0.229s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:32:50 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/61a7bb90-56db-4b91-a684-39a54b5a11bf/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:32:50 user nova-compute[75147]: DEBUG nova.compute.manager [None req-77745540-f270-4959-a09f-39a389ba0793 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] [instance: c38a6c4c-f585-4095-90b5-f41781c55d42] Allocating IP information in the background. {{(pid=75147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 27 19:32:50 user nova-compute[75147]: DEBUG nova.network.neutron [None req-77745540-f270-4959-a09f-39a389ba0793 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] [instance: c38a6c4c-f585-4095-90b5-f41781c55d42] allocate_for_instance() {{(pid=75147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 27 19:32:50 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-77745540-f270-4959-a09f-39a389ba0793 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] [instance: c38a6c4c-f585-4095-90b5-f41781c55d42] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 27 19:32:50 user nova-compute[75147]: DEBUG nova.compute.manager [None req-77745540-f270-4959-a09f-39a389ba0793 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] [instance: c38a6c4c-f585-4095-90b5-f41781c55d42] Start building block device mappings for instance. {{(pid=75147) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 27 19:32:50 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/61a7bb90-56db-4b91-a684-39a54b5a11bf/disk --force-share --output=json" returned: 0 in 0.269s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:32:50 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/74b40d0b-39c0-437e-997c-65ee49a857d3/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:32:50 user nova-compute[75147]: DEBUG nova.policy [None req-77745540-f270-4959-a09f-39a389ba0793 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '18cd7d28650c40669b1e5bc2a4826b1d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6fdebbc0f0904af38b009a6c621971c1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75147) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 27 19:32:50 user nova-compute[75147]: DEBUG nova.compute.manager [None req-77745540-f270-4959-a09f-39a389ba0793 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] [instance: c38a6c4c-f585-4095-90b5-f41781c55d42] Start spawning the instance on the hypervisor. {{(pid=75147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 27 19:32:50 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-77745540-f270-4959-a09f-39a389ba0793 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] [instance: c38a6c4c-f585-4095-90b5-f41781c55d42] Creating instance directory {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 19:32:50 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-77745540-f270-4959-a09f-39a389ba0793 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] [instance: c38a6c4c-f585-4095-90b5-f41781c55d42] Creating image(s)
Oct 27 19:32:50 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-77745540-f270-4959-a09f-39a389ba0793 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Acquiring lock "/opt/stack/data/nova/instances/c38a6c4c-f585-4095-90b5-f41781c55d42/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:32:50 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-77745540-f270-4959-a09f-39a389ba0793 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Lock "/opt/stack/data/nova/instances/c38a6c4c-f585-4095-90b5-f41781c55d42/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:32:50 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-77745540-f270-4959-a09f-39a389ba0793 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Lock "/opt/stack/data/nova/instances/c38a6c4c-f585-4095-90b5-f41781c55d42/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:32:50 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-77745540-f270-4959-a09f-39a389ba0793 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:32:50 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/74b40d0b-39c0-437e-997c-65ee49a857d3/disk --force-share --output=json" returned: 0 in 0.317s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:32:50 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/74b40d0b-39c0-437e-997c-65ee49a857d3/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:32:50 user nova-compute[75147]: DEBUG nova.compute.manager [req-418eb3c6-7fb3-447d-ac38-4fc20c14bcc5 req-52dee940-f14c-4fc4-9168-7ea4c6c68f1f service nova] [instance: bac22037-a5fc-4b74-a5eb-94c2e51e8155] Received event network-vif-plugged-6e71fd7e-a0c2-47b4-9fab-e5f72fcb2927 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:32:50 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-418eb3c6-7fb3-447d-ac38-4fc20c14bcc5 req-52dee940-f14c-4fc4-9168-7ea4c6c68f1f service nova] Acquiring lock "bac22037-a5fc-4b74-a5eb-94c2e51e8155-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:32:50 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-418eb3c6-7fb3-447d-ac38-4fc20c14bcc5 req-52dee940-f14c-4fc4-9168-7ea4c6c68f1f service nova] Lock "bac22037-a5fc-4b74-a5eb-94c2e51e8155-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:32:50 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-418eb3c6-7fb3-447d-ac38-4fc20c14bcc5 req-52dee940-f14c-4fc4-9168-7ea4c6c68f1f service nova] Lock "bac22037-a5fc-4b74-a5eb-94c2e51e8155-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:32:50 user nova-compute[75147]: DEBUG nova.compute.manager [req-418eb3c6-7fb3-447d-ac38-4fc20c14bcc5 req-52dee940-f14c-4fc4-9168-7ea4c6c68f1f service nova] [instance: bac22037-a5fc-4b74-a5eb-94c2e51e8155] No waiting events found dispatching network-vif-plugged-6e71fd7e-a0c2-47b4-9fab-e5f72fcb2927 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:32:50 user nova-compute[75147]: WARNING nova.compute.manager [req-418eb3c6-7fb3-447d-ac38-4fc20c14bcc5 req-52dee940-f14c-4fc4-9168-7ea4c6c68f1f service nova] [instance: bac22037-a5fc-4b74-a5eb-94c2e51e8155] Received unexpected event network-vif-plugged-6e71fd7e-a0c2-47b4-9fab-e5f72fcb2927 for instance with vm_state active and task_state None.
Oct 27 19:32:50 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-77745540-f270-4959-a09f-39a389ba0793 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.298s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:32:50 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-77745540-f270-4959-a09f-39a389ba0793 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Acquiring lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:32:50 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-77745540-f270-4959-a09f-39a389ba0793 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:32:50 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-77745540-f270-4959-a09f-39a389ba0793 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:32:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/74b40d0b-39c0-437e-997c-65ee49a857d3/disk --force-share --output=json" returned: 0 in 0.270s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:32:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3fb6898-879f-4828-b0c8-f4c7911c334c/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:32:51 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-77745540-f270-4959-a09f-39a389ba0793 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.296s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:32:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-77745540-f270-4959-a09f-39a389ba0793 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa,backing_fmt=raw /opt/stack/data/nova/instances/c38a6c4c-f585-4095-90b5-f41781c55d42/disk 1073741824 {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:32:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-77745540-f270-4959-a09f-39a389ba0793 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa,backing_fmt=raw /opt/stack/data/nova/instances/c38a6c4c-f585-4095-90b5-f41781c55d42/disk 1073741824" returned: 0 in 0.075s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:32:51 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-77745540-f270-4959-a09f-39a389ba0793 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.381s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:32:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-77745540-f270-4959-a09f-39a389ba0793 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:32:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3fb6898-879f-4828-b0c8-f4c7911c334c/disk --force-share --output=json" returned: 0 in 0.300s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:32:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3fb6898-879f-4828-b0c8-f4c7911c334c/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:32:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-77745540-f270-4959-a09f-39a389ba0793 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.245s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:32:51 user nova-compute[75147]: DEBUG nova.virt.disk.api [None req-77745540-f270-4959-a09f-39a389ba0793 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Checking if we can resize image /opt/stack/data/nova/instances/c38a6c4c-f585-4095-90b5-f41781c55d42/disk. size=1073741824 {{(pid=75147) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 27 19:32:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-77745540-f270-4959-a09f-39a389ba0793 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c38a6c4c-f585-4095-90b5-f41781c55d42/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:32:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3fb6898-879f-4828-b0c8-f4c7911c334c/disk --force-share --output=json" returned: 0 in 0.230s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:32:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk.rescue --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:32:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-77745540-f270-4959-a09f-39a389ba0793 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c38a6c4c-f585-4095-90b5-f41781c55d42/disk --force-share --output=json" returned: 0 in 0.237s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:32:51 user nova-compute[75147]: DEBUG nova.virt.disk.api [None req-77745540-f270-4959-a09f-39a389ba0793 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Cannot resize image /opt/stack/data/nova/instances/c38a6c4c-f585-4095-90b5-f41781c55d42/disk to a smaller size. {{(pid=75147) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 27 19:32:51 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-77745540-f270-4959-a09f-39a389ba0793 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] [instance: c38a6c4c-f585-4095-90b5-f41781c55d42] Created local disks {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 27 19:32:51 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-77745540-f270-4959-a09f-39a389ba0793 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] [instance: c38a6c4c-f585-4095-90b5-f41781c55d42] Ensure instance console log exists: /opt/stack/data/nova/instances/c38a6c4c-f585-4095-90b5-f41781c55d42/console.log {{(pid=75147) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 19:32:51 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-77745540-f270-4959-a09f-39a389ba0793 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:32:51 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-77745540-f270-4959-a09f-39a389ba0793 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:32:51 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-77745540-f270-4959-a09f-39a389ba0793 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:32:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk.rescue --force-share --output=json" returned: 0 in 0.225s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:32:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk.rescue --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:32:52 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk.rescue --force-share --output=json" returned: 0 in 0.196s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:32:52 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:32:52 user nova-compute[75147]: DEBUG nova.network.neutron [None req-77745540-f270-4959-a09f-39a389ba0793 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] [instance: c38a6c4c-f585-4095-90b5-f41781c55d42] Successfully created port: c320dd84-cb35-43ff-8561-4d33719e7ffc {{(pid=75147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 19:32:52 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk --force-share --output=json" returned: 0 in 0.263s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:32:52 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:32:52 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk --force-share --output=json" returned: 0 in 0.260s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:32:52 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c49c74a6-9955-4a79-848f-4e6b9e348f9c/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:32:52 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c49c74a6-9955-4a79-848f-4e6b9e348f9c/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:32:52 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c49c74a6-9955-4a79-848f-4e6b9e348f9c/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:32:52 user nova-compute[75147]: DEBUG nova.compute.manager [req-c21f3132-655e-49e8-8a84-d39d2c10e2d9 req-e28009f3-2a1b-4aff-94eb-7a34e4237935 service nova] [instance: bac22037-a5fc-4b74-a5eb-94c2e51e8155] Received event network-vif-plugged-6e71fd7e-a0c2-47b4-9fab-e5f72fcb2927 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:32:52 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-c21f3132-655e-49e8-8a84-d39d2c10e2d9 req-e28009f3-2a1b-4aff-94eb-7a34e4237935 service nova] Acquiring lock "bac22037-a5fc-4b74-a5eb-94c2e51e8155-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:32:52 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-c21f3132-655e-49e8-8a84-d39d2c10e2d9 req-e28009f3-2a1b-4aff-94eb-7a34e4237935 service nova] Lock "bac22037-a5fc-4b74-a5eb-94c2e51e8155-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:32:52 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-c21f3132-655e-49e8-8a84-d39d2c10e2d9 req-e28009f3-2a1b-4aff-94eb-7a34e4237935 service nova] Lock "bac22037-a5fc-4b74-a5eb-94c2e51e8155-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:32:52 user nova-compute[75147]: DEBUG nova.compute.manager [req-c21f3132-655e-49e8-8a84-d39d2c10e2d9 req-e28009f3-2a1b-4aff-94eb-7a34e4237935 service nova] [instance: bac22037-a5fc-4b74-a5eb-94c2e51e8155] No waiting events found dispatching network-vif-plugged-6e71fd7e-a0c2-47b4-9fab-e5f72fcb2927 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:32:52 user nova-compute[75147]: WARNING nova.compute.manager [req-c21f3132-655e-49e8-8a84-d39d2c10e2d9 req-e28009f3-2a1b-4aff-94eb-7a34e4237935 service nova] [instance: bac22037-a5fc-4b74-a5eb-94c2e51e8155] Received unexpected event network-vif-plugged-6e71fd7e-a0c2-47b4-9fab-e5f72fcb2927 for instance with vm_state active and task_state None.
Oct 27 19:32:53 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c49c74a6-9955-4a79-848f-4e6b9e348f9c/disk --force-share --output=json" returned: 0 in 0.222s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:32:53 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bac22037-a5fc-4b74-a5eb-94c2e51e8155/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:32:53 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bac22037-a5fc-4b74-a5eb-94c2e51e8155/disk --force-share --output=json" returned: 0 in 0.297s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:32:53 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bac22037-a5fc-4b74-a5eb-94c2e51e8155/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:32:53 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:53 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bac22037-a5fc-4b74-a5eb-94c2e51e8155/disk --force-share --output=json" returned: 0 in 0.272s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:32:54 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:54 user nova-compute[75147]: DEBUG nova.network.neutron [None req-77745540-f270-4959-a09f-39a389ba0793 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] [instance: c38a6c4c-f585-4095-90b5-f41781c55d42] Successfully updated port: c320dd84-cb35-43ff-8561-4d33719e7ffc {{(pid=75147) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 19:32:54 user nova-compute[75147]: DEBUG nova.compute.manager [req-b8b5a5b6-e9c8-4e8a-8552-90a309fd1538 req-3971e72e-8090-4022-8577-04b94ccb5522 service nova] [instance: c38a6c4c-f585-4095-90b5-f41781c55d42] Received event network-changed-c320dd84-cb35-43ff-8561-4d33719e7ffc {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:32:54 user nova-compute[75147]: DEBUG nova.compute.manager [req-b8b5a5b6-e9c8-4e8a-8552-90a309fd1538 req-3971e72e-8090-4022-8577-04b94ccb5522 service nova] [instance: c38a6c4c-f585-4095-90b5-f41781c55d42] Refreshing instance network info cache due to event network-changed-c320dd84-cb35-43ff-8561-4d33719e7ffc. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 19:32:54 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-b8b5a5b6-e9c8-4e8a-8552-90a309fd1538 req-3971e72e-8090-4022-8577-04b94ccb5522 service nova] Acquiring lock "refresh_cache-c38a6c4c-f585-4095-90b5-f41781c55d42" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:32:54 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-b8b5a5b6-e9c8-4e8a-8552-90a309fd1538 req-3971e72e-8090-4022-8577-04b94ccb5522 service nova] Acquired lock "refresh_cache-c38a6c4c-f585-4095-90b5-f41781c55d42" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:32:54 user nova-compute[75147]: DEBUG nova.network.neutron [req-b8b5a5b6-e9c8-4e8a-8552-90a309fd1538 req-3971e72e-8090-4022-8577-04b94ccb5522 service nova] [instance: c38a6c4c-f585-4095-90b5-f41781c55d42] Refreshing network info cache for port c320dd84-cb35-43ff-8561-4d33719e7ffc {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 19:32:54 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-77745540-f270-4959-a09f-39a389ba0793 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Acquiring lock "refresh_cache-c38a6c4c-f585-4095-90b5-f41781c55d42" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:32:54 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:32:54 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:32:54 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Hypervisor/Node resource view: name=user free_ram=7554MB free_disk=25.219242095947266GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75147) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 19:32:54 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:32:54 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:32:54 user nova-compute[75147]: DEBUG nova.network.neutron [req-b8b5a5b6-e9c8-4e8a-8552-90a309fd1538 req-3971e72e-8090-4022-8577-04b94ccb5522 service nova] [instance: c38a6c4c-f585-4095-90b5-f41781c55d42] Instance cache missing network info. {{(pid=75147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 19:32:54 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance bac22037-a5fc-4b74-a5eb-94c2e51e8155 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:32:54 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:32:54 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance d3fb6898-879f-4828-b0c8-f4c7911c334c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:32:54 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance c49c74a6-9955-4a79-848f-4e6b9e348f9c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:32:54 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 17da16fe-2762-4442-a31f-c966695dea37 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:32:54 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 2b0ba44c-96cb-42ef-add4-6535d26bdebf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:32:54 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 74b40d0b-39c0-437e-997c-65ee49a857d3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:32:54 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 61a7bb90-56db-4b91-a684-39a54b5a11bf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:32:54 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance dae4e32d-225f-4e0e-833b-dba42ab1df79 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:32:54 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance c38a6c4c-f585-4095-90b5-f41781c55d42 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:32:54 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 19:32:54 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 19:32:54 user nova-compute[75147]: DEBUG nova.network.neutron [req-b8b5a5b6-e9c8-4e8a-8552-90a309fd1538 req-3971e72e-8090-4022-8577-04b94ccb5522 service nova] [instance: c38a6c4c-f585-4095-90b5-f41781c55d42] Updating instance_info_cache with network_info: [] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:32:54 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-b8b5a5b6-e9c8-4e8a-8552-90a309fd1538 req-3971e72e-8090-4022-8577-04b94ccb5522 service nova] Releasing lock "refresh_cache-c38a6c4c-f585-4095-90b5-f41781c55d42" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:32:54 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-77745540-f270-4959-a09f-39a389ba0793 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Acquired lock "refresh_cache-c38a6c4c-f585-4095-90b5-f41781c55d42" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:32:54 user nova-compute[75147]: DEBUG nova.network.neutron [None req-77745540-f270-4959-a09f-39a389ba0793 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] [instance: c38a6c4c-f585-4095-90b5-f41781c55d42] Building network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 19:32:54 user nova-compute[75147]: DEBUG nova.network.neutron [None req-77745540-f270-4959-a09f-39a389ba0793 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] [instance: c38a6c4c-f585-4095-90b5-f41781c55d42] Instance cache missing network info. {{(pid=75147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 19:32:55 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:32:55 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:32:55 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Compute_service record updated for user:user {{(pid=75147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 19:32:55 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.022s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:32:55 user nova-compute[75147]: DEBUG nova.network.neutron [None req-77745540-f270-4959-a09f-39a389ba0793 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] [instance: c38a6c4c-f585-4095-90b5-f41781c55d42] Updating instance_info_cache with network_info: [{"id": "c320dd84-cb35-43ff-8561-4d33719e7ffc", "address": "fa:16:3e:8a:22:b4", "network": {"id": "9a022f64-7e83-4f32-b90a-91a264ef99c7", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-826018626-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6fdebbc0f0904af38b009a6c621971c1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc320dd84-cb", "ovs_interfaceid": "c320dd84-cb35-43ff-8561-4d33719e7ffc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:32:55 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-77745540-f270-4959-a09f-39a389ba0793 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Releasing lock "refresh_cache-c38a6c4c-f585-4095-90b5-f41781c55d42" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:32:55 user nova-compute[75147]: DEBUG nova.compute.manager [None req-77745540-f270-4959-a09f-39a389ba0793 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] [instance: c38a6c4c-f585-4095-90b5-f41781c55d42] Instance network_info: |[{"id": "c320dd84-cb35-43ff-8561-4d33719e7ffc", "address": "fa:16:3e:8a:22:b4", "network": {"id": "9a022f64-7e83-4f32-b90a-91a264ef99c7", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-826018626-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6fdebbc0f0904af38b009a6c621971c1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc320dd84-cb", "ovs_interfaceid": "c320dd84-cb35-43ff-8561-4d33719e7ffc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 27 19:32:55 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-77745540-f270-4959-a09f-39a389ba0793 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] [instance: c38a6c4c-f585-4095-90b5-f41781c55d42] Start _get_guest_xml network_info=[{"id": "c320dd84-cb35-43ff-8561-4d33719e7ffc", "address": "fa:16:3e:8a:22:b4", "network": {"id": "9a022f64-7e83-4f32-b90a-91a264ef99c7", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-826018626-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6fdebbc0f0904af38b009a6c621971c1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc320dd84-cb", "ovs_interfaceid": "c320dd84-cb35-43ff-8561-4d33719e7ffc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T19:22:09Z,direct_url=<?>,disk_format='qcow2',id=d52df17c-5315-4a73-ab7c-34c161a414fb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0b43115555434818b0c8bdf6be4946da',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T19:22:11Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'encryption_options': None, 'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encrypted': False, 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_format': None, 'device_name': '/dev/vda', 'image_id': 'd52df17c-5315-4a73-ab7c-34c161a414fb'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 19:32:55 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-77745540-f270-4959-a09f-39a389ba0793 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:32:55 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-77745540-f270-4959-a09f-39a389ba0793 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:32:55 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-77745540-f270-4959-a09f-39a389ba0793 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 19:32:55 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-77745540-f270-4959-a09f-39a389ba0793 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] CPU controller missing on host. {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 19:32:55 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-77745540-f270-4959-a09f-39a389ba0793 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 19:32:55 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-77745540-f270-4959-a09f-39a389ba0793 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] CPU controller found on host. {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 19:32:55 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-77745540-f270-4959-a09f-39a389ba0793 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75147) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 19:32:55 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-77745540-f270-4959-a09f-39a389ba0793 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T19:21:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T19:22:09Z,direct_url=<?>,disk_format='qcow2',id=d52df17c-5315-4a73-ab7c-34c161a414fb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0b43115555434818b0c8bdf6be4946da',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T19:22:11Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 19:32:55 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-77745540-f270-4959-a09f-39a389ba0793 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Flavor limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 19:32:55 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-77745540-f270-4959-a09f-39a389ba0793 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Image limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 19:32:55 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-77745540-f270-4959-a09f-39a389ba0793 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Flavor pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 19:32:55 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-77745540-f270-4959-a09f-39a389ba0793 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Image pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 19:32:55 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-77745540-f270-4959-a09f-39a389ba0793 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 19:32:55 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-77745540-f270-4959-a09f-39a389ba0793 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 19:32:55 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-77745540-f270-4959-a09f-39a389ba0793 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 19:32:55 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-77745540-f270-4959-a09f-39a389ba0793 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Got 1 possible topologies {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 19:32:55 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-77745540-f270-4959-a09f-39a389ba0793 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 19:32:55 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-77745540-f270-4959-a09f-39a389ba0793 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 19:32:55 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-77745540-f270-4959-a09f-39a389ba0793 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:32:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachmentScenario-server-940010630',display_name='tempest-TestServerVolumeAttachmentScenario-server-940010630',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachmentscenario-server-940010630',id=18,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBP4x7vFk1b5lP1cvyrHBSwx/OsMBH6ITm4114RKogxNH7SL6Qg7rqieXVcPy1+oM7AwhAq60bVGcb+GtVODXyrRv46H1hrA6v3pfBQ1BKy2tudK+BcAawr0X0VDQ+lY0pQ==',key_name='tempest-keypair-830034795',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='6fdebbc0f0904af38b009a6c621971c1',ramdisk_id='',reservation_id='r-2covo96d',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachmentScenario-207643289',owner_user_name='tempest-TestServerVolumeAttachmentScenario-207643289-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:32:50Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='18cd7d28650c40669b1e5bc2a4826b1d',uuid=c38a6c4c-f585-4095-90b5-f41781c55d42,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c320dd84-cb35-43ff-8561-4d33719e7ffc", "address": "fa:16:3e:8a:22:b4", "network": {"id": "9a022f64-7e83-4f32-b90a-91a264ef99c7", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-826018626-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6fdebbc0f0904af38b009a6c621971c1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc320dd84-cb", "ovs_interfaceid": "c320dd84-cb35-43ff-8561-4d33719e7ffc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75147) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 19:32:55 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-77745540-f270-4959-a09f-39a389ba0793 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Converting VIF {"id": "c320dd84-cb35-43ff-8561-4d33719e7ffc", "address": "fa:16:3e:8a:22:b4", "network": {"id": "9a022f64-7e83-4f32-b90a-91a264ef99c7", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-826018626-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6fdebbc0f0904af38b009a6c621971c1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc320dd84-cb", "ovs_interfaceid": "c320dd84-cb35-43ff-8561-4d33719e7ffc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:32:55 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-77745540-f270-4959-a09f-39a389ba0793 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8a:22:b4,bridge_name='br-int',has_traffic_filtering=True,id=c320dd84-cb35-43ff-8561-4d33719e7ffc,network=Network(9a022f64-7e83-4f32-b90a-91a264ef99c7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc320dd84-cb') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:32:55 user nova-compute[75147]: DEBUG nova.objects.instance [None req-77745540-f270-4959-a09f-39a389ba0793 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Lazy-loading 'pci_devices' on Instance uuid c38a6c4c-f585-4095-90b5-f41781c55d42 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:32:55 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-77745540-f270-4959-a09f-39a389ba0793 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] [instance: c38a6c4c-f585-4095-90b5-f41781c55d42] End _get_guest_xml xml=<domain type="kvm">
Oct 27 19:32:55 user nova-compute[75147]:   <uuid>c38a6c4c-f585-4095-90b5-f41781c55d42</uuid>
Oct 27 19:32:55 user nova-compute[75147]:   <name>instance-00000012</name>
Oct 27 19:32:55 user nova-compute[75147]:   <memory>524288</memory>
Oct 27 19:32:55 user nova-compute[75147]:   <vcpu>1</vcpu>
Oct 27 19:32:55 user nova-compute[75147]:   <metadata>
Oct 27 19:32:55 user nova-compute[75147]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 19:32:55 user nova-compute[75147]:       <nova:package version="0.0.0"/>
Oct 27 19:32:55 user nova-compute[75147]:       <nova:name>tempest-TestServerVolumeAttachmentScenario-server-940010630</nova:name>
Oct 27 19:32:55 user nova-compute[75147]:       <nova:creationTime>2023-10-27 19:32:55</nova:creationTime>
Oct 27 19:32:55 user nova-compute[75147]:       <nova:flavor name="m1.tiny">
Oct 27 19:32:55 user nova-compute[75147]:         <nova:memory>512</nova:memory>
Oct 27 19:32:55 user nova-compute[75147]:         <nova:disk>1</nova:disk>
Oct 27 19:32:55 user nova-compute[75147]:         <nova:swap>0</nova:swap>
Oct 27 19:32:55 user nova-compute[75147]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 19:32:55 user nova-compute[75147]:         <nova:vcpus>1</nova:vcpus>
Oct 27 19:32:55 user nova-compute[75147]:       </nova:flavor>
Oct 27 19:32:55 user nova-compute[75147]:       <nova:owner>
Oct 27 19:32:55 user nova-compute[75147]:         <nova:user uuid="18cd7d28650c40669b1e5bc2a4826b1d">tempest-TestServerVolumeAttachmentScenario-207643289-project-member</nova:user>
Oct 27 19:32:55 user nova-compute[75147]:         <nova:project uuid="6fdebbc0f0904af38b009a6c621971c1">tempest-TestServerVolumeAttachmentScenario-207643289</nova:project>
Oct 27 19:32:55 user nova-compute[75147]:       </nova:owner>
Oct 27 19:32:55 user nova-compute[75147]:       <nova:root type="image" uuid="d52df17c-5315-4a73-ab7c-34c161a414fb"/>
Oct 27 19:32:55 user nova-compute[75147]:       <nova:ports>
Oct 27 19:32:55 user nova-compute[75147]:         <nova:port uuid="c320dd84-cb35-43ff-8561-4d33719e7ffc">
Oct 27 19:32:55 user nova-compute[75147]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Oct 27 19:32:55 user nova-compute[75147]:         </nova:port>
Oct 27 19:32:55 user nova-compute[75147]:       </nova:ports>
Oct 27 19:32:55 user nova-compute[75147]:     </nova:instance>
Oct 27 19:32:55 user nova-compute[75147]:   </metadata>
Oct 27 19:32:55 user nova-compute[75147]:   <sysinfo type="smbios">
Oct 27 19:32:55 user nova-compute[75147]:     <system>
Oct 27 19:32:55 user nova-compute[75147]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 19:32:55 user nova-compute[75147]:       <entry name="product">OpenStack Nova</entry>
Oct 27 19:32:55 user nova-compute[75147]:       <entry name="version">0.0.0</entry>
Oct 27 19:32:55 user nova-compute[75147]:       <entry name="serial">c38a6c4c-f585-4095-90b5-f41781c55d42</entry>
Oct 27 19:32:55 user nova-compute[75147]:       <entry name="uuid">c38a6c4c-f585-4095-90b5-f41781c55d42</entry>
Oct 27 19:32:55 user nova-compute[75147]:       <entry name="family">Virtual Machine</entry>
Oct 27 19:32:55 user nova-compute[75147]:     </system>
Oct 27 19:32:55 user nova-compute[75147]:   </sysinfo>
Oct 27 19:32:55 user nova-compute[75147]:   <os>
Oct 27 19:32:55 user nova-compute[75147]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 19:32:55 user nova-compute[75147]:     <boot dev="hd"/>
Oct 27 19:32:55 user nova-compute[75147]:     <smbios mode="sysinfo"/>
Oct 27 19:32:55 user nova-compute[75147]:   </os>
Oct 27 19:32:55 user nova-compute[75147]:   <features>
Oct 27 19:32:55 user nova-compute[75147]:     <acpi/>
Oct 27 19:32:55 user nova-compute[75147]:     <apic/>
Oct 27 19:32:55 user nova-compute[75147]:     <vmcoreinfo/>
Oct 27 19:32:55 user nova-compute[75147]:   </features>
Oct 27 19:32:55 user nova-compute[75147]:   <clock offset="utc">
Oct 27 19:32:55 user nova-compute[75147]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 19:32:55 user nova-compute[75147]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 19:32:55 user nova-compute[75147]:     <timer name="hpet" present="no"/>
Oct 27 19:32:55 user nova-compute[75147]:   </clock>
Oct 27 19:32:55 user nova-compute[75147]:   <cpu mode="custom" match="exact">
Oct 27 19:32:55 user nova-compute[75147]:     <model>Nehalem</model>
Oct 27 19:32:55 user nova-compute[75147]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 19:32:55 user nova-compute[75147]:   </cpu>
Oct 27 19:32:55 user nova-compute[75147]:   <devices>
Oct 27 19:32:55 user nova-compute[75147]:     <disk type="file" device="disk">
Oct 27 19:32:55 user nova-compute[75147]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 27 19:32:55 user nova-compute[75147]:       <source file="/opt/stack/data/nova/instances/c38a6c4c-f585-4095-90b5-f41781c55d42/disk"/>
Oct 27 19:32:55 user nova-compute[75147]:       <target dev="vda" bus="virtio"/>
Oct 27 19:32:55 user nova-compute[75147]:     </disk>
Oct 27 19:32:55 user nova-compute[75147]:     <interface type="ethernet">
Oct 27 19:32:55 user nova-compute[75147]:       <mac address="fa:16:3e:8a:22:b4"/>
Oct 27 19:32:55 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:32:55 user nova-compute[75147]:       <mtu size="1442"/>
Oct 27 19:32:55 user nova-compute[75147]:       <target dev="tapc320dd84-cb"/>
Oct 27 19:32:55 user nova-compute[75147]:     </interface>
Oct 27 19:32:55 user nova-compute[75147]:     <serial type="pty">
Oct 27 19:32:55 user nova-compute[75147]:       <log file="/opt/stack/data/nova/instances/c38a6c4c-f585-4095-90b5-f41781c55d42/console.log" append="off"/>
Oct 27 19:32:55 user nova-compute[75147]:     </serial>
Oct 27 19:32:55 user nova-compute[75147]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 19:32:55 user nova-compute[75147]:     <video>
Oct 27 19:32:55 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:32:55 user nova-compute[75147]:     </video>
Oct 27 19:32:55 user nova-compute[75147]:     <rng model="virtio">
Oct 27 19:32:55 user nova-compute[75147]:       <backend model="random">/dev/urandom</backend>
Oct 27 19:32:55 user nova-compute[75147]:     </rng>
Oct 27 19:32:55 user nova-compute[75147]:     <controller type="usb" index="0" model="none"/>
Oct 27 19:32:55 user nova-compute[75147]:     <memballoon model="virtio">
Oct 27 19:32:55 user nova-compute[75147]:       <stats period="10"/>
Oct 27 19:32:55 user nova-compute[75147]:     </memballoon>
Oct 27 19:32:55 user nova-compute[75147]:   </devices>
Oct 27 19:32:55 user nova-compute[75147]: </domain>
Oct 27 19:32:55 user nova-compute[75147]:  {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 19:32:55 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-77745540-f270-4959-a09f-39a389ba0793 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:32:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachmentScenario-server-940010630',display_name='tempest-TestServerVolumeAttachmentScenario-server-940010630',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachmentscenario-server-940010630',id=18,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBP4x7vFk1b5lP1cvyrHBSwx/OsMBH6ITm4114RKogxNH7SL6Qg7rqieXVcPy1+oM7AwhAq60bVGcb+GtVODXyrRv46H1hrA6v3pfBQ1BKy2tudK+BcAawr0X0VDQ+lY0pQ==',key_name='tempest-keypair-830034795',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='6fdebbc0f0904af38b009a6c621971c1',ramdisk_id='',reservation_id='r-2covo96d',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachmentScenario-207643289',owner_user_name='tempest-TestServerVolumeAttachmentScenario-207643289-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:32:50Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='18cd7d28650c40669b1e5bc2a4826b1d',uuid=c38a6c4c-f585-4095-90b5-f41781c55d42,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c320dd84-cb35-43ff-8561-4d33719e7ffc", "address": "fa:16:3e:8a:22:b4", "network": {"id": "9a022f64-7e83-4f32-b90a-91a264ef99c7", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-826018626-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6fdebbc0f0904af38b009a6c621971c1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc320dd84-cb", "ovs_interfaceid": "c320dd84-cb35-43ff-8561-4d33719e7ffc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 19:32:55 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-77745540-f270-4959-a09f-39a389ba0793 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Converting VIF {"id": "c320dd84-cb35-43ff-8561-4d33719e7ffc", "address": "fa:16:3e:8a:22:b4", "network": {"id": "9a022f64-7e83-4f32-b90a-91a264ef99c7", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-826018626-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6fdebbc0f0904af38b009a6c621971c1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc320dd84-cb", "ovs_interfaceid": "c320dd84-cb35-43ff-8561-4d33719e7ffc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:32:55 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-77745540-f270-4959-a09f-39a389ba0793 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8a:22:b4,bridge_name='br-int',has_traffic_filtering=True,id=c320dd84-cb35-43ff-8561-4d33719e7ffc,network=Network(9a022f64-7e83-4f32-b90a-91a264ef99c7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc320dd84-cb') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:32:55 user nova-compute[75147]: DEBUG os_vif [None req-77745540-f270-4959-a09f-39a389ba0793 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:8a:22:b4,bridge_name='br-int',has_traffic_filtering=True,id=c320dd84-cb35-43ff-8561-4d33719e7ffc,network=Network(9a022f64-7e83-4f32-b90a-91a264ef99c7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc320dd84-cb') {{(pid=75147) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 19:32:55 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:55 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:32:55 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 19:32:55 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:55 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '70393988-19ed-57df-97eb-ad64851dcc78', '_type': 'linux-noop'}}, row=False) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:32:55 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:55 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:32:55 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:55 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc320dd84-cb, may_exist=True, interface_attrs={}) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:32:55 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc320dd84-cb, col_values=(('qos', UUID('3d0cc086-8aa0-46d2-99f3-44a72e55985e')),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:32:55 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc320dd84-cb, col_values=(('external_ids', {'iface-id': 'c320dd84-cb35-43ff-8561-4d33719e7ffc', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:8a:22:b4', 'vm-uuid': 'c38a6c4c-f585-4095-90b5-f41781c55d42'}),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:32:55 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:55 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:32:55 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:55 user nova-compute[75147]: INFO os_vif [None req-77745540-f270-4959-a09f-39a389ba0793 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:8a:22:b4,bridge_name='br-int',has_traffic_filtering=True,id=c320dd84-cb35-43ff-8561-4d33719e7ffc,network=Network(9a022f64-7e83-4f32-b90a-91a264ef99c7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc320dd84-cb')
Oct 27 19:32:55 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-77745540-f270-4959-a09f-39a389ba0793 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] No BDM found with device name vda, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:32:55 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-77745540-f270-4959-a09f-39a389ba0793 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] No VIF found with MAC fa:16:3e:8a:22:b4, not building metadata {{(pid=75147) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 19:32:56 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:56 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:32:56 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:32:56 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:32:56 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:32:56 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75147) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 19:32:57 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:57 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:57 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:57 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:57 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9b355e39-9086-4d19-87d2-3df7da969801 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Acquiring lock "18fad5c9-4c2b-4e90-a568-bd0a32497c63" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:32:57 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9b355e39-9086-4d19-87d2-3df7da969801 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Lock "18fad5c9-4c2b-4e90-a568-bd0a32497c63" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:32:57 user nova-compute[75147]: DEBUG nova.compute.manager [None req-9b355e39-9086-4d19-87d2-3df7da969801 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Starting instance... {{(pid=75147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 27 19:32:58 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-cada8c97-7cf3-4d11-ae80-9591161764cc tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Acquiring lock "17da16fe-2762-4442-a31f-c966695dea37" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:32:58 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-cada8c97-7cf3-4d11-ae80-9591161764cc tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Lock "17da16fe-2762-4442-a31f-c966695dea37" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:32:58 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-cada8c97-7cf3-4d11-ae80-9591161764cc tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Acquiring lock "17da16fe-2762-4442-a31f-c966695dea37-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:32:58 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-cada8c97-7cf3-4d11-ae80-9591161764cc tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Lock "17da16fe-2762-4442-a31f-c966695dea37-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:32:58 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-cada8c97-7cf3-4d11-ae80-9591161764cc tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Lock "17da16fe-2762-4442-a31f-c966695dea37-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:32:58 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9b355e39-9086-4d19-87d2-3df7da969801 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:32:58 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9b355e39-9086-4d19-87d2-3df7da969801 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:32:58 user nova-compute[75147]: INFO nova.compute.manager [None req-cada8c97-7cf3-4d11-ae80-9591161764cc tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] [instance: 17da16fe-2762-4442-a31f-c966695dea37] Terminating instance
Oct 27 19:32:58 user nova-compute[75147]: DEBUG nova.compute.manager [None req-cada8c97-7cf3-4d11-ae80-9591161764cc tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] [instance: 17da16fe-2762-4442-a31f-c966695dea37] Start destroying the instance on the hypervisor. {{(pid=75147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 27 19:32:58 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-9b355e39-9086-4d19-87d2-3df7da969801 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75147) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 19:32:58 user nova-compute[75147]: INFO nova.compute.claims [None req-9b355e39-9086-4d19-87d2-3df7da969801 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Claim successful on node user
Oct 27 19:32:58 user nova-compute[75147]: DEBUG nova.compute.manager [req-1341223e-4bc2-4162-b4f1-4a6c74a551d7 req-8c881092-2bf3-4a18-885d-19368ab9cc85 service nova] [instance: c38a6c4c-f585-4095-90b5-f41781c55d42] Received event network-vif-plugged-c320dd84-cb35-43ff-8561-4d33719e7ffc {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:32:58 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-1341223e-4bc2-4162-b4f1-4a6c74a551d7 req-8c881092-2bf3-4a18-885d-19368ab9cc85 service nova] Acquiring lock "c38a6c4c-f585-4095-90b5-f41781c55d42-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:32:58 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-1341223e-4bc2-4162-b4f1-4a6c74a551d7 req-8c881092-2bf3-4a18-885d-19368ab9cc85 service nova] Lock "c38a6c4c-f585-4095-90b5-f41781c55d42-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:32:58 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-1341223e-4bc2-4162-b4f1-4a6c74a551d7 req-8c881092-2bf3-4a18-885d-19368ab9cc85 service nova] Lock "c38a6c4c-f585-4095-90b5-f41781c55d42-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:32:58 user nova-compute[75147]: DEBUG nova.compute.manager [req-1341223e-4bc2-4162-b4f1-4a6c74a551d7 req-8c881092-2bf3-4a18-885d-19368ab9cc85 service nova] [instance: c38a6c4c-f585-4095-90b5-f41781c55d42] No waiting events found dispatching network-vif-plugged-c320dd84-cb35-43ff-8561-4d33719e7ffc {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:32:58 user nova-compute[75147]: WARNING nova.compute.manager [req-1341223e-4bc2-4162-b4f1-4a6c74a551d7 req-8c881092-2bf3-4a18-885d-19368ab9cc85 service nova] [instance: c38a6c4c-f585-4095-90b5-f41781c55d42] Received unexpected event network-vif-plugged-c320dd84-cb35-43ff-8561-4d33719e7ffc for instance with vm_state building and task_state spawning.
Oct 27 19:32:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:58 user nova-compute[75147]: DEBUG nova.compute.manager [req-a843a8bb-d714-4037-ac8c-32d902b1a1d8 req-e5d91ac6-623b-446a-9375-b6afda7d3746 service nova] [instance: 17da16fe-2762-4442-a31f-c966695dea37] Received event network-vif-unplugged-f10f4b7d-866f-4ae4-b962-69f8613fb428 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:32:58 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-a843a8bb-d714-4037-ac8c-32d902b1a1d8 req-e5d91ac6-623b-446a-9375-b6afda7d3746 service nova] Acquiring lock "17da16fe-2762-4442-a31f-c966695dea37-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:32:58 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-a843a8bb-d714-4037-ac8c-32d902b1a1d8 req-e5d91ac6-623b-446a-9375-b6afda7d3746 service nova] Lock "17da16fe-2762-4442-a31f-c966695dea37-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:32:58 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-a843a8bb-d714-4037-ac8c-32d902b1a1d8 req-e5d91ac6-623b-446a-9375-b6afda7d3746 service nova] Lock "17da16fe-2762-4442-a31f-c966695dea37-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:32:58 user nova-compute[75147]: DEBUG nova.compute.manager [req-a843a8bb-d714-4037-ac8c-32d902b1a1d8 req-e5d91ac6-623b-446a-9375-b6afda7d3746 service nova] [instance: 17da16fe-2762-4442-a31f-c966695dea37] No waiting events found dispatching network-vif-unplugged-f10f4b7d-866f-4ae4-b962-69f8613fb428 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:32:58 user nova-compute[75147]: DEBUG nova.compute.manager [req-a843a8bb-d714-4037-ac8c-32d902b1a1d8 req-e5d91ac6-623b-446a-9375-b6afda7d3746 service nova] [instance: 17da16fe-2762-4442-a31f-c966695dea37] Received event network-vif-unplugged-f10f4b7d-866f-4ae4-b962-69f8613fb428 for instance with task_state deleting. {{(pid=75147) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 19:32:58 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-291fa027-bb14-45d4-9cae-b85d2b6ef436 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance c49c74a6-9955-4a79-848f-4e6b9e348f9c is timed out.
Oct 27 19:32:58 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-291fa027-bb14-45d4-9cae-b85d2b6ef436 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Successfully detached device vdb from instance c49c74a6-9955-4a79-848f-4e6b9e348f9c from the live domain config.
Oct 27 19:32:58 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-291fa027-bb14-45d4-9cae-b85d2b6ef436 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] calling os-brick to detach iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 19:32:58 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-291fa027-bb14-45d4-9cae-b85d2b6ef436 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, {'target_iqn': 'iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WKHDvilt', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdi'}, None), 'kwargs': False}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:32:58 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-291fa027-bb14-45d4-9cae-b85d2b6ef436 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:32:58 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-291fa027-bb14-45d4-9cae-b85d2b6ef436 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:32:58 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-291fa027-bb14-45d4-9cae-b85d2b6ef436 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:32:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:32:58 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-9b355e39-9086-4d19-87d2-3df7da969801 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:32:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.032s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:32:59 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[63487d6e-9834-4a11-ae10-b1f85f1950bf]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:32:59 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-291fa027-bb14-45d4-9cae-b85d2b6ef436 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 19:32:59 user nova-compute[75147]: No targets found.
Oct 27 19:32:59 user nova-compute[75147]: iSNS:
Oct 27 19:32:59 user nova-compute[75147]: No targets found.
Oct 27 19:32:59 user nova-compute[75147]: STATIC:
Oct 27 19:32:59 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1
Oct 27 19:32:59 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:32:59 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:32:59 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855
Oct 27 19:32:59 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:32:59 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:32:59 user nova-compute[75147]: FIRMWARE:
Oct 27 19:32:59 user nova-compute[75147]: No targets found.
Oct 27 19:32:59 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:32:59 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-291fa027-bb14-45d4-9cae-b85d2b6ef436 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 19:32:59 user nova-compute[75147]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 19:32:59 user nova-compute[75147]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75147) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 19:32:59 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-291fa027-bb14-45d4-9cae-b85d2b6ef436 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1', 0)] {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 19:32:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:32:59 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-9b355e39-9086-4d19-87d2-3df7da969801 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:32:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.024s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:32:59 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[2008867c-4d52-404f-9c38-4d20b94b82fa]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:32:59 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:32:59 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.039s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:32:59 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a1b2d1e-57f2-4d11-8b40-7f67e0a334ff]: (4, ('tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:32:59 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-291fa027-bb14-45d4-9cae-b85d2b6ef436 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1 (non-flash)
Oct 27 19:32:59 user nova-compute[75147]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855 (non-flash)
Oct 27 19:32:59 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:32:59 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-291fa027-bb14-45d4-9cae-b85d2b6ef436 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] iscsi session list stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1 (non-flash)
Oct 27 19:32:59 user nova-compute[75147]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855 (non-flash)
Oct 27 19:32:59 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:32:59 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-291fa027-bb14-45d4-9cae-b85d2b6ef436 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f28ec6dbf40>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1'): ({'sdi'}, set())}) {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 19:32:59 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-291fa027-bb14-45d4-9cae-b85d2b6ef436 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Removing single pathed devices sdi {{(pid=75147) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 19:32:59 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:32:59 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9b355e39-9086-4d19-87d2-3df7da969801 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.003s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:32:59 user nova-compute[75147]: DEBUG nova.compute.manager [None req-9b355e39-9086-4d19-87d2-3df7da969801 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Start building networks asynchronously for instance. {{(pid=75147) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 27 19:32:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.031s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:32:59 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[35b6a207-f013-4fe7-b4a4-835c2c181188]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:32:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdi {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:32:59 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: 17da16fe-2762-4442-a31f-c966695dea37] Instance destroyed successfully.
Oct 27 19:32:59 user nova-compute[75147]: DEBUG nova.objects.instance [None req-cada8c97-7cf3-4d11-ae80-9591161764cc tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Lazy-loading 'resources' on Instance uuid 17da16fe-2762-4442-a31f-c966695dea37 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:32:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdi" returned: 0 in 0.022s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:32:59 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[b96a8fc9-3bc3-4507-8340-fbcbe050d41a]: (4, ('ok\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:32:59 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-291fa027-bb14-45d4-9cae-b85d2b6ef436 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Flushing IO for device /dev/sdi {{(pid=75147) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 19:32:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdi {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:32:59 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-cada8c97-7cf3-4d11-ae80-9591161764cc tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:26:08Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-1128531034',display_name='tempest-VolumesAdminNegativeTest-server-1128531034',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-1128531034',id=6,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBM1BUJ1NfokpVruz8dY+N2d3AEpLDvKiUmo50DfoJ55o3H2D8YmZWsOd1d06Wz3sBogwT0faCOtuV7gPOao4r8tIzjEE/gAUBQ8s6LdTw39aeP+PiOJHjHVIHYFoLQBPLg==',key_name='tempest-keypair-520713091',keypairs=<?>,launch_index=0,launched_at=2023-10-27T19:26:27Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='567efa430de8417fb405d6ec8360f235',ramdisk_id='',reservation_id='r-db7al30l',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesAdminNegativeTest-942172662',owner_user_name='tempest-VolumesAdminNegativeTest-942172662-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T19:26:28Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='85f4d793a0ae48b6babe0cf7a92163d9',uuid=17da16fe-2762-4442-a31f-c966695dea37,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f10f4b7d-866f-4ae4-b962-69f8613fb428", "address": "fa:16:3e:de:6c:42", "network": {"id": "95183f82-97a6-4a28-a730-1603f8944490", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1454550508-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "567efa430de8417fb405d6ec8360f235", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf10f4b7d-86", "ovs_interfaceid": "f10f4b7d-866f-4ae4-b962-69f8613fb428", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 19:32:59 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-cada8c97-7cf3-4d11-ae80-9591161764cc tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Converting VIF {"id": "f10f4b7d-866f-4ae4-b962-69f8613fb428", "address": "fa:16:3e:de:6c:42", "network": {"id": "95183f82-97a6-4a28-a730-1603f8944490", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1454550508-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "567efa430de8417fb405d6ec8360f235", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf10f4b7d-86", "ovs_interfaceid": "f10f4b7d-866f-4ae4-b962-69f8613fb428", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:32:59 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-cada8c97-7cf3-4d11-ae80-9591161764cc tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:de:6c:42,bridge_name='br-int',has_traffic_filtering=True,id=f10f4b7d-866f-4ae4-b962-69f8613fb428,network=Network(95183f82-97a6-4a28-a730-1603f8944490),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf10f4b7d-86') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:32:59 user nova-compute[75147]: DEBUG os_vif [None req-cada8c97-7cf3-4d11-ae80-9591161764cc tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:de:6c:42,bridge_name='br-int',has_traffic_filtering=True,id=f10f4b7d-866f-4ae4-b962-69f8613fb428,network=Network(95183f82-97a6-4a28-a730-1603f8944490),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf10f4b7d-86') {{(pid=75147) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 19:32:59 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:59 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf10f4b7d-86, bridge=br-int, if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:32:59 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdi" returned: 0 in 0.028s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:32:59 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[7bcab088-56df-45e5-a3ac-9a3365eda32e]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:32:59 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-291fa027-bb14-45d4-9cae-b85d2b6ef436 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Remove SCSI device /dev/sdi with /sys/block/sdi/device/delete {{(pid=75147) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 19:32:59 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:32:59 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:59 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=b7fd1021-de5a-433c-a2c2-cf239bbb909d) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:32:59 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdi/device/delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:32:59 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:32:59 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:59 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:32:59 user nova-compute[75147]: DEBUG nova.compute.manager [None req-9b355e39-9086-4d19-87d2-3df7da969801 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Allocating IP information in the background. {{(pid=75147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 27 19:32:59 user nova-compute[75147]: DEBUG nova.network.neutron [None req-9b355e39-9086-4d19-87d2-3df7da969801 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] allocate_for_instance() {{(pid=75147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 27 19:32:59 user nova-compute[75147]: INFO os_vif [None req-cada8c97-7cf3-4d11-ae80-9591161764cc tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:de:6c:42,bridge_name='br-int',has_traffic_filtering=True,id=f10f4b7d-866f-4ae4-b962-69f8613fb428,network=Network(95183f82-97a6-4a28-a730-1603f8944490),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf10f4b7d-86')
Oct 27 19:32:59 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-cada8c97-7cf3-4d11-ae80-9591161764cc tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] [instance: 17da16fe-2762-4442-a31f-c966695dea37] Deleting instance files /opt/stack/data/nova/instances/17da16fe-2762-4442-a31f-c966695dea37_del
Oct 27 19:32:59 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-cada8c97-7cf3-4d11-ae80-9591161764cc tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] [instance: 17da16fe-2762-4442-a31f-c966695dea37] Deletion of /opt/stack/data/nova/instances/17da16fe-2762-4442-a31f-c966695dea37_del complete
Oct 27 19:32:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdi/device/delete" returned: 0 in 0.071s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:32:59 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc90465f-fb23-44c2-bd5a-596e3e0c412a]: (4, ('1', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:32:59 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-291fa027-bb14-45d4-9cae-b85d2b6ef436 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Checking to see if SCSI volumes sdi have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 19:32:59 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-291fa027-bb14-45d4-9cae-b85d2b6ef436 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] SCSI volumes sdi have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 19:32:59 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-291fa027-bb14-45d4-9cae-b85d2b6ef436 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1')] {{(pid=75147) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 19:32:59 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-9b355e39-9086-4d19-87d2-3df7da969801 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 27 19:32:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:32:59 user nova-compute[75147]: DEBUG nova.compute.manager [None req-9b355e39-9086-4d19-87d2-3df7da969801 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Start building block device mappings for instance. {{(pid=75147) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 27 19:32:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.037s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:32:59 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc5f00cf-7ac9-4ad8-b740-b521abad27f3]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:32:59 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-291fa027-bb14-45d4-9cae-b85d2b6ef436 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:32:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1 -p 172.16.0.220:3260 --logout {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:32:59 user nova-compute[75147]: INFO nova.compute.manager [None req-cada8c97-7cf3-4d11-ae80-9591161764cc tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] [instance: 17da16fe-2762-4442-a31f-c966695dea37] Took 1.34 seconds to destroy the instance on the hypervisor.
Oct 27 19:32:59 user nova-compute[75147]: DEBUG oslo.service.loopingcall [None req-cada8c97-7cf3-4d11-ae80-9591161764cc tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 27 19:32:59 user nova-compute[75147]: DEBUG nova.compute.manager [-] [instance: 17da16fe-2762-4442-a31f-c966695dea37] Deallocating network for instance {{(pid=75147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 27 19:32:59 user nova-compute[75147]: DEBUG nova.network.neutron [-] [instance: 17da16fe-2762-4442-a31f-c966695dea37] deallocate_for_instance() {{(pid=75147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 27 19:32:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1 -p 172.16.0.220:3260 --logout" returned: 0 in 0.082s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:32:59 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[81a0f72a-a6ea-42d7-be7e-909ec7d27f98]: (4, ('Logging out of session [sid: 14, target: iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1, portal: 172.16.0.220,3260]\nLogout of [sid: 14, target: iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:32:59 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-291fa027-bb14-45d4-9cae-b85d2b6ef436 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 14, target: iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1, portal: 172.16.0.220,3260]
Oct 27 19:32:59 user nova-compute[75147]: Logout of [sid: 14, target: iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1, portal: 172.16.0.220,3260] successful.
Oct 27 19:32:59 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:32:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1 -p 172.16.0.220:3260 --op delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:32:59 user nova-compute[75147]: DEBUG nova.policy [None req-9b355e39-9086-4d19-87d2-3df7da969801 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b3450e0fcfb7485581e5f2e6418d9359', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '650e050c53874fa5bd6c9a70152ef1cf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75147) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 27 19:32:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f5042841-6b9a-4ea5-aa0d-8edba6bbf4b1 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.032s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:32:59 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a218a27-d63b-415a-a5cc-14efae947233]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:32:59 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-291fa027-bb14-45d4-9cae-b85d2b6ef436 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:32:59 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-291fa027-bb14-45d4-9cae-b85d2b6ef436 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.570s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:32:59 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-291fa027-bb14-45d4-9cae-b85d2b6ef436 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] <== disconnect_volume: return (573ms) None {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:32:59 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-291fa027-bb14-45d4-9cae-b85d2b6ef436 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Disconnected iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 19:32:59 user nova-compute[75147]: DEBUG nova.compute.manager [None req-9b355e39-9086-4d19-87d2-3df7da969801 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Start spawning the instance on the hypervisor. {{(pid=75147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 27 19:32:59 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-9b355e39-9086-4d19-87d2-3df7da969801 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Creating instance directory {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 19:32:59 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-9b355e39-9086-4d19-87d2-3df7da969801 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Creating image(s)
Oct 27 19:32:59 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9b355e39-9086-4d19-87d2-3df7da969801 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Acquiring lock "/opt/stack/data/nova/instances/18fad5c9-4c2b-4e90-a568-bd0a32497c63/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:32:59 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9b355e39-9086-4d19-87d2-3df7da969801 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Lock "/opt/stack/data/nova/instances/18fad5c9-4c2b-4e90-a568-bd0a32497c63/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:32:59 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9b355e39-9086-4d19-87d2-3df7da969801 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Lock "/opt/stack/data/nova/instances/18fad5c9-4c2b-4e90-a568-bd0a32497c63/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.003s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:32:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-9b355e39-9086-4d19-87d2-3df7da969801 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:32:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-9b355e39-9086-4d19-87d2-3df7da969801 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.269s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:32:59 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9b355e39-9086-4d19-87d2-3df7da969801 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Acquiring lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:32:59 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9b355e39-9086-4d19-87d2-3df7da969801 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.003s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:32:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-9b355e39-9086-4d19-87d2-3df7da969801 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:33:00 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:33:00 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:33:00 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-9b355e39-9086-4d19-87d2-3df7da969801 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.287s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:33:00 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-9b355e39-9086-4d19-87d2-3df7da969801 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa,backing_fmt=raw /opt/stack/data/nova/instances/18fad5c9-4c2b-4e90-a568-bd0a32497c63/disk 1073741824 {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:33:00 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:33:00 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-9b355e39-9086-4d19-87d2-3df7da969801 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa,backing_fmt=raw /opt/stack/data/nova/instances/18fad5c9-4c2b-4e90-a568-bd0a32497c63/disk 1073741824" returned: 0 in 0.118s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:33:00 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9b355e39-9086-4d19-87d2-3df7da969801 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.410s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:33:00 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-9b355e39-9086-4d19-87d2-3df7da969801 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:33:00 user nova-compute[75147]: DEBUG nova.compute.manager [req-12a5a927-27bf-4858-8340-a6da9e853530 req-fdc8ac54-a56a-45a0-86c6-915c2f03150c service nova] [instance: c38a6c4c-f585-4095-90b5-f41781c55d42] Received event network-vif-plugged-c320dd84-cb35-43ff-8561-4d33719e7ffc {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:33:00 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-12a5a927-27bf-4858-8340-a6da9e853530 req-fdc8ac54-a56a-45a0-86c6-915c2f03150c service nova] Acquiring lock "c38a6c4c-f585-4095-90b5-f41781c55d42-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:33:00 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-12a5a927-27bf-4858-8340-a6da9e853530 req-fdc8ac54-a56a-45a0-86c6-915c2f03150c service nova] Lock "c38a6c4c-f585-4095-90b5-f41781c55d42-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:33:00 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-12a5a927-27bf-4858-8340-a6da9e853530 req-fdc8ac54-a56a-45a0-86c6-915c2f03150c service nova] Lock "c38a6c4c-f585-4095-90b5-f41781c55d42-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:33:00 user nova-compute[75147]: DEBUG nova.compute.manager [req-12a5a927-27bf-4858-8340-a6da9e853530 req-fdc8ac54-a56a-45a0-86c6-915c2f03150c service nova] [instance: c38a6c4c-f585-4095-90b5-f41781c55d42] No waiting events found dispatching network-vif-plugged-c320dd84-cb35-43ff-8561-4d33719e7ffc {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:33:00 user nova-compute[75147]: WARNING nova.compute.manager [req-12a5a927-27bf-4858-8340-a6da9e853530 req-fdc8ac54-a56a-45a0-86c6-915c2f03150c service nova] [instance: c38a6c4c-f585-4095-90b5-f41781c55d42] Received unexpected event network-vif-plugged-c320dd84-cb35-43ff-8561-4d33719e7ffc for instance with vm_state building and task_state spawning.
Oct 27 19:33:00 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-9b355e39-9086-4d19-87d2-3df7da969801 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.274s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:33:00 user nova-compute[75147]: DEBUG nova.virt.disk.api [None req-9b355e39-9086-4d19-87d2-3df7da969801 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Checking if we can resize image /opt/stack/data/nova/instances/18fad5c9-4c2b-4e90-a568-bd0a32497c63/disk. size=1073741824 {{(pid=75147) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 27 19:33:00 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-9b355e39-9086-4d19-87d2-3df7da969801 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18fad5c9-4c2b-4e90-a568-bd0a32497c63/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:33:00 user nova-compute[75147]: DEBUG nova.compute.manager [None req-77745540-f270-4959-a09f-39a389ba0793 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] [instance: c38a6c4c-f585-4095-90b5-f41781c55d42] Instance event wait completed in 0 seconds for  {{(pid=75147) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 19:33:00 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-77745540-f270-4959-a09f-39a389ba0793 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] [instance: c38a6c4c-f585-4095-90b5-f41781c55d42] Guest created on hypervisor {{(pid=75147) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 19:33:00 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: c38a6c4c-f585-4095-90b5-f41781c55d42] Instance spawned successfully.
Oct 27 19:33:00 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-77745540-f270-4959-a09f-39a389ba0793 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] [instance: c38a6c4c-f585-4095-90b5-f41781c55d42] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 27 19:33:00 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-77745540-f270-4959-a09f-39a389ba0793 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] [instance: c38a6c4c-f585-4095-90b5-f41781c55d42] Found default for hw_cdrom_bus of ide {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:33:00 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-77745540-f270-4959-a09f-39a389ba0793 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] [instance: c38a6c4c-f585-4095-90b5-f41781c55d42] Found default for hw_disk_bus of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:33:00 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-77745540-f270-4959-a09f-39a389ba0793 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] [instance: c38a6c4c-f585-4095-90b5-f41781c55d42] Found default for hw_input_bus of None {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:33:00 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-77745540-f270-4959-a09f-39a389ba0793 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] [instance: c38a6c4c-f585-4095-90b5-f41781c55d42] Found default for hw_pointer_model of None {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:33:00 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-77745540-f270-4959-a09f-39a389ba0793 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] [instance: c38a6c4c-f585-4095-90b5-f41781c55d42] Found default for hw_video_model of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:33:00 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-77745540-f270-4959-a09f-39a389ba0793 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] [instance: c38a6c4c-f585-4095-90b5-f41781c55d42] Found default for hw_vif_model of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:33:00 user nova-compute[75147]: DEBUG nova.compute.manager [req-a7a9874e-b6a1-4ef3-8664-1fd107fead71 req-81258b1f-6e22-4e7a-bd8a-fca8a4a5c59c service nova] [instance: 17da16fe-2762-4442-a31f-c966695dea37] Received event network-vif-plugged-f10f4b7d-866f-4ae4-b962-69f8613fb428 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:33:00 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-a7a9874e-b6a1-4ef3-8664-1fd107fead71 req-81258b1f-6e22-4e7a-bd8a-fca8a4a5c59c service nova] Acquiring lock "17da16fe-2762-4442-a31f-c966695dea37-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:33:00 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-a7a9874e-b6a1-4ef3-8664-1fd107fead71 req-81258b1f-6e22-4e7a-bd8a-fca8a4a5c59c service nova] Lock "17da16fe-2762-4442-a31f-c966695dea37-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:33:00 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-a7a9874e-b6a1-4ef3-8664-1fd107fead71 req-81258b1f-6e22-4e7a-bd8a-fca8a4a5c59c service nova] Lock "17da16fe-2762-4442-a31f-c966695dea37-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:33:00 user nova-compute[75147]: DEBUG nova.compute.manager [req-a7a9874e-b6a1-4ef3-8664-1fd107fead71 req-81258b1f-6e22-4e7a-bd8a-fca8a4a5c59c service nova] [instance: 17da16fe-2762-4442-a31f-c966695dea37] No waiting events found dispatching network-vif-plugged-f10f4b7d-866f-4ae4-b962-69f8613fb428 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:33:00 user nova-compute[75147]: WARNING nova.compute.manager [req-a7a9874e-b6a1-4ef3-8664-1fd107fead71 req-81258b1f-6e22-4e7a-bd8a-fca8a4a5c59c service nova] [instance: 17da16fe-2762-4442-a31f-c966695dea37] Received unexpected event network-vif-plugged-f10f4b7d-866f-4ae4-b962-69f8613fb428 for instance with vm_state active and task_state deleting.
Oct 27 19:33:00 user nova-compute[75147]: DEBUG nova.compute.manager [req-a7a9874e-b6a1-4ef3-8664-1fd107fead71 req-81258b1f-6e22-4e7a-bd8a-fca8a4a5c59c service nova] [instance: 17da16fe-2762-4442-a31f-c966695dea37] Received event network-vif-plugged-f10f4b7d-866f-4ae4-b962-69f8613fb428 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:33:00 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-a7a9874e-b6a1-4ef3-8664-1fd107fead71 req-81258b1f-6e22-4e7a-bd8a-fca8a4a5c59c service nova] Acquiring lock "17da16fe-2762-4442-a31f-c966695dea37-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:33:00 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-a7a9874e-b6a1-4ef3-8664-1fd107fead71 req-81258b1f-6e22-4e7a-bd8a-fca8a4a5c59c service nova] Lock "17da16fe-2762-4442-a31f-c966695dea37-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:33:00 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-a7a9874e-b6a1-4ef3-8664-1fd107fead71 req-81258b1f-6e22-4e7a-bd8a-fca8a4a5c59c service nova] Lock "17da16fe-2762-4442-a31f-c966695dea37-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:33:00 user nova-compute[75147]: DEBUG nova.compute.manager [req-a7a9874e-b6a1-4ef3-8664-1fd107fead71 req-81258b1f-6e22-4e7a-bd8a-fca8a4a5c59c service nova] [instance: 17da16fe-2762-4442-a31f-c966695dea37] No waiting events found dispatching network-vif-plugged-f10f4b7d-866f-4ae4-b962-69f8613fb428 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:33:00 user nova-compute[75147]: WARNING nova.compute.manager [req-a7a9874e-b6a1-4ef3-8664-1fd107fead71 req-81258b1f-6e22-4e7a-bd8a-fca8a4a5c59c service nova] [instance: 17da16fe-2762-4442-a31f-c966695dea37] Received unexpected event network-vif-plugged-f10f4b7d-866f-4ae4-b962-69f8613fb428 for instance with vm_state active and task_state deleting.
Oct 27 19:33:00 user nova-compute[75147]: DEBUG nova.compute.manager [req-a7a9874e-b6a1-4ef3-8664-1fd107fead71 req-81258b1f-6e22-4e7a-bd8a-fca8a4a5c59c service nova] [instance: 17da16fe-2762-4442-a31f-c966695dea37] Received event network-vif-plugged-f10f4b7d-866f-4ae4-b962-69f8613fb428 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:33:00 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-a7a9874e-b6a1-4ef3-8664-1fd107fead71 req-81258b1f-6e22-4e7a-bd8a-fca8a4a5c59c service nova] Acquiring lock "17da16fe-2762-4442-a31f-c966695dea37-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:33:00 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-a7a9874e-b6a1-4ef3-8664-1fd107fead71 req-81258b1f-6e22-4e7a-bd8a-fca8a4a5c59c service nova] Lock "17da16fe-2762-4442-a31f-c966695dea37-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:33:00 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-a7a9874e-b6a1-4ef3-8664-1fd107fead71 req-81258b1f-6e22-4e7a-bd8a-fca8a4a5c59c service nova] Lock "17da16fe-2762-4442-a31f-c966695dea37-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:33:00 user nova-compute[75147]: DEBUG nova.compute.manager [req-a7a9874e-b6a1-4ef3-8664-1fd107fead71 req-81258b1f-6e22-4e7a-bd8a-fca8a4a5c59c service nova] [instance: 17da16fe-2762-4442-a31f-c966695dea37] No waiting events found dispatching network-vif-plugged-f10f4b7d-866f-4ae4-b962-69f8613fb428 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:33:00 user nova-compute[75147]: WARNING nova.compute.manager [req-a7a9874e-b6a1-4ef3-8664-1fd107fead71 req-81258b1f-6e22-4e7a-bd8a-fca8a4a5c59c service nova] [instance: 17da16fe-2762-4442-a31f-c966695dea37] Received unexpected event network-vif-plugged-f10f4b7d-866f-4ae4-b962-69f8613fb428 for instance with vm_state active and task_state deleting.
Oct 27 19:33:00 user nova-compute[75147]: DEBUG nova.compute.manager [req-a7a9874e-b6a1-4ef3-8664-1fd107fead71 req-81258b1f-6e22-4e7a-bd8a-fca8a4a5c59c service nova] [instance: 17da16fe-2762-4442-a31f-c966695dea37] Received event network-vif-unplugged-f10f4b7d-866f-4ae4-b962-69f8613fb428 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:33:00 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-a7a9874e-b6a1-4ef3-8664-1fd107fead71 req-81258b1f-6e22-4e7a-bd8a-fca8a4a5c59c service nova] Acquiring lock "17da16fe-2762-4442-a31f-c966695dea37-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:33:00 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-a7a9874e-b6a1-4ef3-8664-1fd107fead71 req-81258b1f-6e22-4e7a-bd8a-fca8a4a5c59c service nova] Lock "17da16fe-2762-4442-a31f-c966695dea37-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:33:00 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-a7a9874e-b6a1-4ef3-8664-1fd107fead71 req-81258b1f-6e22-4e7a-bd8a-fca8a4a5c59c service nova] Lock "17da16fe-2762-4442-a31f-c966695dea37-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:33:00 user nova-compute[75147]: DEBUG nova.compute.manager [req-a7a9874e-b6a1-4ef3-8664-1fd107fead71 req-81258b1f-6e22-4e7a-bd8a-fca8a4a5c59c service nova] [instance: 17da16fe-2762-4442-a31f-c966695dea37] No waiting events found dispatching network-vif-unplugged-f10f4b7d-866f-4ae4-b962-69f8613fb428 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:33:00 user nova-compute[75147]: DEBUG nova.compute.manager [req-a7a9874e-b6a1-4ef3-8664-1fd107fead71 req-81258b1f-6e22-4e7a-bd8a-fca8a4a5c59c service nova] [instance: 17da16fe-2762-4442-a31f-c966695dea37] Received event network-vif-unplugged-f10f4b7d-866f-4ae4-b962-69f8613fb428 for instance with task_state deleting. {{(pid=75147) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 19:33:00 user nova-compute[75147]: DEBUG nova.compute.manager [req-a7a9874e-b6a1-4ef3-8664-1fd107fead71 req-81258b1f-6e22-4e7a-bd8a-fca8a4a5c59c service nova] [instance: 17da16fe-2762-4442-a31f-c966695dea37] Received event network-vif-plugged-f10f4b7d-866f-4ae4-b962-69f8613fb428 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:33:00 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-a7a9874e-b6a1-4ef3-8664-1fd107fead71 req-81258b1f-6e22-4e7a-bd8a-fca8a4a5c59c service nova] Acquiring lock "17da16fe-2762-4442-a31f-c966695dea37-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:33:00 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-a7a9874e-b6a1-4ef3-8664-1fd107fead71 req-81258b1f-6e22-4e7a-bd8a-fca8a4a5c59c service nova] Lock "17da16fe-2762-4442-a31f-c966695dea37-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:33:00 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-a7a9874e-b6a1-4ef3-8664-1fd107fead71 req-81258b1f-6e22-4e7a-bd8a-fca8a4a5c59c service nova] Lock "17da16fe-2762-4442-a31f-c966695dea37-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:33:00 user nova-compute[75147]: DEBUG nova.compute.manager [req-a7a9874e-b6a1-4ef3-8664-1fd107fead71 req-81258b1f-6e22-4e7a-bd8a-fca8a4a5c59c service nova] [instance: 17da16fe-2762-4442-a31f-c966695dea37] No waiting events found dispatching network-vif-plugged-f10f4b7d-866f-4ae4-b962-69f8613fb428 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:33:00 user nova-compute[75147]: WARNING nova.compute.manager [req-a7a9874e-b6a1-4ef3-8664-1fd107fead71 req-81258b1f-6e22-4e7a-bd8a-fca8a4a5c59c service nova] [instance: 17da16fe-2762-4442-a31f-c966695dea37] Received unexpected event network-vif-plugged-f10f4b7d-866f-4ae4-b962-69f8613fb428 for instance with vm_state active and task_state deleting.
Oct 27 19:33:00 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-9b355e39-9086-4d19-87d2-3df7da969801 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18fad5c9-4c2b-4e90-a568-bd0a32497c63/disk --force-share --output=json" returned: 0 in 0.280s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:33:00 user nova-compute[75147]: DEBUG nova.virt.disk.api [None req-9b355e39-9086-4d19-87d2-3df7da969801 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Cannot resize image /opt/stack/data/nova/instances/18fad5c9-4c2b-4e90-a568-bd0a32497c63/disk to a smaller size. {{(pid=75147) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 27 19:33:00 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-9b355e39-9086-4d19-87d2-3df7da969801 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Created local disks {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 27 19:33:00 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-9b355e39-9086-4d19-87d2-3df7da969801 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Ensure instance console log exists: /opt/stack/data/nova/instances/18fad5c9-4c2b-4e90-a568-bd0a32497c63/console.log {{(pid=75147) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 19:33:00 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9b355e39-9086-4d19-87d2-3df7da969801 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:33:00 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9b355e39-9086-4d19-87d2-3df7da969801 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:33:00 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9b355e39-9086-4d19-87d2-3df7da969801 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:33:00 user nova-compute[75147]: DEBUG nova.objects.instance [None req-291fa027-bb14-45d4-9cae-b85d2b6ef436 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Lazy-loading 'flavor' on Instance uuid c49c74a6-9955-4a79-848f-4e6b9e348f9c {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:33:00 user nova-compute[75147]: INFO nova.compute.manager [None req-77745540-f270-4959-a09f-39a389ba0793 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] [instance: c38a6c4c-f585-4095-90b5-f41781c55d42] Took 10.31 seconds to spawn the instance on the hypervisor.
Oct 27 19:33:00 user nova-compute[75147]: DEBUG nova.compute.manager [None req-77745540-f270-4959-a09f-39a389ba0793 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] [instance: c38a6c4c-f585-4095-90b5-f41781c55d42] Checking state {{(pid=75147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 19:33:00 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-291fa027-bb14-45d4-9cae-b85d2b6ef436 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Lock "c49c74a6-9955-4a79-848f-4e6b9e348f9c" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 23.099s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:33:01 user nova-compute[75147]: INFO nova.compute.manager [None req-77745540-f270-4959-a09f-39a389ba0793 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] [instance: c38a6c4c-f585-4095-90b5-f41781c55d42] Took 12.05 seconds to build instance.
Oct 27 19:33:01 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-77745540-f270-4959-a09f-39a389ba0793 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Lock "c38a6c4c-f585-4095-90b5-f41781c55d42" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 12.204s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:33:01 user nova-compute[75147]: DEBUG nova.network.neutron [None req-9b355e39-9086-4d19-87d2-3df7da969801 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Successfully created port: 5b28365d-32e7-4952-b6c6-3c2343ff1568 {{(pid=75147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 19:33:01 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:33:01 user nova-compute[75147]: DEBUG nova.network.neutron [-] [instance: 17da16fe-2762-4442-a31f-c966695dea37] Updating instance_info_cache with network_info: [] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:33:01 user nova-compute[75147]: INFO nova.compute.manager [-] [instance: 17da16fe-2762-4442-a31f-c966695dea37] Took 1.70 seconds to deallocate network for instance.
Oct 27 19:33:01 user nova-compute[75147]: DEBUG nova.compute.manager [req-f94ebdea-b1b6-4494-af54-eb36ac2f792a req-63ca0a34-cbd0-4360-b54d-d8bb774292bf service nova] [instance: 17da16fe-2762-4442-a31f-c966695dea37] Received event network-vif-deleted-f10f4b7d-866f-4ae4-b962-69f8613fb428 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:33:01 user nova-compute[75147]: INFO nova.compute.manager [req-f94ebdea-b1b6-4494-af54-eb36ac2f792a req-63ca0a34-cbd0-4360-b54d-d8bb774292bf service nova] [instance: 17da16fe-2762-4442-a31f-c966695dea37] Neutron deleted interface f10f4b7d-866f-4ae4-b962-69f8613fb428; detaching it from the instance and deleting it from the info cache
Oct 27 19:33:01 user nova-compute[75147]: DEBUG nova.network.neutron [req-f94ebdea-b1b6-4494-af54-eb36ac2f792a req-63ca0a34-cbd0-4360-b54d-d8bb774292bf service nova] [instance: 17da16fe-2762-4442-a31f-c966695dea37] Updating instance_info_cache with network_info: [] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:33:01 user nova-compute[75147]: DEBUG nova.compute.manager [req-f94ebdea-b1b6-4494-af54-eb36ac2f792a req-63ca0a34-cbd0-4360-b54d-d8bb774292bf service nova] [instance: 17da16fe-2762-4442-a31f-c966695dea37] Detach interface failed, port_id=f10f4b7d-866f-4ae4-b962-69f8613fb428, reason: Instance 17da16fe-2762-4442-a31f-c966695dea37 could not be found. {{(pid=75147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 27 19:33:01 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-cada8c97-7cf3-4d11-ae80-9591161764cc tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:33:01 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-cada8c97-7cf3-4d11-ae80-9591161764cc tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:33:01 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-cada8c97-7cf3-4d11-ae80-9591161764cc tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:33:01 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-cada8c97-7cf3-4d11-ae80-9591161764cc tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:33:01 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-cada8c97-7cf3-4d11-ae80-9591161764cc tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.584s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:33:01 user nova-compute[75147]: INFO nova.scheduler.client.report [None req-cada8c97-7cf3-4d11-ae80-9591161764cc tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Deleted allocations for instance 17da16fe-2762-4442-a31f-c966695dea37
Oct 27 19:33:02 user nova-compute[75147]: DEBUG nova.network.neutron [None req-9b355e39-9086-4d19-87d2-3df7da969801 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Successfully updated port: 5b28365d-32e7-4952-b6c6-3c2343ff1568 {{(pid=75147) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 19:33:02 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9b355e39-9086-4d19-87d2-3df7da969801 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Acquiring lock "refresh_cache-18fad5c9-4c2b-4e90-a568-bd0a32497c63" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:33:02 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9b355e39-9086-4d19-87d2-3df7da969801 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Acquired lock "refresh_cache-18fad5c9-4c2b-4e90-a568-bd0a32497c63" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:33:02 user nova-compute[75147]: DEBUG nova.network.neutron [None req-9b355e39-9086-4d19-87d2-3df7da969801 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Building network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 19:33:02 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-cada8c97-7cf3-4d11-ae80-9591161764cc tempest-VolumesAdminNegativeTest-942172662 tempest-VolumesAdminNegativeTest-942172662-project-member] Lock "17da16fe-2762-4442-a31f-c966695dea37" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.958s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:33:02 user nova-compute[75147]: DEBUG nova.network.neutron [None req-9b355e39-9086-4d19-87d2-3df7da969801 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Instance cache missing network info. {{(pid=75147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 19:33:02 user nova-compute[75147]: DEBUG nova.network.neutron [None req-9b355e39-9086-4d19-87d2-3df7da969801 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Updating instance_info_cache with network_info: [{"id": "5b28365d-32e7-4952-b6c6-3c2343ff1568", "address": "fa:16:3e:e7:6d:79", "network": {"id": "530841ca-09cf-4270-b7b7-02d3a851df39", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1965338570-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "650e050c53874fa5bd6c9a70152ef1cf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b28365d-32", "ovs_interfaceid": "5b28365d-32e7-4952-b6c6-3c2343ff1568", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:33:02 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9b355e39-9086-4d19-87d2-3df7da969801 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Releasing lock "refresh_cache-18fad5c9-4c2b-4e90-a568-bd0a32497c63" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:33:02 user nova-compute[75147]: DEBUG nova.compute.manager [None req-9b355e39-9086-4d19-87d2-3df7da969801 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Instance network_info: |[{"id": "5b28365d-32e7-4952-b6c6-3c2343ff1568", "address": "fa:16:3e:e7:6d:79", "network": {"id": "530841ca-09cf-4270-b7b7-02d3a851df39", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1965338570-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "650e050c53874fa5bd6c9a70152ef1cf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b28365d-32", "ovs_interfaceid": "5b28365d-32e7-4952-b6c6-3c2343ff1568", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 27 19:33:02 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-9b355e39-9086-4d19-87d2-3df7da969801 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Start _get_guest_xml network_info=[{"id": "5b28365d-32e7-4952-b6c6-3c2343ff1568", "address": "fa:16:3e:e7:6d:79", "network": {"id": "530841ca-09cf-4270-b7b7-02d3a851df39", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1965338570-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "650e050c53874fa5bd6c9a70152ef1cf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b28365d-32", "ovs_interfaceid": "5b28365d-32e7-4952-b6c6-3c2343ff1568", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T19:22:09Z,direct_url=<?>,disk_format='qcow2',id=d52df17c-5315-4a73-ab7c-34c161a414fb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0b43115555434818b0c8bdf6be4946da',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T19:22:11Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'encryption_options': None, 'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encrypted': False, 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_format': None, 'device_name': '/dev/vda', 'image_id': 'd52df17c-5315-4a73-ab7c-34c161a414fb'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 19:33:02 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-9b355e39-9086-4d19-87d2-3df7da969801 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:33:02 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-9b355e39-9086-4d19-87d2-3df7da969801 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:33:02 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-9b355e39-9086-4d19-87d2-3df7da969801 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 19:33:02 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-9b355e39-9086-4d19-87d2-3df7da969801 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] CPU controller missing on host. {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 19:33:02 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-9b355e39-9086-4d19-87d2-3df7da969801 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 19:33:02 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-9b355e39-9086-4d19-87d2-3df7da969801 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] CPU controller found on host. {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 19:33:02 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-9b355e39-9086-4d19-87d2-3df7da969801 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75147) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 19:33:02 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-9b355e39-9086-4d19-87d2-3df7da969801 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T19:21:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T19:22:09Z,direct_url=<?>,disk_format='qcow2',id=d52df17c-5315-4a73-ab7c-34c161a414fb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0b43115555434818b0c8bdf6be4946da',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T19:22:11Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 19:33:02 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-9b355e39-9086-4d19-87d2-3df7da969801 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Flavor limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 19:33:02 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-9b355e39-9086-4d19-87d2-3df7da969801 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Image limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 19:33:02 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-9b355e39-9086-4d19-87d2-3df7da969801 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Flavor pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 19:33:02 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-9b355e39-9086-4d19-87d2-3df7da969801 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Image pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 19:33:02 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-9b355e39-9086-4d19-87d2-3df7da969801 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 19:33:02 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-9b355e39-9086-4d19-87d2-3df7da969801 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 19:33:02 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-9b355e39-9086-4d19-87d2-3df7da969801 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 19:33:02 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-9b355e39-9086-4d19-87d2-3df7da969801 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Got 1 possible topologies {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 19:33:02 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-9b355e39-9086-4d19-87d2-3df7da969801 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 19:33:02 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-9b355e39-9086-4d19-87d2-3df7da969801 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 19:33:02 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-9b355e39-9086-4d19-87d2-3df7da969801 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:32:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-461480481',display_name='tempest-AttachVolumeTestJSON-server-461480481',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-461480481',id=19,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCocSk0Jt+lxbazUZ5yULe+dUn5NKU/aEEPIiGBejfR8xgJF/icNpDULImN0BYwjwxpVTaQc9QG6PoyRw5Z8vtO+7oYSQJmGrJm73OGd6+3aFaxmjjbggbIAZn8Z6iG8QA==',key_name='tempest-keypair-792790439',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='650e050c53874fa5bd6c9a70152ef1cf',ramdisk_id='',reservation_id='r-y9yzgh2f',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-305407133',owner_user_name='tempest-AttachVolumeTestJSON-305407133-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:32:59Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b3450e0fcfb7485581e5f2e6418d9359',uuid=18fad5c9-4c2b-4e90-a568-bd0a32497c63,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5b28365d-32e7-4952-b6c6-3c2343ff1568", "address": "fa:16:3e:e7:6d:79", "network": {"id": "530841ca-09cf-4270-b7b7-02d3a851df39", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1965338570-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "650e050c53874fa5bd6c9a70152ef1cf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b28365d-32", "ovs_interfaceid": "5b28365d-32e7-4952-b6c6-3c2343ff1568", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75147) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 19:33:02 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-9b355e39-9086-4d19-87d2-3df7da969801 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Converting VIF {"id": "5b28365d-32e7-4952-b6c6-3c2343ff1568", "address": "fa:16:3e:e7:6d:79", "network": {"id": "530841ca-09cf-4270-b7b7-02d3a851df39", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1965338570-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "650e050c53874fa5bd6c9a70152ef1cf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b28365d-32", "ovs_interfaceid": "5b28365d-32e7-4952-b6c6-3c2343ff1568", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:33:02 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-9b355e39-9086-4d19-87d2-3df7da969801 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e7:6d:79,bridge_name='br-int',has_traffic_filtering=True,id=5b28365d-32e7-4952-b6c6-3c2343ff1568,network=Network(530841ca-09cf-4270-b7b7-02d3a851df39),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5b28365d-32') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:33:02 user nova-compute[75147]: DEBUG nova.objects.instance [None req-9b355e39-9086-4d19-87d2-3df7da969801 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Lazy-loading 'pci_devices' on Instance uuid 18fad5c9-4c2b-4e90-a568-bd0a32497c63 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:33:02 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-9b355e39-9086-4d19-87d2-3df7da969801 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] End _get_guest_xml xml=<domain type="kvm">
Oct 27 19:33:02 user nova-compute[75147]:   <uuid>18fad5c9-4c2b-4e90-a568-bd0a32497c63</uuid>
Oct 27 19:33:02 user nova-compute[75147]:   <name>instance-00000013</name>
Oct 27 19:33:02 user nova-compute[75147]:   <memory>524288</memory>
Oct 27 19:33:02 user nova-compute[75147]:   <vcpu>1</vcpu>
Oct 27 19:33:02 user nova-compute[75147]:   <metadata>
Oct 27 19:33:02 user nova-compute[75147]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 19:33:02 user nova-compute[75147]:       <nova:package version="0.0.0"/>
Oct 27 19:33:02 user nova-compute[75147]:       <nova:name>tempest-AttachVolumeTestJSON-server-461480481</nova:name>
Oct 27 19:33:02 user nova-compute[75147]:       <nova:creationTime>2023-10-27 19:33:02</nova:creationTime>
Oct 27 19:33:02 user nova-compute[75147]:       <nova:flavor name="m1.tiny">
Oct 27 19:33:02 user nova-compute[75147]:         <nova:memory>512</nova:memory>
Oct 27 19:33:02 user nova-compute[75147]:         <nova:disk>1</nova:disk>
Oct 27 19:33:02 user nova-compute[75147]:         <nova:swap>0</nova:swap>
Oct 27 19:33:02 user nova-compute[75147]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 19:33:02 user nova-compute[75147]:         <nova:vcpus>1</nova:vcpus>
Oct 27 19:33:02 user nova-compute[75147]:       </nova:flavor>
Oct 27 19:33:02 user nova-compute[75147]:       <nova:owner>
Oct 27 19:33:02 user nova-compute[75147]:         <nova:user uuid="b3450e0fcfb7485581e5f2e6418d9359">tempest-AttachVolumeTestJSON-305407133-project-member</nova:user>
Oct 27 19:33:02 user nova-compute[75147]:         <nova:project uuid="650e050c53874fa5bd6c9a70152ef1cf">tempest-AttachVolumeTestJSON-305407133</nova:project>
Oct 27 19:33:02 user nova-compute[75147]:       </nova:owner>
Oct 27 19:33:02 user nova-compute[75147]:       <nova:root type="image" uuid="d52df17c-5315-4a73-ab7c-34c161a414fb"/>
Oct 27 19:33:02 user nova-compute[75147]:       <nova:ports>
Oct 27 19:33:02 user nova-compute[75147]:         <nova:port uuid="5b28365d-32e7-4952-b6c6-3c2343ff1568">
Oct 27 19:33:02 user nova-compute[75147]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Oct 27 19:33:02 user nova-compute[75147]:         </nova:port>
Oct 27 19:33:02 user nova-compute[75147]:       </nova:ports>
Oct 27 19:33:02 user nova-compute[75147]:     </nova:instance>
Oct 27 19:33:02 user nova-compute[75147]:   </metadata>
Oct 27 19:33:02 user nova-compute[75147]:   <sysinfo type="smbios">
Oct 27 19:33:02 user nova-compute[75147]:     <system>
Oct 27 19:33:02 user nova-compute[75147]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 19:33:02 user nova-compute[75147]:       <entry name="product">OpenStack Nova</entry>
Oct 27 19:33:02 user nova-compute[75147]:       <entry name="version">0.0.0</entry>
Oct 27 19:33:02 user nova-compute[75147]:       <entry name="serial">18fad5c9-4c2b-4e90-a568-bd0a32497c63</entry>
Oct 27 19:33:02 user nova-compute[75147]:       <entry name="uuid">18fad5c9-4c2b-4e90-a568-bd0a32497c63</entry>
Oct 27 19:33:02 user nova-compute[75147]:       <entry name="family">Virtual Machine</entry>
Oct 27 19:33:02 user nova-compute[75147]:     </system>
Oct 27 19:33:02 user nova-compute[75147]:   </sysinfo>
Oct 27 19:33:02 user nova-compute[75147]:   <os>
Oct 27 19:33:02 user nova-compute[75147]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 19:33:02 user nova-compute[75147]:     <boot dev="hd"/>
Oct 27 19:33:02 user nova-compute[75147]:     <smbios mode="sysinfo"/>
Oct 27 19:33:02 user nova-compute[75147]:   </os>
Oct 27 19:33:02 user nova-compute[75147]:   <features>
Oct 27 19:33:02 user nova-compute[75147]:     <acpi/>
Oct 27 19:33:02 user nova-compute[75147]:     <apic/>
Oct 27 19:33:02 user nova-compute[75147]:     <vmcoreinfo/>
Oct 27 19:33:02 user nova-compute[75147]:   </features>
Oct 27 19:33:02 user nova-compute[75147]:   <clock offset="utc">
Oct 27 19:33:02 user nova-compute[75147]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 19:33:02 user nova-compute[75147]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 19:33:02 user nova-compute[75147]:     <timer name="hpet" present="no"/>
Oct 27 19:33:02 user nova-compute[75147]:   </clock>
Oct 27 19:33:02 user nova-compute[75147]:   <cpu mode="custom" match="exact">
Oct 27 19:33:02 user nova-compute[75147]:     <model>Nehalem</model>
Oct 27 19:33:02 user nova-compute[75147]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 19:33:02 user nova-compute[75147]:   </cpu>
Oct 27 19:33:02 user nova-compute[75147]:   <devices>
Oct 27 19:33:02 user nova-compute[75147]:     <disk type="file" device="disk">
Oct 27 19:33:02 user nova-compute[75147]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 27 19:33:02 user nova-compute[75147]:       <source file="/opt/stack/data/nova/instances/18fad5c9-4c2b-4e90-a568-bd0a32497c63/disk"/>
Oct 27 19:33:02 user nova-compute[75147]:       <target dev="vda" bus="virtio"/>
Oct 27 19:33:02 user nova-compute[75147]:     </disk>
Oct 27 19:33:02 user nova-compute[75147]:     <interface type="ethernet">
Oct 27 19:33:02 user nova-compute[75147]:       <mac address="fa:16:3e:e7:6d:79"/>
Oct 27 19:33:02 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:33:02 user nova-compute[75147]:       <mtu size="1442"/>
Oct 27 19:33:02 user nova-compute[75147]:       <target dev="tap5b28365d-32"/>
Oct 27 19:33:02 user nova-compute[75147]:     </interface>
Oct 27 19:33:02 user nova-compute[75147]:     <serial type="pty">
Oct 27 19:33:02 user nova-compute[75147]:       <log file="/opt/stack/data/nova/instances/18fad5c9-4c2b-4e90-a568-bd0a32497c63/console.log" append="off"/>
Oct 27 19:33:02 user nova-compute[75147]:     </serial>
Oct 27 19:33:02 user nova-compute[75147]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 19:33:02 user nova-compute[75147]:     <video>
Oct 27 19:33:02 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:33:02 user nova-compute[75147]:     </video>
Oct 27 19:33:02 user nova-compute[75147]:     <rng model="virtio">
Oct 27 19:33:02 user nova-compute[75147]:       <backend model="random">/dev/urandom</backend>
Oct 27 19:33:02 user nova-compute[75147]:     </rng>
Oct 27 19:33:02 user nova-compute[75147]:     <controller type="usb" index="0" model="none"/>
Oct 27 19:33:02 user nova-compute[75147]:     <memballoon model="virtio">
Oct 27 19:33:02 user nova-compute[75147]:       <stats period="10"/>
Oct 27 19:33:02 user nova-compute[75147]:     </memballoon>
Oct 27 19:33:02 user nova-compute[75147]:   </devices>
Oct 27 19:33:02 user nova-compute[75147]: </domain>
Oct 27 19:33:02 user nova-compute[75147]:  {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 19:33:02 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-9b355e39-9086-4d19-87d2-3df7da969801 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:32:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-461480481',display_name='tempest-AttachVolumeTestJSON-server-461480481',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-461480481',id=19,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCocSk0Jt+lxbazUZ5yULe+dUn5NKU/aEEPIiGBejfR8xgJF/icNpDULImN0BYwjwxpVTaQc9QG6PoyRw5Z8vtO+7oYSQJmGrJm73OGd6+3aFaxmjjbggbIAZn8Z6iG8QA==',key_name='tempest-keypair-792790439',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='650e050c53874fa5bd6c9a70152ef1cf',ramdisk_id='',reservation_id='r-y9yzgh2f',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-305407133',owner_user_name='tempest-AttachVolumeTestJSON-305407133-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:32:59Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b3450e0fcfb7485581e5f2e6418d9359',uuid=18fad5c9-4c2b-4e90-a568-bd0a32497c63,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5b28365d-32e7-4952-b6c6-3c2343ff1568", "address": "fa:16:3e:e7:6d:79", "network": {"id": "530841ca-09cf-4270-b7b7-02d3a851df39", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1965338570-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "650e050c53874fa5bd6c9a70152ef1cf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b28365d-32", "ovs_interfaceid": "5b28365d-32e7-4952-b6c6-3c2343ff1568", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 19:33:02 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-9b355e39-9086-4d19-87d2-3df7da969801 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Converting VIF {"id": "5b28365d-32e7-4952-b6c6-3c2343ff1568", "address": "fa:16:3e:e7:6d:79", "network": {"id": "530841ca-09cf-4270-b7b7-02d3a851df39", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1965338570-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "650e050c53874fa5bd6c9a70152ef1cf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b28365d-32", "ovs_interfaceid": "5b28365d-32e7-4952-b6c6-3c2343ff1568", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:33:02 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-9b355e39-9086-4d19-87d2-3df7da969801 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e7:6d:79,bridge_name='br-int',has_traffic_filtering=True,id=5b28365d-32e7-4952-b6c6-3c2343ff1568,network=Network(530841ca-09cf-4270-b7b7-02d3a851df39),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5b28365d-32') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:33:02 user nova-compute[75147]: DEBUG os_vif [None req-9b355e39-9086-4d19-87d2-3df7da969801 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e7:6d:79,bridge_name='br-int',has_traffic_filtering=True,id=5b28365d-32e7-4952-b6c6-3c2343ff1568,network=Network(530841ca-09cf-4270-b7b7-02d3a851df39),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5b28365d-32') {{(pid=75147) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 19:33:02 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:33:02 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:33:02 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 19:33:02 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:33:02 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '4dfd68fb-a36e-5b59-8e87-ff65257eace1', '_type': 'linux-noop'}}, row=False) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:33:02 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:33:02 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:33:02 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:33:02 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap5b28365d-32, may_exist=True, interface_attrs={}) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:33:02 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap5b28365d-32, col_values=(('qos', UUID('4f915dd9-77d8-465a-90e8-910f90ac8f9e')),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:33:02 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap5b28365d-32, col_values=(('external_ids', {'iface-id': '5b28365d-32e7-4952-b6c6-3c2343ff1568', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e7:6d:79', 'vm-uuid': '18fad5c9-4c2b-4e90-a568-bd0a32497c63'}),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:33:02 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:33:02 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:33:02 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:33:02 user nova-compute[75147]: INFO os_vif [None req-9b355e39-9086-4d19-87d2-3df7da969801 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e7:6d:79,bridge_name='br-int',has_traffic_filtering=True,id=5b28365d-32e7-4952-b6c6-3c2343ff1568,network=Network(530841ca-09cf-4270-b7b7-02d3a851df39),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5b28365d-32')
Oct 27 19:33:02 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-9b355e39-9086-4d19-87d2-3df7da969801 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] No BDM found with device name vda, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:33:02 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-9b355e39-9086-4d19-87d2-3df7da969801 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] No VIF found with MAC fa:16:3e:e7:6d:79, not building metadata {{(pid=75147) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 19:33:03 user nova-compute[75147]: DEBUG nova.compute.manager [req-bd6d2c89-8706-41cd-96f4-d1124c5f3a6c req-c50eaccf-d86f-4640-8b5e-574934b25547 service nova] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Received event network-changed-5b28365d-32e7-4952-b6c6-3c2343ff1568 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:33:03 user nova-compute[75147]: DEBUG nova.compute.manager [req-bd6d2c89-8706-41cd-96f4-d1124c5f3a6c req-c50eaccf-d86f-4640-8b5e-574934b25547 service nova] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Refreshing instance network info cache due to event network-changed-5b28365d-32e7-4952-b6c6-3c2343ff1568. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 19:33:03 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-bd6d2c89-8706-41cd-96f4-d1124c5f3a6c req-c50eaccf-d86f-4640-8b5e-574934b25547 service nova] Acquiring lock "refresh_cache-18fad5c9-4c2b-4e90-a568-bd0a32497c63" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:33:03 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-bd6d2c89-8706-41cd-96f4-d1124c5f3a6c req-c50eaccf-d86f-4640-8b5e-574934b25547 service nova] Acquired lock "refresh_cache-18fad5c9-4c2b-4e90-a568-bd0a32497c63" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:33:03 user nova-compute[75147]: DEBUG nova.network.neutron [req-bd6d2c89-8706-41cd-96f4-d1124c5f3a6c req-c50eaccf-d86f-4640-8b5e-574934b25547 service nova] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Refreshing network info cache for port 5b28365d-32e7-4952-b6c6-3c2343ff1568 {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 19:33:03 user nova-compute[75147]: DEBUG nova.network.neutron [req-bd6d2c89-8706-41cd-96f4-d1124c5f3a6c req-c50eaccf-d86f-4640-8b5e-574934b25547 service nova] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Updated VIF entry in instance network info cache for port 5b28365d-32e7-4952-b6c6-3c2343ff1568. {{(pid=75147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 19:33:03 user nova-compute[75147]: DEBUG nova.network.neutron [req-bd6d2c89-8706-41cd-96f4-d1124c5f3a6c req-c50eaccf-d86f-4640-8b5e-574934b25547 service nova] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Updating instance_info_cache with network_info: [{"id": "5b28365d-32e7-4952-b6c6-3c2343ff1568", "address": "fa:16:3e:e7:6d:79", "network": {"id": "530841ca-09cf-4270-b7b7-02d3a851df39", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1965338570-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "650e050c53874fa5bd6c9a70152ef1cf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b28365d-32", "ovs_interfaceid": "5b28365d-32e7-4952-b6c6-3c2343ff1568", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:33:03 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-bd6d2c89-8706-41cd-96f4-d1124c5f3a6c req-c50eaccf-d86f-4640-8b5e-574934b25547 service nova] Releasing lock "refresh_cache-18fad5c9-4c2b-4e90-a568-bd0a32497c63" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:33:04 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:33:04 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:33:04 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:33:04 user nova-compute[75147]: DEBUG nova.compute.manager [req-975ef74e-bff3-42c2-b2f4-d69616499c78 req-19d4870f-af3e-419b-b734-ae8bb14ac944 service nova] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Received event network-vif-plugged-5b28365d-32e7-4952-b6c6-3c2343ff1568 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:33:04 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-975ef74e-bff3-42c2-b2f4-d69616499c78 req-19d4870f-af3e-419b-b734-ae8bb14ac944 service nova] Acquiring lock "18fad5c9-4c2b-4e90-a568-bd0a32497c63-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:33:04 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-975ef74e-bff3-42c2-b2f4-d69616499c78 req-19d4870f-af3e-419b-b734-ae8bb14ac944 service nova] Lock "18fad5c9-4c2b-4e90-a568-bd0a32497c63-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:33:04 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-975ef74e-bff3-42c2-b2f4-d69616499c78 req-19d4870f-af3e-419b-b734-ae8bb14ac944 service nova] Lock "18fad5c9-4c2b-4e90-a568-bd0a32497c63-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:33:04 user nova-compute[75147]: DEBUG nova.compute.manager [req-975ef74e-bff3-42c2-b2f4-d69616499c78 req-19d4870f-af3e-419b-b734-ae8bb14ac944 service nova] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] No waiting events found dispatching network-vif-plugged-5b28365d-32e7-4952-b6c6-3c2343ff1568 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:33:04 user nova-compute[75147]: WARNING nova.compute.manager [req-975ef74e-bff3-42c2-b2f4-d69616499c78 req-19d4870f-af3e-419b-b734-ae8bb14ac944 service nova] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Received unexpected event network-vif-plugged-5b28365d-32e7-4952-b6c6-3c2343ff1568 for instance with vm_state building and task_state spawning.
Oct 27 19:33:04 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:33:04 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:33:04 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:33:04 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:33:06 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:33:06 user nova-compute[75147]: DEBUG nova.compute.manager [req-e5f1a9c3-932e-44cf-ac0d-3d560d2e0f1f req-ced943cc-690d-4103-95e8-cc1eb54afa77 service nova] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Received event network-vif-plugged-5b28365d-32e7-4952-b6c6-3c2343ff1568 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:33:06 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-e5f1a9c3-932e-44cf-ac0d-3d560d2e0f1f req-ced943cc-690d-4103-95e8-cc1eb54afa77 service nova] Acquiring lock "18fad5c9-4c2b-4e90-a568-bd0a32497c63-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:33:06 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-e5f1a9c3-932e-44cf-ac0d-3d560d2e0f1f req-ced943cc-690d-4103-95e8-cc1eb54afa77 service nova] Lock "18fad5c9-4c2b-4e90-a568-bd0a32497c63-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:33:06 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-e5f1a9c3-932e-44cf-ac0d-3d560d2e0f1f req-ced943cc-690d-4103-95e8-cc1eb54afa77 service nova] Lock "18fad5c9-4c2b-4e90-a568-bd0a32497c63-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:33:06 user nova-compute[75147]: DEBUG nova.compute.manager [req-e5f1a9c3-932e-44cf-ac0d-3d560d2e0f1f req-ced943cc-690d-4103-95e8-cc1eb54afa77 service nova] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] No waiting events found dispatching network-vif-plugged-5b28365d-32e7-4952-b6c6-3c2343ff1568 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:33:06 user nova-compute[75147]: WARNING nova.compute.manager [req-e5f1a9c3-932e-44cf-ac0d-3d560d2e0f1f req-ced943cc-690d-4103-95e8-cc1eb54afa77 service nova] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Received unexpected event network-vif-plugged-5b28365d-32e7-4952-b6c6-3c2343ff1568 for instance with vm_state building and task_state spawning.
Oct 27 19:33:07 user nova-compute[75147]: DEBUG nova.compute.manager [None req-9b355e39-9086-4d19-87d2-3df7da969801 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Instance event wait completed in 0 seconds for  {{(pid=75147) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 19:33:07 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-9b355e39-9086-4d19-87d2-3df7da969801 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Guest created on hypervisor {{(pid=75147) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 19:33:07 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Instance spawned successfully.
Oct 27 19:33:07 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-9b355e39-9086-4d19-87d2-3df7da969801 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 27 19:33:07 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-9b355e39-9086-4d19-87d2-3df7da969801 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Found default for hw_cdrom_bus of ide {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:33:07 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-9b355e39-9086-4d19-87d2-3df7da969801 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Found default for hw_disk_bus of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:33:07 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-9b355e39-9086-4d19-87d2-3df7da969801 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Found default for hw_input_bus of None {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:33:07 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-9b355e39-9086-4d19-87d2-3df7da969801 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Found default for hw_pointer_model of None {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:33:07 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-9b355e39-9086-4d19-87d2-3df7da969801 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Found default for hw_video_model of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:33:07 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-9b355e39-9086-4d19-87d2-3df7da969801 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Found default for hw_vif_model of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:33:07 user nova-compute[75147]: INFO nova.compute.manager [None req-9b355e39-9086-4d19-87d2-3df7da969801 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Took 7.69 seconds to spawn the instance on the hypervisor.
Oct 27 19:33:07 user nova-compute[75147]: DEBUG nova.compute.manager [None req-9b355e39-9086-4d19-87d2-3df7da969801 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Checking state {{(pid=75147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 19:33:07 user nova-compute[75147]: INFO nova.compute.manager [None req-9b355e39-9086-4d19-87d2-3df7da969801 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Took 9.35 seconds to build instance.
Oct 27 19:33:07 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9b355e39-9086-4d19-87d2-3df7da969801 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Lock "18fad5c9-4c2b-4e90-a568-bd0a32497c63" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 9.517s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:33:07 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:33:10 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c8728cf9-8799-4dcb-933c-6490ad9c21c3 tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] [instance: 74b40d0b-39c0-437e-997c-65ee49a857d3] Calling os-brick to attach iSCSI Volume {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 19:33:10 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8728cf9-8799-4dcb-933c-6490ad9c21c3 tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:5f75dc4d-2db6-40ba-a62b-386039ff3cfd', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mZAwUtiG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:33:10 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-c8728cf9-8799-4dcb-933c-6490ad9c21c3 tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:33:10 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-c8728cf9-8799-4dcb-933c-6490ad9c21c3 tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:33:10 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-c8728cf9-8799-4dcb-933c-6490ad9c21c3 tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:33:10 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-c8728cf9-8799-4dcb-933c-6490ad9c21c3 tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:33:10 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-c8728cf9-8799-4dcb-933c-6490ad9c21c3 tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5f75dc4d-2db6-40ba-a62b-386039ff3cfd" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:33:10 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-c8728cf9-8799-4dcb-933c-6490ad9c21c3 tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5f75dc4d-2db6-40ba-a62b-386039ff3cfd" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:33:10 user nova-compute[75147]: INFO os_brick.initiator.connectors.iscsi [None req-c8728cf9-8799-4dcb-933c-6490ad9c21c3 tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 19:33:10 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5f75dc4d-2db6-40ba-a62b-386039ff3cfd -p 172.16.0.220:3260 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:33:10 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5f75dc4d-2db6-40ba-a62b-386039ff3cfd -p 172.16.0.220:3260" returned: 21 in 0.022s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:33:10 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[7119c756-fe92-4ad4-a616-950c8b10f4fa]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:33:10 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8728cf9-8799-4dcb-933c-6490ad9c21c3 tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 19:33:10 user nova-compute[75147]:  {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:33:10 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5f75dc4d-2db6-40ba-a62b-386039ff3cfd -p 172.16.0.220:3260 --interface default --op new {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:33:10 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5f75dc4d-2db6-40ba-a62b-386039ff3cfd -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:33:10 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[31eb70ce-8347-4674-a600-40fd35bbba71]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5f75dc4d-2db6-40ba-a62b-386039ff3cfd] added\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:33:10 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8728cf9-8799-4dcb-933c-6490ad9c21c3 tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5f75dc4d-2db6-40ba-a62b-386039ff3cfd] added
Oct 27 19:33:10 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:33:10 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5f75dc4d-2db6-40ba-a62b-386039ff3cfd -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:33:11 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5f75dc4d-2db6-40ba-a62b-386039ff3cfd -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:33:11 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[4077013c-15e2-4c28-a0b8-2ce7d90faf24]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:33:11 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8728cf9-8799-4dcb-933c-6490ad9c21c3 tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:33:11 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5f75dc4d-2db6-40ba-a62b-386039ff3cfd -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:33:11 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5f75dc4d-2db6-40ba-a62b-386039ff3cfd -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:33:11 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[13843636-ee95-48f9-98c6-da9e10a2e324]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:33:11 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8728cf9-8799-4dcb-933c-6490ad9c21c3 tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:33:11 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5f75dc4d-2db6-40ba-a62b-386039ff3cfd -p 172.16.0.220:3260 --op update -n node.session.auth.username -v mZAwUtiG {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:33:11 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5f75dc4d-2db6-40ba-a62b-386039ff3cfd -p 172.16.0.220:3260 --op update -n node.session.auth.username -v mZAwUtiG" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:33:11 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4d810db-6597-49a0-a420-b2505f38612b]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:33:11 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8728cf9-8799-4dcb-933c-6490ad9c21c3 tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'mZAwUtiG'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:33:11 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5f75dc4d-2db6-40ba-a62b-386039ff3cfd -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:33:11 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5f75dc4d-2db6-40ba-a62b-386039ff3cfd -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:33:11 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1a02ac7-8e24-4222-80d2-bfd8f10ddbcd]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:33:11 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8728cf9-8799-4dcb-933c-6490ad9c21c3 tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:33:11 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:33:11 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:33:11 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[80d9ef1e-0197-4394-be55-567cc28fe45c]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:33:11 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8728cf9-8799-4dcb-933c-6490ad9c21c3 tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855 (non-flash)
Oct 27 19:33:11 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:33:11 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8728cf9-8799-4dcb-933c-6490ad9c21c3 tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855 (non-flash)
Oct 27 19:33:11 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:33:11 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5f75dc4d-2db6-40ba-a62b-386039ff3cfd -p 172.16.0.220:3260 --login {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:33:11 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:33:11 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5f75dc4d-2db6-40ba-a62b-386039ff3cfd -p 172.16.0.220:3260 --login" returned: 0 in 0.073s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:33:11 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[92278983-60a7-476d-9bf9-92a24d4fcbcb]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:5f75dc4d-2db6-40ba-a62b-386039ff3cfd, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:5f75dc4d-2db6-40ba-a62b-386039ff3cfd, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:33:11 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8728cf9-8799-4dcb-933c-6490ad9c21c3 tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:5f75dc4d-2db6-40ba-a62b-386039ff3cfd, portal: 172.16.0.220,3260]
Oct 27 19:33:11 user nova-compute[75147]: Login to [iface: default, target: iqn.2010-10.org.openstack:5f75dc4d-2db6-40ba-a62b-386039ff3cfd, portal: 172.16.0.220,3260] successful.
Oct 27 19:33:11 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:33:11 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5f75dc4d-2db6-40ba-a62b-386039ff3cfd -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:33:11 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5f75dc4d-2db6-40ba-a62b-386039ff3cfd -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:33:11 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[0af25cfc-9ad4-49ce-a0f7-8323ad9d6b38]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:33:11 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8728cf9-8799-4dcb-933c-6490ad9c21c3 tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:33:11 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:33:11 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:33:11 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ef01071-2d0f-495e-8c9a-2e999db9dafd]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5f75dc4d-2db6-40ba-a62b-386039ff3cfd (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:33:11 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8728cf9-8799-4dcb-933c-6490ad9c21c3 tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855 (non-flash)
Oct 27 19:33:11 user nova-compute[75147]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5f75dc4d-2db6-40ba-a62b-386039ff3cfd (non-flash)
Oct 27 19:33:11 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:33:11 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8728cf9-8799-4dcb-933c-6490ad9c21c3 tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855 (non-flash)
Oct 27 19:33:11 user nova-compute[75147]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5f75dc4d-2db6-40ba-a62b-386039ff3cfd (non-flash)
Oct 27 19:33:11 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:33:11 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-c8728cf9-8799-4dcb-933c-6490ad9c21c3 tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5f75dc4d-2db6-40ba-a62b-386039ff3cfd" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.333s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:33:11 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8728cf9-8799-4dcb-933c-6490ad9c21c3 tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] Connected to 172.16.0.220:3260 {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 19:33:11 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-c8728cf9-8799-4dcb-933c-6490ad9c21c3 tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] HCTL ('34', '-', '-', 0) found on session 18 with lun 0 {{(pid=75147) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 19:33:11 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-c8728cf9-8799-4dcb-933c-6490ad9c21c3 tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75147) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 19:33:11 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:33:11 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.023s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:33:11 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[da3bb5b9-ba3a-4fe7-807a-5ce211dc825d]: (4, ('- - 0', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:33:11 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-c8728cf9-8799-4dcb-933c-6490ad9c21c3 tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] Searching for a device in session 18 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75147) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 19:33:11 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8728cf9-8799-4dcb-933c-6490ad9c21c3 tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:5f75dc4d-2db6-40ba-a62b-386039ff3cfd', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mZAwUtiG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 19:33:12 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-c8728cf9-8799-4dcb-933c-6490ad9c21c3 tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.389s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:33:12 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8728cf9-8799-4dcb-933c-6490ad9c21c3 tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] <== connect_volume: return (1392ms) {'type': 'block', 'scsi_wwn': '23638386137383763', 'path': '/dev/sdc'} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:33:12 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c8728cf9-8799-4dcb-933c-6490ad9c21c3 tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] [instance: 74b40d0b-39c0-437e-997c-65ee49a857d3] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23638386137383763', 'path': '/dev/sdc'} {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 19:33:12 user nova-compute[75147]: DEBUG nova.objects.instance [None req-c8728cf9-8799-4dcb-933c-6490ad9c21c3 tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] Lazy-loading 'flavor' on Instance uuid 74b40d0b-39c0-437e-997c-65ee49a857d3 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:33:12 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-c8728cf9-8799-4dcb-933c-6490ad9c21c3 tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] attach device xml: <disk type="block" device="disk">
Oct 27 19:33:12 user nova-compute[75147]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 19:33:12 user nova-compute[75147]:   <source dev="/dev/sdc"/>
Oct 27 19:33:12 user nova-compute[75147]:   <target dev="vdb" bus="virtio"/>
Oct 27 19:33:12 user nova-compute[75147]:   <serial>5f75dc4d-2db6-40ba-a62b-386039ff3cfd</serial>
Oct 27 19:33:12 user nova-compute[75147]: </disk>
Oct 27 19:33:12 user nova-compute[75147]:  {{(pid=75147) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 27 19:33:12 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:33:12 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-c8728cf9-8799-4dcb-933c-6490ad9c21c3 tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] No BDM found with device name vda, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:33:12 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-c8728cf9-8799-4dcb-933c-6490ad9c21c3 tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:33:12 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-c8728cf9-8799-4dcb-933c-6490ad9c21c3 tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] No VIF found with MAC fa:16:3e:3d:f7:8c, not building metadata {{(pid=75147) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 19:33:13 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-c8728cf9-8799-4dcb-933c-6490ad9c21c3 tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] Lock "74b40d0b-39c0-437e-997c-65ee49a857d3" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 26.934s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:33:13 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-3dfff23f-fc92-44e6-b826-91362a1ff156 tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] Acquiring lock "61a7bb90-56db-4b91-a684-39a54b5a11bf" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:33:13 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-3dfff23f-fc92-44e6-b826-91362a1ff156 tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] Lock "61a7bb90-56db-4b91-a684-39a54b5a11bf" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:33:13 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-3dfff23f-fc92-44e6-b826-91362a1ff156 tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] Acquiring lock "61a7bb90-56db-4b91-a684-39a54b5a11bf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:33:13 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-3dfff23f-fc92-44e6-b826-91362a1ff156 tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] Lock "61a7bb90-56db-4b91-a684-39a54b5a11bf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:33:13 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-3dfff23f-fc92-44e6-b826-91362a1ff156 tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] Lock "61a7bb90-56db-4b91-a684-39a54b5a11bf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:33:13 user nova-compute[75147]: INFO nova.compute.manager [None req-3dfff23f-fc92-44e6-b826-91362a1ff156 tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] [instance: 61a7bb90-56db-4b91-a684-39a54b5a11bf] Terminating instance
Oct 27 19:33:13 user nova-compute[75147]: DEBUG nova.compute.manager [None req-3dfff23f-fc92-44e6-b826-91362a1ff156 tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] [instance: 61a7bb90-56db-4b91-a684-39a54b5a11bf] Start destroying the instance on the hypervisor. {{(pid=75147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 27 19:33:13 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:33:13 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:33:13 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:33:13 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:33:14 user nova-compute[75147]: DEBUG nova.compute.manager [req-404201ac-6e94-48a0-a652-2132e7674409 req-311039d1-bca7-4832-b814-4f671856311c service nova] [instance: 61a7bb90-56db-4b91-a684-39a54b5a11bf] Received event network-vif-unplugged-ba91ac05-69cb-4e12-8953-870a0619475d {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:33:14 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-404201ac-6e94-48a0-a652-2132e7674409 req-311039d1-bca7-4832-b814-4f671856311c service nova] Acquiring lock "61a7bb90-56db-4b91-a684-39a54b5a11bf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:33:14 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-404201ac-6e94-48a0-a652-2132e7674409 req-311039d1-bca7-4832-b814-4f671856311c service nova] Lock "61a7bb90-56db-4b91-a684-39a54b5a11bf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:33:14 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-404201ac-6e94-48a0-a652-2132e7674409 req-311039d1-bca7-4832-b814-4f671856311c service nova] Lock "61a7bb90-56db-4b91-a684-39a54b5a11bf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:33:14 user nova-compute[75147]: DEBUG nova.compute.manager [req-404201ac-6e94-48a0-a652-2132e7674409 req-311039d1-bca7-4832-b814-4f671856311c service nova] [instance: 61a7bb90-56db-4b91-a684-39a54b5a11bf] No waiting events found dispatching network-vif-unplugged-ba91ac05-69cb-4e12-8953-870a0619475d {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:33:14 user nova-compute[75147]: DEBUG nova.compute.manager [req-404201ac-6e94-48a0-a652-2132e7674409 req-311039d1-bca7-4832-b814-4f671856311c service nova] [instance: 61a7bb90-56db-4b91-a684-39a54b5a11bf] Received event network-vif-unplugged-ba91ac05-69cb-4e12-8953-870a0619475d for instance with task_state deleting. {{(pid=75147) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 19:33:14 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-002f6070-9d62-4f00-add9-9b3cf2d7c69e tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] Acquiring lock "74b40d0b-39c0-437e-997c-65ee49a857d3" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:33:14 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-002f6070-9d62-4f00-add9-9b3cf2d7c69e tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] Lock "74b40d0b-39c0-437e-997c-65ee49a857d3" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:33:14 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-002f6070-9d62-4f00-add9-9b3cf2d7c69e tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] Acquiring lock "74b40d0b-39c0-437e-997c-65ee49a857d3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:33:14 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-002f6070-9d62-4f00-add9-9b3cf2d7c69e tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] Lock "74b40d0b-39c0-437e-997c-65ee49a857d3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:33:14 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-002f6070-9d62-4f00-add9-9b3cf2d7c69e tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] Lock "74b40d0b-39c0-437e-997c-65ee49a857d3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:33:14 user nova-compute[75147]: INFO nova.compute.manager [None req-002f6070-9d62-4f00-add9-9b3cf2d7c69e tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] [instance: 74b40d0b-39c0-437e-997c-65ee49a857d3] Terminating instance
Oct 27 19:33:14 user nova-compute[75147]: DEBUG nova.compute.manager [None req-002f6070-9d62-4f00-add9-9b3cf2d7c69e tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] [instance: 74b40d0b-39c0-437e-997c-65ee49a857d3] Start destroying the instance on the hypervisor. {{(pid=75147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 27 19:33:14 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:33:14 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:33:14 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: 61a7bb90-56db-4b91-a684-39a54b5a11bf] Instance destroyed successfully.
Oct 27 19:33:14 user nova-compute[75147]: DEBUG nova.objects.instance [None req-3dfff23f-fc92-44e6-b826-91362a1ff156 tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] Lazy-loading 'resources' on Instance uuid 61a7bb90-56db-4b91-a684-39a54b5a11bf {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:33:14 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-3dfff23f-fc92-44e6-b826-91362a1ff156 tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:31:01Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1951344307',display_name='tempest-VolumesActionsTest-instance-1951344307',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1951344307',id=16,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-27T19:31:09Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='3633ce3df1084a2587aaa69152e857e9',ramdisk_id='',reservation_id='r-jd02ahug',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesActionsTest-1237391990',owner_user_name='tempest-VolumesActionsTest-1237391990-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T19:31:10Z,user_data=None,user_id='dc9a296d2616441891f84d240333592a',uuid=61a7bb90-56db-4b91-a684-39a54b5a11bf,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ba91ac05-69cb-4e12-8953-870a0619475d", "address": "fa:16:3e:77:26:2a", "network": {"id": "b9e2005f-2392-4843-a0a4-9ad925522aae", "bridge": "br-int", "label": "tempest-VolumesActionsTest-13236831-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3633ce3df1084a2587aaa69152e857e9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba91ac05-69", "ovs_interfaceid": "ba91ac05-69cb-4e12-8953-870a0619475d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 19:33:14 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-3dfff23f-fc92-44e6-b826-91362a1ff156 tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] Converting VIF {"id": "ba91ac05-69cb-4e12-8953-870a0619475d", "address": "fa:16:3e:77:26:2a", "network": {"id": "b9e2005f-2392-4843-a0a4-9ad925522aae", "bridge": "br-int", "label": "tempest-VolumesActionsTest-13236831-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3633ce3df1084a2587aaa69152e857e9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba91ac05-69", "ovs_interfaceid": "ba91ac05-69cb-4e12-8953-870a0619475d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:33:14 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-3dfff23f-fc92-44e6-b826-91362a1ff156 tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:77:26:2a,bridge_name='br-int',has_traffic_filtering=True,id=ba91ac05-69cb-4e12-8953-870a0619475d,network=Network(b9e2005f-2392-4843-a0a4-9ad925522aae),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapba91ac05-69') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:33:14 user nova-compute[75147]: DEBUG os_vif [None req-3dfff23f-fc92-44e6-b826-91362a1ff156 tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:77:26:2a,bridge_name='br-int',has_traffic_filtering=True,id=ba91ac05-69cb-4e12-8953-870a0619475d,network=Network(b9e2005f-2392-4843-a0a4-9ad925522aae),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapba91ac05-69') {{(pid=75147) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 19:33:14 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:33:14 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:33:14 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapba91ac05-69, bridge=br-int, if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:33:14 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:33:14 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:33:14 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:33:14 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:33:14 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:33:14 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=79d4133c-c182-4b74-bc62-d260a4e5a89f) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:33:14 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:33:14 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:33:14 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:33:14 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:33:14 user nova-compute[75147]: INFO os_vif [None req-3dfff23f-fc92-44e6-b826-91362a1ff156 tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:77:26:2a,bridge_name='br-int',has_traffic_filtering=True,id=ba91ac05-69cb-4e12-8953-870a0619475d,network=Network(b9e2005f-2392-4843-a0a4-9ad925522aae),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapba91ac05-69')
Oct 27 19:33:14 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-3dfff23f-fc92-44e6-b826-91362a1ff156 tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] [instance: 61a7bb90-56db-4b91-a684-39a54b5a11bf] Deleting instance files /opt/stack/data/nova/instances/61a7bb90-56db-4b91-a684-39a54b5a11bf_del
Oct 27 19:33:14 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-3dfff23f-fc92-44e6-b826-91362a1ff156 tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] [instance: 61a7bb90-56db-4b91-a684-39a54b5a11bf] Deletion of /opt/stack/data/nova/instances/61a7bb90-56db-4b91-a684-39a54b5a11bf_del complete
Oct 27 19:33:14 user nova-compute[75147]: INFO nova.compute.manager [None req-3dfff23f-fc92-44e6-b826-91362a1ff156 tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] [instance: 61a7bb90-56db-4b91-a684-39a54b5a11bf] Took 1.11 seconds to destroy the instance on the hypervisor.
Oct 27 19:33:14 user nova-compute[75147]: DEBUG oslo.service.loopingcall [None req-3dfff23f-fc92-44e6-b826-91362a1ff156 tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 27 19:33:14 user nova-compute[75147]: DEBUG nova.compute.manager [-] [instance: 61a7bb90-56db-4b91-a684-39a54b5a11bf] Deallocating network for instance {{(pid=75147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 27 19:33:14 user nova-compute[75147]: DEBUG nova.network.neutron [-] [instance: 61a7bb90-56db-4b91-a684-39a54b5a11bf] deallocate_for_instance() {{(pid=75147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 27 19:33:14 user nova-compute[75147]: DEBUG nova.compute.manager [req-d099a7fa-fcd7-4172-b0ce-183d7ed5c146 req-5f0b62db-faed-4bb0-9d14-f633e0d9b988 service nova] [instance: 74b40d0b-39c0-437e-997c-65ee49a857d3] Received event network-vif-unplugged-e85bad9c-4f7b-4259-b621-6e59c22fd8c2 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:33:14 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-d099a7fa-fcd7-4172-b0ce-183d7ed5c146 req-5f0b62db-faed-4bb0-9d14-f633e0d9b988 service nova] Acquiring lock "74b40d0b-39c0-437e-997c-65ee49a857d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:33:14 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-d099a7fa-fcd7-4172-b0ce-183d7ed5c146 req-5f0b62db-faed-4bb0-9d14-f633e0d9b988 service nova] Lock "74b40d0b-39c0-437e-997c-65ee49a857d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:33:14 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-d099a7fa-fcd7-4172-b0ce-183d7ed5c146 req-5f0b62db-faed-4bb0-9d14-f633e0d9b988 service nova] Lock "74b40d0b-39c0-437e-997c-65ee49a857d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:33:14 user nova-compute[75147]: DEBUG nova.compute.manager [req-d099a7fa-fcd7-4172-b0ce-183d7ed5c146 req-5f0b62db-faed-4bb0-9d14-f633e0d9b988 service nova] [instance: 74b40d0b-39c0-437e-997c-65ee49a857d3] No waiting events found dispatching network-vif-unplugged-e85bad9c-4f7b-4259-b621-6e59c22fd8c2 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:33:14 user nova-compute[75147]: DEBUG nova.compute.manager [req-d099a7fa-fcd7-4172-b0ce-183d7ed5c146 req-5f0b62db-faed-4bb0-9d14-f633e0d9b988 service nova] [instance: 74b40d0b-39c0-437e-997c-65ee49a857d3] Received event network-vif-unplugged-e85bad9c-4f7b-4259-b621-6e59c22fd8c2 for instance with task_state deleting. {{(pid=75147) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 19:33:15 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: 74b40d0b-39c0-437e-997c-65ee49a857d3] Instance destroyed successfully.
Oct 27 19:33:15 user nova-compute[75147]: DEBUG nova.objects.instance [None req-002f6070-9d62-4f00-add9-9b3cf2d7c69e tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] Lazy-loading 'resources' on Instance uuid 74b40d0b-39c0-437e-997c-65ee49a857d3 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:33:15 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-002f6070-9d62-4f00-add9-9b3cf2d7c69e tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:30:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-1405462795',display_name='tempest-DeleteServersTestJSON-server-1405462795',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-deleteserverstestjson-server-1405462795',id=15,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-27T19:30:56Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='96e45b6837ff4b7aa09162a3a98952c3',ramdisk_id='',reservation_id='r-9a4x87bo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-DeleteServersTestJSON-174371900',owner_user_name='tempest-DeleteServersTestJSON-174371900-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T19:30:57Z,user_data=None,user_id='d3952355d4914d42a519ba1e805abc7a',uuid=74b40d0b-39c0-437e-997c-65ee49a857d3,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e85bad9c-4f7b-4259-b621-6e59c22fd8c2", "address": "fa:16:3e:3d:f7:8c", "network": {"id": "ad2970ce-7569-4a51-8b0f-068e16bffb32", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-366194767-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "96e45b6837ff4b7aa09162a3a98952c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape85bad9c-4f", "ovs_interfaceid": "e85bad9c-4f7b-4259-b621-6e59c22fd8c2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 19:33:15 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-002f6070-9d62-4f00-add9-9b3cf2d7c69e tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] Converting VIF {"id": "e85bad9c-4f7b-4259-b621-6e59c22fd8c2", "address": "fa:16:3e:3d:f7:8c", "network": {"id": "ad2970ce-7569-4a51-8b0f-068e16bffb32", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-366194767-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "96e45b6837ff4b7aa09162a3a98952c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape85bad9c-4f", "ovs_interfaceid": "e85bad9c-4f7b-4259-b621-6e59c22fd8c2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:33:15 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-002f6070-9d62-4f00-add9-9b3cf2d7c69e tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3d:f7:8c,bridge_name='br-int',has_traffic_filtering=True,id=e85bad9c-4f7b-4259-b621-6e59c22fd8c2,network=Network(ad2970ce-7569-4a51-8b0f-068e16bffb32),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape85bad9c-4f') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:33:15 user nova-compute[75147]: DEBUG os_vif [None req-002f6070-9d62-4f00-add9-9b3cf2d7c69e tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:3d:f7:8c,bridge_name='br-int',has_traffic_filtering=True,id=e85bad9c-4f7b-4259-b621-6e59c22fd8c2,network=Network(ad2970ce-7569-4a51-8b0f-068e16bffb32),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape85bad9c-4f') {{(pid=75147) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 19:33:15 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:33:15 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape85bad9c-4f, bridge=br-int, if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:33:15 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:33:15 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:33:15 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:33:15 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:33:15 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=7685d78b-e71f-481a-ba49-21817ff780f0) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:33:15 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:33:15 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:33:15 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:33:15 user nova-compute[75147]: INFO os_vif [None req-002f6070-9d62-4f00-add9-9b3cf2d7c69e tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:3d:f7:8c,bridge_name='br-int',has_traffic_filtering=True,id=e85bad9c-4f7b-4259-b621-6e59c22fd8c2,network=Network(ad2970ce-7569-4a51-8b0f-068e16bffb32),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape85bad9c-4f')
Oct 27 19:33:15 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-002f6070-9d62-4f00-add9-9b3cf2d7c69e tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] [instance: 74b40d0b-39c0-437e-997c-65ee49a857d3] calling os-brick to detach iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 19:33:15 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-002f6070-9d62-4f00-add9-9b3cf2d7c69e tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, {'target_iqn': 'iqn.2010-10.org.openstack:5f75dc4d-2db6-40ba-a62b-386039ff3cfd', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mZAwUtiG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:33:15 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-002f6070-9d62-4f00-add9-9b3cf2d7c69e tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:33:15 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-002f6070-9d62-4f00-add9-9b3cf2d7c69e tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:33:15 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-002f6070-9d62-4f00-add9-9b3cf2d7c69e tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:33:15 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:33:15 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:33:15 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2b1d765-5e19-4b7e-8f27-bdc8fdcc263a]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5f75dc4d-2db6-40ba-a62b-386039ff3cfd\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:33:15 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-002f6070-9d62-4f00-add9-9b3cf2d7c69e tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 19:33:15 user nova-compute[75147]: No targets found.
Oct 27 19:33:15 user nova-compute[75147]: iSNS:
Oct 27 19:33:15 user nova-compute[75147]: No targets found.
Oct 27 19:33:15 user nova-compute[75147]: STATIC:
Oct 27 19:33:15 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855
Oct 27 19:33:15 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:33:15 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:33:15 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:5f75dc4d-2db6-40ba-a62b-386039ff3cfd
Oct 27 19:33:15 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:33:15 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:33:15 user nova-compute[75147]: FIRMWARE:
Oct 27 19:33:15 user nova-compute[75147]: No targets found.
Oct 27 19:33:15 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:33:15 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-002f6070-9d62-4f00-add9-9b3cf2d7c69e tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 19:33:15 user nova-compute[75147]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 19:33:15 user nova-compute[75147]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75147) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 19:33:15 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-002f6070-9d62-4f00-add9-9b3cf2d7c69e tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5f75dc4d-2db6-40ba-a62b-386039ff3cfd', 0)] {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 19:33:15 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:33:15 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:33:15 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[8daaff25-04e0-43da-a4d1-c57ef4cd4a11]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5f75dc4d-2db6-40ba-a62b-386039ff3cfd\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:33:15 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:33:15 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:33:15 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e02ede1-80c9-46bf-861f-76f86c4b5891]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5f75dc4d-2db6-40ba-a62b-386039ff3cfd (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:33:15 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-002f6070-9d62-4f00-add9-9b3cf2d7c69e tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855 (non-flash)
Oct 27 19:33:15 user nova-compute[75147]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5f75dc4d-2db6-40ba-a62b-386039ff3cfd (non-flash)
Oct 27 19:33:15 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:33:15 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-002f6070-9d62-4f00-add9-9b3cf2d7c69e tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855 (non-flash)
Oct 27 19:33:15 user nova-compute[75147]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5f75dc4d-2db6-40ba-a62b-386039ff3cfd (non-flash)
Oct 27 19:33:15 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:33:15 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-002f6070-9d62-4f00-add9-9b3cf2d7c69e tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f28ec724dc0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5f75dc4d-2db6-40ba-a62b-386039ff3cfd'): ({'sdc'}, set())}) {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 19:33:15 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-002f6070-9d62-4f00-add9-9b3cf2d7c69e tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] Removing single pathed devices sdc {{(pid=75147) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 19:33:15 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:33:15 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:33:15 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[84a6d237-62f9-458f-84f2-5600e01d8f3f]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:33:15 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:33:15 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.021s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:33:15 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6c4d589-8f2f-4ea6-a1fe-e308709439cd]: (4, ('ok\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:33:15 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-002f6070-9d62-4f00-add9-9b3cf2d7c69e tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] Flushing IO for device /dev/sdc {{(pid=75147) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 19:33:15 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:33:15 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:33:15 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[dda902fb-8dd0-429f-8e1a-e9619ed829df]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:33:15 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-002f6070-9d62-4f00-add9-9b3cf2d7c69e tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75147) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 19:33:15 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:33:15 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.043s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:33:15 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[87129c3c-f5f1-4cfc-ad60-f9475ddb6f2b]: (4, ('1', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:33:15 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-002f6070-9d62-4f00-add9-9b3cf2d7c69e tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 19:33:15 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-002f6070-9d62-4f00-add9-9b3cf2d7c69e tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] SCSI volumes sdc have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 19:33:15 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-002f6070-9d62-4f00-add9-9b3cf2d7c69e tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5f75dc4d-2db6-40ba-a62b-386039ff3cfd')] {{(pid=75147) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 19:33:15 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5f75dc4d-2db6-40ba-a62b-386039ff3cfd -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:33:15 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5f75dc4d-2db6-40ba-a62b-386039ff3cfd -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:33:15 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[421e8b7c-616c-4f6d-a407-9ba3b826d4a9]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:33:15 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-002f6070-9d62-4f00-add9-9b3cf2d7c69e tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:33:15 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5f75dc4d-2db6-40ba-a62b-386039ff3cfd -p 172.16.0.220:3260 --logout {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:33:15 user nova-compute[75147]: DEBUG nova.network.neutron [-] [instance: 61a7bb90-56db-4b91-a684-39a54b5a11bf] Updating instance_info_cache with network_info: [] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:33:15 user nova-compute[75147]: DEBUG nova.compute.manager [req-7bddfc81-8578-4bdd-96e0-b029ed606cba req-95664456-311c-41eb-93b9-07fd3cb2d99e service nova] [instance: 61a7bb90-56db-4b91-a684-39a54b5a11bf] Received event network-vif-deleted-ba91ac05-69cb-4e12-8953-870a0619475d {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:33:15 user nova-compute[75147]: INFO nova.compute.manager [req-7bddfc81-8578-4bdd-96e0-b029ed606cba req-95664456-311c-41eb-93b9-07fd3cb2d99e service nova] [instance: 61a7bb90-56db-4b91-a684-39a54b5a11bf] Neutron deleted interface ba91ac05-69cb-4e12-8953-870a0619475d; detaching it from the instance and deleting it from the info cache
Oct 27 19:33:15 user nova-compute[75147]: DEBUG nova.network.neutron [req-7bddfc81-8578-4bdd-96e0-b029ed606cba req-95664456-311c-41eb-93b9-07fd3cb2d99e service nova] [instance: 61a7bb90-56db-4b91-a684-39a54b5a11bf] Updating instance_info_cache with network_info: [] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:33:15 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5f75dc4d-2db6-40ba-a62b-386039ff3cfd -p 172.16.0.220:3260 --logout" returned: 0 in 0.083s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:33:15 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d85ad41-695f-4e0e-80fe-1d4015643ba0]: (4, ('Logging out of session [sid: 18, target: iqn.2010-10.org.openstack:5f75dc4d-2db6-40ba-a62b-386039ff3cfd, portal: 172.16.0.220,3260]\nLogout of [sid: 18, target: iqn.2010-10.org.openstack:5f75dc4d-2db6-40ba-a62b-386039ff3cfd, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:33:15 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-002f6070-9d62-4f00-add9-9b3cf2d7c69e tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 18, target: iqn.2010-10.org.openstack:5f75dc4d-2db6-40ba-a62b-386039ff3cfd, portal: 172.16.0.220,3260]
Oct 27 19:33:15 user nova-compute[75147]: Logout of [sid: 18, target: iqn.2010-10.org.openstack:5f75dc4d-2db6-40ba-a62b-386039ff3cfd, portal: 172.16.0.220,3260] successful.
Oct 27 19:33:15 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:33:15 user nova-compute[75147]: INFO nova.compute.manager [-] [instance: 61a7bb90-56db-4b91-a684-39a54b5a11bf] Took 0.88 seconds to deallocate network for instance.
Oct 27 19:33:15 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5f75dc4d-2db6-40ba-a62b-386039ff3cfd -p 172.16.0.220:3260 --op delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:33:15 user nova-compute[75147]: DEBUG nova.compute.manager [req-7bddfc81-8578-4bdd-96e0-b029ed606cba req-95664456-311c-41eb-93b9-07fd3cb2d99e service nova] [instance: 61a7bb90-56db-4b91-a684-39a54b5a11bf] Detach interface failed, port_id=ba91ac05-69cb-4e12-8953-870a0619475d, reason: Instance 61a7bb90-56db-4b91-a684-39a54b5a11bf could not be found. {{(pid=75147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 27 19:33:15 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5f75dc4d-2db6-40ba-a62b-386039ff3cfd -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:33:15 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f9ed247-831a-4727-87d9-f7782da7a8cf]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:33:15 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-002f6070-9d62-4f00-add9-9b3cf2d7c69e tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:33:15 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-002f6070-9d62-4f00-add9-9b3cf2d7c69e tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.347s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:33:15 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-002f6070-9d62-4f00-add9-9b3cf2d7c69e tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] <== disconnect_volume: return (348ms) None {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:33:15 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-002f6070-9d62-4f00-add9-9b3cf2d7c69e tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] [instance: 74b40d0b-39c0-437e-997c-65ee49a857d3] Disconnected iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 19:33:15 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-002f6070-9d62-4f00-add9-9b3cf2d7c69e tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] [instance: 74b40d0b-39c0-437e-997c-65ee49a857d3] Deleting instance files /opt/stack/data/nova/instances/74b40d0b-39c0-437e-997c-65ee49a857d3_del
Oct 27 19:33:15 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-002f6070-9d62-4f00-add9-9b3cf2d7c69e tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] [instance: 74b40d0b-39c0-437e-997c-65ee49a857d3] Deletion of /opt/stack/data/nova/instances/74b40d0b-39c0-437e-997c-65ee49a857d3_del complete
Oct 27 19:33:15 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-3dfff23f-fc92-44e6-b826-91362a1ff156 tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:33:15 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-3dfff23f-fc92-44e6-b826-91362a1ff156 tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:33:15 user nova-compute[75147]: INFO nova.compute.manager [None req-002f6070-9d62-4f00-add9-9b3cf2d7c69e tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] [instance: 74b40d0b-39c0-437e-997c-65ee49a857d3] Took 1.37 seconds to destroy the instance on the hypervisor.
Oct 27 19:33:15 user nova-compute[75147]: DEBUG oslo.service.loopingcall [None req-002f6070-9d62-4f00-add9-9b3cf2d7c69e tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 27 19:33:15 user nova-compute[75147]: DEBUG nova.compute.manager [-] [instance: 74b40d0b-39c0-437e-997c-65ee49a857d3] Deallocating network for instance {{(pid=75147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 27 19:33:15 user nova-compute[75147]: DEBUG nova.network.neutron [-] [instance: 74b40d0b-39c0-437e-997c-65ee49a857d3] deallocate_for_instance() {{(pid=75147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 27 19:33:16 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-3dfff23f-fc92-44e6-b826-91362a1ff156 tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:33:16 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:33:16 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-3dfff23f-fc92-44e6-b826-91362a1ff156 tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:33:16 user nova-compute[75147]: DEBUG nova.network.neutron [-] [instance: 74b40d0b-39c0-437e-997c-65ee49a857d3] Updating instance_info_cache with network_info: [] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:33:16 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-3dfff23f-fc92-44e6-b826-91362a1ff156 tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.662s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:33:16 user nova-compute[75147]: INFO nova.compute.manager [-] [instance: 74b40d0b-39c0-437e-997c-65ee49a857d3] Took 0.66 seconds to deallocate network for instance.
Oct 27 19:33:16 user nova-compute[75147]: DEBUG nova.compute.manager [req-b07ada2e-65bd-49eb-86d8-3deb6ca824bc req-87024fbe-1e6e-4494-b756-e488ca85c8ba service nova] [instance: 61a7bb90-56db-4b91-a684-39a54b5a11bf] Received event network-vif-plugged-ba91ac05-69cb-4e12-8953-870a0619475d {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:33:16 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-b07ada2e-65bd-49eb-86d8-3deb6ca824bc req-87024fbe-1e6e-4494-b756-e488ca85c8ba service nova] Acquiring lock "61a7bb90-56db-4b91-a684-39a54b5a11bf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:33:16 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-b07ada2e-65bd-49eb-86d8-3deb6ca824bc req-87024fbe-1e6e-4494-b756-e488ca85c8ba service nova] Lock "61a7bb90-56db-4b91-a684-39a54b5a11bf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:33:16 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-b07ada2e-65bd-49eb-86d8-3deb6ca824bc req-87024fbe-1e6e-4494-b756-e488ca85c8ba service nova] Lock "61a7bb90-56db-4b91-a684-39a54b5a11bf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:33:16 user nova-compute[75147]: DEBUG nova.compute.manager [req-b07ada2e-65bd-49eb-86d8-3deb6ca824bc req-87024fbe-1e6e-4494-b756-e488ca85c8ba service nova] [instance: 61a7bb90-56db-4b91-a684-39a54b5a11bf] No waiting events found dispatching network-vif-plugged-ba91ac05-69cb-4e12-8953-870a0619475d {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:33:16 user nova-compute[75147]: WARNING nova.compute.manager [req-b07ada2e-65bd-49eb-86d8-3deb6ca824bc req-87024fbe-1e6e-4494-b756-e488ca85c8ba service nova] [instance: 61a7bb90-56db-4b91-a684-39a54b5a11bf] Received unexpected event network-vif-plugged-ba91ac05-69cb-4e12-8953-870a0619475d for instance with vm_state deleted and task_state None.
Oct 27 19:33:16 user nova-compute[75147]: INFO nova.scheduler.client.report [None req-3dfff23f-fc92-44e6-b826-91362a1ff156 tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] Deleted allocations for instance 61a7bb90-56db-4b91-a684-39a54b5a11bf
Oct 27 19:33:16 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-3dfff23f-fc92-44e6-b826-91362a1ff156 tempest-VolumesActionsTest-1237391990 tempest-VolumesActionsTest-1237391990-project-member] Lock "61a7bb90-56db-4b91-a684-39a54b5a11bf" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.916s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:33:16 user nova-compute[75147]: DEBUG nova.compute.manager [req-2c13d9e8-5d0d-4af3-a032-9fe3e3f5b9db req-addeed7c-f719-4343-b9ee-daed6a4019ab service nova] [instance: 74b40d0b-39c0-437e-997c-65ee49a857d3] Received event network-vif-plugged-e85bad9c-4f7b-4259-b621-6e59c22fd8c2 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:33:16 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-2c13d9e8-5d0d-4af3-a032-9fe3e3f5b9db req-addeed7c-f719-4343-b9ee-daed6a4019ab service nova] Acquiring lock "74b40d0b-39c0-437e-997c-65ee49a857d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:33:16 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-2c13d9e8-5d0d-4af3-a032-9fe3e3f5b9db req-addeed7c-f719-4343-b9ee-daed6a4019ab service nova] Lock "74b40d0b-39c0-437e-997c-65ee49a857d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:33:16 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-2c13d9e8-5d0d-4af3-a032-9fe3e3f5b9db req-addeed7c-f719-4343-b9ee-daed6a4019ab service nova] Lock "74b40d0b-39c0-437e-997c-65ee49a857d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:33:16 user nova-compute[75147]: DEBUG nova.compute.manager [req-2c13d9e8-5d0d-4af3-a032-9fe3e3f5b9db req-addeed7c-f719-4343-b9ee-daed6a4019ab service nova] [instance: 74b40d0b-39c0-437e-997c-65ee49a857d3] No waiting events found dispatching network-vif-plugged-e85bad9c-4f7b-4259-b621-6e59c22fd8c2 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:33:16 user nova-compute[75147]: WARNING nova.compute.manager [req-2c13d9e8-5d0d-4af3-a032-9fe3e3f5b9db req-addeed7c-f719-4343-b9ee-daed6a4019ab service nova] [instance: 74b40d0b-39c0-437e-997c-65ee49a857d3] Received unexpected event network-vif-plugged-e85bad9c-4f7b-4259-b621-6e59c22fd8c2 for instance with vm_state active and task_state deleting.
Oct 27 19:33:17 user nova-compute[75147]: INFO nova.compute.manager [None req-002f6070-9d62-4f00-add9-9b3cf2d7c69e tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] [instance: 74b40d0b-39c0-437e-997c-65ee49a857d3] Took 0.88 seconds to detach 1 volumes for instance.
Oct 27 19:33:17 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-002f6070-9d62-4f00-add9-9b3cf2d7c69e tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:33:17 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-002f6070-9d62-4f00-add9-9b3cf2d7c69e tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:33:17 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-002f6070-9d62-4f00-add9-9b3cf2d7c69e tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:33:17 user nova-compute[75147]: DEBUG nova.compute.manager [req-a0a748bc-dcf2-4d66-84ad-8878e47124a1 req-7e968c85-ab89-4888-9a50-5e202d4c2f66 service nova] [instance: 74b40d0b-39c0-437e-997c-65ee49a857d3] Received event network-vif-deleted-e85bad9c-4f7b-4259-b621-6e59c22fd8c2 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:33:17 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-002f6070-9d62-4f00-add9-9b3cf2d7c69e tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:33:17 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-002f6070-9d62-4f00-add9-9b3cf2d7c69e tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.355s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:33:17 user nova-compute[75147]: INFO nova.scheduler.client.report [None req-002f6070-9d62-4f00-add9-9b3cf2d7c69e tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] Deleted allocations for instance 74b40d0b-39c0-437e-997c-65ee49a857d3
Oct 27 19:33:17 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-002f6070-9d62-4f00-add9-9b3cf2d7c69e tempest-DeleteServersTestJSON-174371900 tempest-DeleteServersTestJSON-174371900-project-member] Lock "74b40d0b-39c0-437e-997c-65ee49a857d3" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.491s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:33:20 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:33:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:33:25 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:33:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:33:28 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-52bcf3e2-892b-4b2f-b0ce-89fd7bac0607 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Acquiring lock "c49c74a6-9955-4a79-848f-4e6b9e348f9c" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:33:28 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-52bcf3e2-892b-4b2f-b0ce-89fd7bac0607 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Lock "c49c74a6-9955-4a79-848f-4e6b9e348f9c" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:33:28 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-52bcf3e2-892b-4b2f-b0ce-89fd7bac0607 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Acquiring lock "c49c74a6-9955-4a79-848f-4e6b9e348f9c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:33:28 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-52bcf3e2-892b-4b2f-b0ce-89fd7bac0607 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Lock "c49c74a6-9955-4a79-848f-4e6b9e348f9c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:33:28 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-52bcf3e2-892b-4b2f-b0ce-89fd7bac0607 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Lock "c49c74a6-9955-4a79-848f-4e6b9e348f9c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:33:28 user nova-compute[75147]: INFO nova.compute.manager [None req-52bcf3e2-892b-4b2f-b0ce-89fd7bac0607 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Terminating instance
Oct 27 19:33:28 user nova-compute[75147]: DEBUG nova.compute.manager [None req-52bcf3e2-892b-4b2f-b0ce-89fd7bac0607 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Start destroying the instance on the hypervisor. {{(pid=75147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 27 19:33:28 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:33:28 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:33:28 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:33:28 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:33:28 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:33:28 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:33:28 user nova-compute[75147]: DEBUG nova.compute.manager [req-2a331f5b-7a35-43e8-a475-3d795f907382 req-a09697de-e720-48a9-8388-97ad53b94aa5 service nova] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Received event network-vif-unplugged-c329eb13-c03a-457b-b808-2c836a4f4dc9 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:33:28 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-2a331f5b-7a35-43e8-a475-3d795f907382 req-a09697de-e720-48a9-8388-97ad53b94aa5 service nova] Acquiring lock "c49c74a6-9955-4a79-848f-4e6b9e348f9c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:33:28 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-2a331f5b-7a35-43e8-a475-3d795f907382 req-a09697de-e720-48a9-8388-97ad53b94aa5 service nova] Lock "c49c74a6-9955-4a79-848f-4e6b9e348f9c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:33:28 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-2a331f5b-7a35-43e8-a475-3d795f907382 req-a09697de-e720-48a9-8388-97ad53b94aa5 service nova] Lock "c49c74a6-9955-4a79-848f-4e6b9e348f9c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:33:28 user nova-compute[75147]: DEBUG nova.compute.manager [req-2a331f5b-7a35-43e8-a475-3d795f907382 req-a09697de-e720-48a9-8388-97ad53b94aa5 service nova] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] No waiting events found dispatching network-vif-unplugged-c329eb13-c03a-457b-b808-2c836a4f4dc9 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:33:28 user nova-compute[75147]: DEBUG nova.compute.manager [req-2a331f5b-7a35-43e8-a475-3d795f907382 req-a09697de-e720-48a9-8388-97ad53b94aa5 service nova] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Received event network-vif-unplugged-c329eb13-c03a-457b-b808-2c836a4f4dc9 for instance with task_state deleting. {{(pid=75147) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 19:33:29 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Instance destroyed successfully.
Oct 27 19:33:29 user nova-compute[75147]: DEBUG nova.objects.instance [None req-52bcf3e2-892b-4b2f-b0ce-89fd7bac0607 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Lazy-loading 'resources' on Instance uuid c49c74a6-9955-4a79-848f-4e6b9e348f9c {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:33:29 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-52bcf3e2-892b-4b2f-b0ce-89fd7bac0607 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:25:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-2085052657',display_name='tempest-ServerStableDeviceRescueTest-server-2085052657',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-2085052657',id=4,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAKV3n0ocToQYZVwYbBDGPT/NjkSKAwc/UuY/6kSS3l2K8DRbFUCD4vyNpN2xNew1WT9gxmVuIP72KGnyD+q4g2RWoq/hmpKtvAxDS/x044VcMJtMOMRIPXXNAbgI0XBig==',key_name='tempest-keypair-1181284151',keypairs=<?>,launch_index=0,launched_at=2023-10-27T19:30:21Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='2ce930abe29a45ce878e5d04fb97a063',ramdisk_id='',reservation_id='r-03ugllw2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerStableDeviceRescueTest-2135667897',owner_user_name='tempest-ServerStableDeviceRescueTest-2135667897-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T19:32:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='81c1832f565e4ec89c146e18199c15a4',uuid=c49c74a6-9955-4a79-848f-4e6b9e348f9c,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c329eb13-c03a-457b-b808-2c836a4f4dc9", "address": "fa:16:3e:6d:47:3d", "network": {"id": "c8178a72-f188-4ac8-96aa-f6db2911e3ca", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-2046459904-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.13", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2ce930abe29a45ce878e5d04fb97a063", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc329eb13-c0", "ovs_interfaceid": "c329eb13-c03a-457b-b808-2c836a4f4dc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 19:33:29 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-52bcf3e2-892b-4b2f-b0ce-89fd7bac0607 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Converting VIF {"id": "c329eb13-c03a-457b-b808-2c836a4f4dc9", "address": "fa:16:3e:6d:47:3d", "network": {"id": "c8178a72-f188-4ac8-96aa-f6db2911e3ca", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-2046459904-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.13", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2ce930abe29a45ce878e5d04fb97a063", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc329eb13-c0", "ovs_interfaceid": "c329eb13-c03a-457b-b808-2c836a4f4dc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:33:29 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-52bcf3e2-892b-4b2f-b0ce-89fd7bac0607 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:6d:47:3d,bridge_name='br-int',has_traffic_filtering=True,id=c329eb13-c03a-457b-b808-2c836a4f4dc9,network=Network(c8178a72-f188-4ac8-96aa-f6db2911e3ca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc329eb13-c0') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:33:29 user nova-compute[75147]: DEBUG os_vif [None req-52bcf3e2-892b-4b2f-b0ce-89fd7bac0607 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:6d:47:3d,bridge_name='br-int',has_traffic_filtering=True,id=c329eb13-c03a-457b-b808-2c836a4f4dc9,network=Network(c8178a72-f188-4ac8-96aa-f6db2911e3ca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc329eb13-c0') {{(pid=75147) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 19:33:29 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:33:29 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc329eb13-c0, bridge=br-int, if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:33:29 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:33:29 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:33:29 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:33:29 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=7ffd467a-7977-4aaa-b144-2c523a30fbd4) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:33:29 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:33:29 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:33:29 user nova-compute[75147]: INFO os_vif [None req-52bcf3e2-892b-4b2f-b0ce-89fd7bac0607 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:6d:47:3d,bridge_name='br-int',has_traffic_filtering=True,id=c329eb13-c03a-457b-b808-2c836a4f4dc9,network=Network(c8178a72-f188-4ac8-96aa-f6db2911e3ca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc329eb13-c0')
Oct 27 19:33:29 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-52bcf3e2-892b-4b2f-b0ce-89fd7bac0607 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Deleting instance files /opt/stack/data/nova/instances/c49c74a6-9955-4a79-848f-4e6b9e348f9c_del
Oct 27 19:33:29 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-52bcf3e2-892b-4b2f-b0ce-89fd7bac0607 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Deletion of /opt/stack/data/nova/instances/c49c74a6-9955-4a79-848f-4e6b9e348f9c_del complete
Oct 27 19:33:29 user nova-compute[75147]: INFO nova.compute.manager [None req-52bcf3e2-892b-4b2f-b0ce-89fd7bac0607 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Took 0.88 seconds to destroy the instance on the hypervisor.
Oct 27 19:33:29 user nova-compute[75147]: DEBUG oslo.service.loopingcall [None req-52bcf3e2-892b-4b2f-b0ce-89fd7bac0607 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 27 19:33:29 user nova-compute[75147]: DEBUG nova.compute.manager [-] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Deallocating network for instance {{(pid=75147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 27 19:33:29 user nova-compute[75147]: DEBUG nova.network.neutron [-] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] deallocate_for_instance() {{(pid=75147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 27 19:33:30 user nova-compute[75147]: DEBUG nova.network.neutron [-] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Updating instance_info_cache with network_info: [] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:33:30 user nova-compute[75147]: INFO nova.compute.manager [-] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Took 0.77 seconds to deallocate network for instance.
Oct 27 19:33:30 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-52bcf3e2-892b-4b2f-b0ce-89fd7bac0607 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:33:30 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-52bcf3e2-892b-4b2f-b0ce-89fd7bac0607 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:33:30 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-52bcf3e2-892b-4b2f-b0ce-89fd7bac0607 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:33:30 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-52bcf3e2-892b-4b2f-b0ce-89fd7bac0607 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:33:30 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-52bcf3e2-892b-4b2f-b0ce-89fd7bac0607 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.295s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:33:30 user nova-compute[75147]: INFO nova.scheduler.client.report [None req-52bcf3e2-892b-4b2f-b0ce-89fd7bac0607 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Deleted allocations for instance c49c74a6-9955-4a79-848f-4e6b9e348f9c
Oct 27 19:33:30 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-52bcf3e2-892b-4b2f-b0ce-89fd7bac0607 tempest-ServerStableDeviceRescueTest-2135667897 tempest-ServerStableDeviceRescueTest-2135667897-project-member] Lock "c49c74a6-9955-4a79-848f-4e6b9e348f9c" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.143s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:33:30 user nova-compute[75147]: DEBUG nova.compute.manager [req-4cf9be81-c995-4325-b2fc-ef6348b6e5f4 req-0d161e15-452f-4500-8d8c-5ff2a8f1e843 service nova] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Received event network-vif-plugged-c329eb13-c03a-457b-b808-2c836a4f4dc9 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:33:30 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-4cf9be81-c995-4325-b2fc-ef6348b6e5f4 req-0d161e15-452f-4500-8d8c-5ff2a8f1e843 service nova] Acquiring lock "c49c74a6-9955-4a79-848f-4e6b9e348f9c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:33:30 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-4cf9be81-c995-4325-b2fc-ef6348b6e5f4 req-0d161e15-452f-4500-8d8c-5ff2a8f1e843 service nova] Lock "c49c74a6-9955-4a79-848f-4e6b9e348f9c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:33:30 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-4cf9be81-c995-4325-b2fc-ef6348b6e5f4 req-0d161e15-452f-4500-8d8c-5ff2a8f1e843 service nova] Lock "c49c74a6-9955-4a79-848f-4e6b9e348f9c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:33:30 user nova-compute[75147]: DEBUG nova.compute.manager [req-4cf9be81-c995-4325-b2fc-ef6348b6e5f4 req-0d161e15-452f-4500-8d8c-5ff2a8f1e843 service nova] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] No waiting events found dispatching network-vif-plugged-c329eb13-c03a-457b-b808-2c836a4f4dc9 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:33:30 user nova-compute[75147]: WARNING nova.compute.manager [req-4cf9be81-c995-4325-b2fc-ef6348b6e5f4 req-0d161e15-452f-4500-8d8c-5ff2a8f1e843 service nova] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Received unexpected event network-vif-plugged-c329eb13-c03a-457b-b808-2c836a4f4dc9 for instance with vm_state deleted and task_state None.
Oct 27 19:33:30 user nova-compute[75147]: DEBUG nova.compute.manager [req-4cf9be81-c995-4325-b2fc-ef6348b6e5f4 req-0d161e15-452f-4500-8d8c-5ff2a8f1e843 service nova] [instance: c49c74a6-9955-4a79-848f-4e6b9e348f9c] Received event network-vif-deleted-c329eb13-c03a-457b-b808-2c836a4f4dc9 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:33:31 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:33:32 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-a3e24f27-d3b3-4ed1-9f86-d81ba506c667 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Acquiring lock "48e26cd7-18d7-4aae-9368-e417f1a39826" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:33:32 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-a3e24f27-d3b3-4ed1-9f86-d81ba506c667 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Lock "48e26cd7-18d7-4aae-9368-e417f1a39826" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:33:32 user nova-compute[75147]: DEBUG nova.compute.manager [None req-a3e24f27-d3b3-4ed1-9f86-d81ba506c667 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] Starting instance... {{(pid=75147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 27 19:33:32 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-a3e24f27-d3b3-4ed1-9f86-d81ba506c667 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:33:32 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-a3e24f27-d3b3-4ed1-9f86-d81ba506c667 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:33:32 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-a3e24f27-d3b3-4ed1-9f86-d81ba506c667 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75147) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 19:33:32 user nova-compute[75147]: INFO nova.compute.claims [None req-a3e24f27-d3b3-4ed1-9f86-d81ba506c667 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] Claim successful on node user
Oct 27 19:33:32 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-a3e24f27-d3b3-4ed1-9f86-d81ba506c667 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:33:32 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-a3e24f27-d3b3-4ed1-9f86-d81ba506c667 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:33:32 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-a3e24f27-d3b3-4ed1-9f86-d81ba506c667 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.394s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:33:32 user nova-compute[75147]: DEBUG nova.compute.manager [None req-a3e24f27-d3b3-4ed1-9f86-d81ba506c667 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] Start building networks asynchronously for instance. {{(pid=75147) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 27 19:33:32 user nova-compute[75147]: DEBUG nova.compute.manager [None req-a3e24f27-d3b3-4ed1-9f86-d81ba506c667 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] Allocating IP information in the background. {{(pid=75147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 27 19:33:32 user nova-compute[75147]: DEBUG nova.network.neutron [None req-a3e24f27-d3b3-4ed1-9f86-d81ba506c667 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] allocate_for_instance() {{(pid=75147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 27 19:33:32 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-a3e24f27-d3b3-4ed1-9f86-d81ba506c667 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 27 19:33:32 user nova-compute[75147]: DEBUG nova.compute.manager [None req-a3e24f27-d3b3-4ed1-9f86-d81ba506c667 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] Start building block device mappings for instance. {{(pid=75147) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 27 19:33:32 user nova-compute[75147]: DEBUG nova.policy [None req-a3e24f27-d3b3-4ed1-9f86-d81ba506c667 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0142753c479d419eb7cad92bf6b372d3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8beb0d83b9e445ec875766ef511f053b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75147) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 27 19:33:32 user nova-compute[75147]: DEBUG nova.compute.manager [None req-a3e24f27-d3b3-4ed1-9f86-d81ba506c667 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] Start spawning the instance on the hypervisor. {{(pid=75147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 27 19:33:32 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-a3e24f27-d3b3-4ed1-9f86-d81ba506c667 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] Creating instance directory {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 19:33:32 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-a3e24f27-d3b3-4ed1-9f86-d81ba506c667 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] Creating image(s)
Oct 27 19:33:32 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-a3e24f27-d3b3-4ed1-9f86-d81ba506c667 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Acquiring lock "/opt/stack/data/nova/instances/48e26cd7-18d7-4aae-9368-e417f1a39826/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:33:32 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-a3e24f27-d3b3-4ed1-9f86-d81ba506c667 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Lock "/opt/stack/data/nova/instances/48e26cd7-18d7-4aae-9368-e417f1a39826/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:33:32 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-a3e24f27-d3b3-4ed1-9f86-d81ba506c667 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Lock "/opt/stack/data/nova/instances/48e26cd7-18d7-4aae-9368-e417f1a39826/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:33:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-a3e24f27-d3b3-4ed1-9f86-d81ba506c667 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:33:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-a3e24f27-d3b3-4ed1-9f86-d81ba506c667 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.197s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:33:32 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-a3e24f27-d3b3-4ed1-9f86-d81ba506c667 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Acquiring lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:33:32 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-a3e24f27-d3b3-4ed1-9f86-d81ba506c667 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:33:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-a3e24f27-d3b3-4ed1-9f86-d81ba506c667 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:33:33 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-a3e24f27-d3b3-4ed1-9f86-d81ba506c667 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.231s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:33:33 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-a3e24f27-d3b3-4ed1-9f86-d81ba506c667 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa,backing_fmt=raw /opt/stack/data/nova/instances/48e26cd7-18d7-4aae-9368-e417f1a39826/disk 1073741824 {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:33:33 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-a3e24f27-d3b3-4ed1-9f86-d81ba506c667 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa,backing_fmt=raw /opt/stack/data/nova/instances/48e26cd7-18d7-4aae-9368-e417f1a39826/disk 1073741824" returned: 0 in 0.051s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:33:33 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-a3e24f27-d3b3-4ed1-9f86-d81ba506c667 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.291s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:33:33 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-a3e24f27-d3b3-4ed1-9f86-d81ba506c667 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:33:33 user nova-compute[75147]: DEBUG nova.network.neutron [None req-a3e24f27-d3b3-4ed1-9f86-d81ba506c667 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] Successfully created port: a015da02-9f61-4b84-84fa-a6f763d8bb16 {{(pid=75147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 19:33:33 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-a3e24f27-d3b3-4ed1-9f86-d81ba506c667 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.247s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:33:33 user nova-compute[75147]: DEBUG nova.virt.disk.api [None req-a3e24f27-d3b3-4ed1-9f86-d81ba506c667 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Checking if we can resize image /opt/stack/data/nova/instances/48e26cd7-18d7-4aae-9368-e417f1a39826/disk. size=1073741824 {{(pid=75147) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 27 19:33:33 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-a3e24f27-d3b3-4ed1-9f86-d81ba506c667 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/48e26cd7-18d7-4aae-9368-e417f1a39826/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:33:33 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-a3e24f27-d3b3-4ed1-9f86-d81ba506c667 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/48e26cd7-18d7-4aae-9368-e417f1a39826/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:33:33 user nova-compute[75147]: DEBUG nova.virt.disk.api [None req-a3e24f27-d3b3-4ed1-9f86-d81ba506c667 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Cannot resize image /opt/stack/data/nova/instances/48e26cd7-18d7-4aae-9368-e417f1a39826/disk to a smaller size. {{(pid=75147) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 27 19:33:33 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-a3e24f27-d3b3-4ed1-9f86-d81ba506c667 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] Created local disks {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 27 19:33:33 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-a3e24f27-d3b3-4ed1-9f86-d81ba506c667 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] Ensure instance console log exists: /opt/stack/data/nova/instances/48e26cd7-18d7-4aae-9368-e417f1a39826/console.log {{(pid=75147) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 19:33:33 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-a3e24f27-d3b3-4ed1-9f86-d81ba506c667 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:33:33 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-a3e24f27-d3b3-4ed1-9f86-d81ba506c667 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:33:33 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-a3e24f27-d3b3-4ed1-9f86-d81ba506c667 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:33:33 user nova-compute[75147]: DEBUG nova.network.neutron [None req-a3e24f27-d3b3-4ed1-9f86-d81ba506c667 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] Successfully updated port: a015da02-9f61-4b84-84fa-a6f763d8bb16 {{(pid=75147) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 19:33:33 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-a3e24f27-d3b3-4ed1-9f86-d81ba506c667 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Acquiring lock "refresh_cache-48e26cd7-18d7-4aae-9368-e417f1a39826" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:33:33 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-a3e24f27-d3b3-4ed1-9f86-d81ba506c667 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Acquired lock "refresh_cache-48e26cd7-18d7-4aae-9368-e417f1a39826" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:33:33 user nova-compute[75147]: DEBUG nova.network.neutron [None req-a3e24f27-d3b3-4ed1-9f86-d81ba506c667 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] Building network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 19:33:33 user nova-compute[75147]: DEBUG nova.compute.manager [req-2bc528d6-4462-4d43-af8a-152584bd2244 req-46489dc8-20bc-4403-8b37-6d40f043dba6 service nova] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] Received event network-changed-a015da02-9f61-4b84-84fa-a6f763d8bb16 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:33:33 user nova-compute[75147]: DEBUG nova.compute.manager [req-2bc528d6-4462-4d43-af8a-152584bd2244 req-46489dc8-20bc-4403-8b37-6d40f043dba6 service nova] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] Refreshing instance network info cache due to event network-changed-a015da02-9f61-4b84-84fa-a6f763d8bb16. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 19:33:33 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-2bc528d6-4462-4d43-af8a-152584bd2244 req-46489dc8-20bc-4403-8b37-6d40f043dba6 service nova] Acquiring lock "refresh_cache-48e26cd7-18d7-4aae-9368-e417f1a39826" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:33:34 user nova-compute[75147]: DEBUG nova.network.neutron [None req-a3e24f27-d3b3-4ed1-9f86-d81ba506c667 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] Instance cache missing network info. {{(pid=75147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 19:33:34 user nova-compute[75147]: DEBUG nova.network.neutron [None req-a3e24f27-d3b3-4ed1-9f86-d81ba506c667 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] Updating instance_info_cache with network_info: [{"id": "a015da02-9f61-4b84-84fa-a6f763d8bb16", "address": "fa:16:3e:db:b0:9d", "network": {"id": "a71e29bc-f4c7-43bf-b62a-640bdbe1f778", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1494620895-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8beb0d83b9e445ec875766ef511f053b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa015da02-9f", "ovs_interfaceid": "a015da02-9f61-4b84-84fa-a6f763d8bb16", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:33:34 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-a3e24f27-d3b3-4ed1-9f86-d81ba506c667 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Releasing lock "refresh_cache-48e26cd7-18d7-4aae-9368-e417f1a39826" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:33:34 user nova-compute[75147]: DEBUG nova.compute.manager [None req-a3e24f27-d3b3-4ed1-9f86-d81ba506c667 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] Instance network_info: |[{"id": "a015da02-9f61-4b84-84fa-a6f763d8bb16", "address": "fa:16:3e:db:b0:9d", "network": {"id": "a71e29bc-f4c7-43bf-b62a-640bdbe1f778", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1494620895-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8beb0d83b9e445ec875766ef511f053b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa015da02-9f", "ovs_interfaceid": "a015da02-9f61-4b84-84fa-a6f763d8bb16", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 27 19:33:34 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-2bc528d6-4462-4d43-af8a-152584bd2244 req-46489dc8-20bc-4403-8b37-6d40f043dba6 service nova] Acquired lock "refresh_cache-48e26cd7-18d7-4aae-9368-e417f1a39826" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:33:34 user nova-compute[75147]: DEBUG nova.network.neutron [req-2bc528d6-4462-4d43-af8a-152584bd2244 req-46489dc8-20bc-4403-8b37-6d40f043dba6 service nova] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] Refreshing network info cache for port a015da02-9f61-4b84-84fa-a6f763d8bb16 {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 19:33:34 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-a3e24f27-d3b3-4ed1-9f86-d81ba506c667 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] Start _get_guest_xml network_info=[{"id": "a015da02-9f61-4b84-84fa-a6f763d8bb16", "address": "fa:16:3e:db:b0:9d", "network": {"id": "a71e29bc-f4c7-43bf-b62a-640bdbe1f778", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1494620895-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8beb0d83b9e445ec875766ef511f053b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa015da02-9f", "ovs_interfaceid": "a015da02-9f61-4b84-84fa-a6f763d8bb16", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T19:22:09Z,direct_url=<?>,disk_format='qcow2',id=d52df17c-5315-4a73-ab7c-34c161a414fb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0b43115555434818b0c8bdf6be4946da',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T19:22:11Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'encryption_options': None, 'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encrypted': False, 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_format': None, 'device_name': '/dev/vda', 'image_id': 'd52df17c-5315-4a73-ab7c-34c161a414fb'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 19:33:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:33:34 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-a3e24f27-d3b3-4ed1-9f86-d81ba506c667 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:33:34 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-a3e24f27-d3b3-4ed1-9f86-d81ba506c667 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:33:34 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-a3e24f27-d3b3-4ed1-9f86-d81ba506c667 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 19:33:34 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-a3e24f27-d3b3-4ed1-9f86-d81ba506c667 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] CPU controller missing on host. {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 19:33:34 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-a3e24f27-d3b3-4ed1-9f86-d81ba506c667 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 19:33:34 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-a3e24f27-d3b3-4ed1-9f86-d81ba506c667 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] CPU controller found on host. {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 19:33:34 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-a3e24f27-d3b3-4ed1-9f86-d81ba506c667 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75147) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 19:33:34 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-a3e24f27-d3b3-4ed1-9f86-d81ba506c667 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T19:21:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T19:22:09Z,direct_url=<?>,disk_format='qcow2',id=d52df17c-5315-4a73-ab7c-34c161a414fb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0b43115555434818b0c8bdf6be4946da',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T19:22:11Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 19:33:34 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-a3e24f27-d3b3-4ed1-9f86-d81ba506c667 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Flavor limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 19:33:34 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-a3e24f27-d3b3-4ed1-9f86-d81ba506c667 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Image limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 19:33:34 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-a3e24f27-d3b3-4ed1-9f86-d81ba506c667 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Flavor pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 19:33:34 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-a3e24f27-d3b3-4ed1-9f86-d81ba506c667 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Image pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 19:33:34 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-a3e24f27-d3b3-4ed1-9f86-d81ba506c667 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 19:33:34 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-a3e24f27-d3b3-4ed1-9f86-d81ba506c667 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 19:33:34 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-a3e24f27-d3b3-4ed1-9f86-d81ba506c667 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 19:33:34 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-a3e24f27-d3b3-4ed1-9f86-d81ba506c667 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Got 1 possible topologies {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 19:33:34 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-a3e24f27-d3b3-4ed1-9f86-d81ba506c667 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 19:33:34 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-a3e24f27-d3b3-4ed1-9f86-d81ba506c667 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 19:33:34 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-a3e24f27-d3b3-4ed1-9f86-d81ba506c667 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:33:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-640939562',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-640939562',id=20,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBA+pCcKYWItCSIEcXbXu0sQjdq6f+s6OJ2nWuePLdznvkEvmZISMBAQqPizlEMxTOOCGmX5OwN3onvOSKNkBfWSgoqzq15nxxZT6F83tPhOQ8PQr2aIO/gWx6qYs22w58Q==',key_name='tempest-keypair-133364131',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8beb0d83b9e445ec875766ef511f053b',ramdisk_id='',reservation_id='r-vpyx9309',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-824631730',owner_user_name='tempest-AttachVolumeShelveTestJSON-824631730-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:33:33Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0142753c479d419eb7cad92bf6b372d3',uuid=48e26cd7-18d7-4aae-9368-e417f1a39826,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a015da02-9f61-4b84-84fa-a6f763d8bb16", "address": "fa:16:3e:db:b0:9d", "network": {"id": "a71e29bc-f4c7-43bf-b62a-640bdbe1f778", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1494620895-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8beb0d83b9e445ec875766ef511f053b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa015da02-9f", "ovs_interfaceid": "a015da02-9f61-4b84-84fa-a6f763d8bb16", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75147) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 19:33:34 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-a3e24f27-d3b3-4ed1-9f86-d81ba506c667 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Converting VIF {"id": "a015da02-9f61-4b84-84fa-a6f763d8bb16", "address": "fa:16:3e:db:b0:9d", "network": {"id": "a71e29bc-f4c7-43bf-b62a-640bdbe1f778", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1494620895-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8beb0d83b9e445ec875766ef511f053b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa015da02-9f", "ovs_interfaceid": "a015da02-9f61-4b84-84fa-a6f763d8bb16", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:33:34 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-a3e24f27-d3b3-4ed1-9f86-d81ba506c667 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:db:b0:9d,bridge_name='br-int',has_traffic_filtering=True,id=a015da02-9f61-4b84-84fa-a6f763d8bb16,network=Network(a71e29bc-f4c7-43bf-b62a-640bdbe1f778),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa015da02-9f') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:33:34 user nova-compute[75147]: DEBUG nova.objects.instance [None req-a3e24f27-d3b3-4ed1-9f86-d81ba506c667 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Lazy-loading 'pci_devices' on Instance uuid 48e26cd7-18d7-4aae-9368-e417f1a39826 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:33:34 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-a3e24f27-d3b3-4ed1-9f86-d81ba506c667 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] End _get_guest_xml xml=<domain type="kvm">
Oct 27 19:33:34 user nova-compute[75147]:   <uuid>48e26cd7-18d7-4aae-9368-e417f1a39826</uuid>
Oct 27 19:33:34 user nova-compute[75147]:   <name>instance-00000014</name>
Oct 27 19:33:34 user nova-compute[75147]:   <memory>524288</memory>
Oct 27 19:33:34 user nova-compute[75147]:   <vcpu>1</vcpu>
Oct 27 19:33:34 user nova-compute[75147]:   <metadata>
Oct 27 19:33:34 user nova-compute[75147]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 19:33:34 user nova-compute[75147]:       <nova:package version="0.0.0"/>
Oct 27 19:33:34 user nova-compute[75147]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-640939562</nova:name>
Oct 27 19:33:34 user nova-compute[75147]:       <nova:creationTime>2023-10-27 19:33:34</nova:creationTime>
Oct 27 19:33:34 user nova-compute[75147]:       <nova:flavor name="m1.tiny">
Oct 27 19:33:34 user nova-compute[75147]:         <nova:memory>512</nova:memory>
Oct 27 19:33:34 user nova-compute[75147]:         <nova:disk>1</nova:disk>
Oct 27 19:33:34 user nova-compute[75147]:         <nova:swap>0</nova:swap>
Oct 27 19:33:34 user nova-compute[75147]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 19:33:34 user nova-compute[75147]:         <nova:vcpus>1</nova:vcpus>
Oct 27 19:33:34 user nova-compute[75147]:       </nova:flavor>
Oct 27 19:33:34 user nova-compute[75147]:       <nova:owner>
Oct 27 19:33:34 user nova-compute[75147]:         <nova:user uuid="0142753c479d419eb7cad92bf6b372d3">tempest-AttachVolumeShelveTestJSON-824631730-project-member</nova:user>
Oct 27 19:33:34 user nova-compute[75147]:         <nova:project uuid="8beb0d83b9e445ec875766ef511f053b">tempest-AttachVolumeShelveTestJSON-824631730</nova:project>
Oct 27 19:33:34 user nova-compute[75147]:       </nova:owner>
Oct 27 19:33:34 user nova-compute[75147]:       <nova:root type="image" uuid="d52df17c-5315-4a73-ab7c-34c161a414fb"/>
Oct 27 19:33:34 user nova-compute[75147]:       <nova:ports>
Oct 27 19:33:34 user nova-compute[75147]:         <nova:port uuid="a015da02-9f61-4b84-84fa-a6f763d8bb16">
Oct 27 19:33:34 user nova-compute[75147]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Oct 27 19:33:34 user nova-compute[75147]:         </nova:port>
Oct 27 19:33:34 user nova-compute[75147]:       </nova:ports>
Oct 27 19:33:34 user nova-compute[75147]:     </nova:instance>
Oct 27 19:33:34 user nova-compute[75147]:   </metadata>
Oct 27 19:33:34 user nova-compute[75147]:   <sysinfo type="smbios">
Oct 27 19:33:34 user nova-compute[75147]:     <system>
Oct 27 19:33:34 user nova-compute[75147]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 19:33:34 user nova-compute[75147]:       <entry name="product">OpenStack Nova</entry>
Oct 27 19:33:34 user nova-compute[75147]:       <entry name="version">0.0.0</entry>
Oct 27 19:33:34 user nova-compute[75147]:       <entry name="serial">48e26cd7-18d7-4aae-9368-e417f1a39826</entry>
Oct 27 19:33:34 user nova-compute[75147]:       <entry name="uuid">48e26cd7-18d7-4aae-9368-e417f1a39826</entry>
Oct 27 19:33:34 user nova-compute[75147]:       <entry name="family">Virtual Machine</entry>
Oct 27 19:33:34 user nova-compute[75147]:     </system>
Oct 27 19:33:34 user nova-compute[75147]:   </sysinfo>
Oct 27 19:33:34 user nova-compute[75147]:   <os>
Oct 27 19:33:34 user nova-compute[75147]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 19:33:34 user nova-compute[75147]:     <boot dev="hd"/>
Oct 27 19:33:34 user nova-compute[75147]:     <smbios mode="sysinfo"/>
Oct 27 19:33:34 user nova-compute[75147]:   </os>
Oct 27 19:33:34 user nova-compute[75147]:   <features>
Oct 27 19:33:34 user nova-compute[75147]:     <acpi/>
Oct 27 19:33:34 user nova-compute[75147]:     <apic/>
Oct 27 19:33:34 user nova-compute[75147]:     <vmcoreinfo/>
Oct 27 19:33:34 user nova-compute[75147]:   </features>
Oct 27 19:33:34 user nova-compute[75147]:   <clock offset="utc">
Oct 27 19:33:34 user nova-compute[75147]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 19:33:34 user nova-compute[75147]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 19:33:34 user nova-compute[75147]:     <timer name="hpet" present="no"/>
Oct 27 19:33:34 user nova-compute[75147]:   </clock>
Oct 27 19:33:34 user nova-compute[75147]:   <cpu mode="custom" match="exact">
Oct 27 19:33:34 user nova-compute[75147]:     <model>Nehalem</model>
Oct 27 19:33:34 user nova-compute[75147]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 19:33:34 user nova-compute[75147]:   </cpu>
Oct 27 19:33:34 user nova-compute[75147]:   <devices>
Oct 27 19:33:34 user nova-compute[75147]:     <disk type="file" device="disk">
Oct 27 19:33:34 user nova-compute[75147]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 27 19:33:34 user nova-compute[75147]:       <source file="/opt/stack/data/nova/instances/48e26cd7-18d7-4aae-9368-e417f1a39826/disk"/>
Oct 27 19:33:34 user nova-compute[75147]:       <target dev="vda" bus="virtio"/>
Oct 27 19:33:34 user nova-compute[75147]:     </disk>
Oct 27 19:33:34 user nova-compute[75147]:     <interface type="ethernet">
Oct 27 19:33:34 user nova-compute[75147]:       <mac address="fa:16:3e:db:b0:9d"/>
Oct 27 19:33:34 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:33:34 user nova-compute[75147]:       <mtu size="1442"/>
Oct 27 19:33:34 user nova-compute[75147]:       <target dev="tapa015da02-9f"/>
Oct 27 19:33:34 user nova-compute[75147]:     </interface>
Oct 27 19:33:34 user nova-compute[75147]:     <serial type="pty">
Oct 27 19:33:34 user nova-compute[75147]:       <log file="/opt/stack/data/nova/instances/48e26cd7-18d7-4aae-9368-e417f1a39826/console.log" append="off"/>
Oct 27 19:33:34 user nova-compute[75147]:     </serial>
Oct 27 19:33:34 user nova-compute[75147]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 19:33:34 user nova-compute[75147]:     <video>
Oct 27 19:33:34 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:33:34 user nova-compute[75147]:     </video>
Oct 27 19:33:34 user nova-compute[75147]:     <rng model="virtio">
Oct 27 19:33:34 user nova-compute[75147]:       <backend model="random">/dev/urandom</backend>
Oct 27 19:33:34 user nova-compute[75147]:     </rng>
Oct 27 19:33:34 user nova-compute[75147]:     <controller type="usb" index="0" model="none"/>
Oct 27 19:33:34 user nova-compute[75147]:     <memballoon model="virtio">
Oct 27 19:33:34 user nova-compute[75147]:       <stats period="10"/>
Oct 27 19:33:34 user nova-compute[75147]:     </memballoon>
Oct 27 19:33:34 user nova-compute[75147]:   </devices>
Oct 27 19:33:34 user nova-compute[75147]: </domain>
Oct 27 19:33:34 user nova-compute[75147]:  {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 19:33:34 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-a3e24f27-d3b3-4ed1-9f86-d81ba506c667 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:33:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-640939562',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-640939562',id=20,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBA+pCcKYWItCSIEcXbXu0sQjdq6f+s6OJ2nWuePLdznvkEvmZISMBAQqPizlEMxTOOCGmX5OwN3onvOSKNkBfWSgoqzq15nxxZT6F83tPhOQ8PQr2aIO/gWx6qYs22w58Q==',key_name='tempest-keypair-133364131',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8beb0d83b9e445ec875766ef511f053b',ramdisk_id='',reservation_id='r-vpyx9309',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-824631730',owner_user_name='tempest-AttachVolumeShelveTestJSON-824631730-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:33:33Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0142753c479d419eb7cad92bf6b372d3',uuid=48e26cd7-18d7-4aae-9368-e417f1a39826,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a015da02-9f61-4b84-84fa-a6f763d8bb16", "address": "fa:16:3e:db:b0:9d", "network": {"id": "a71e29bc-f4c7-43bf-b62a-640bdbe1f778", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1494620895-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8beb0d83b9e445ec875766ef511f053b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa015da02-9f", "ovs_interfaceid": "a015da02-9f61-4b84-84fa-a6f763d8bb16", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 19:33:34 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-a3e24f27-d3b3-4ed1-9f86-d81ba506c667 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Converting VIF {"id": "a015da02-9f61-4b84-84fa-a6f763d8bb16", "address": "fa:16:3e:db:b0:9d", "network": {"id": "a71e29bc-f4c7-43bf-b62a-640bdbe1f778", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1494620895-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8beb0d83b9e445ec875766ef511f053b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa015da02-9f", "ovs_interfaceid": "a015da02-9f61-4b84-84fa-a6f763d8bb16", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:33:34 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-a3e24f27-d3b3-4ed1-9f86-d81ba506c667 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:db:b0:9d,bridge_name='br-int',has_traffic_filtering=True,id=a015da02-9f61-4b84-84fa-a6f763d8bb16,network=Network(a71e29bc-f4c7-43bf-b62a-640bdbe1f778),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa015da02-9f') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:33:34 user nova-compute[75147]: DEBUG os_vif [None req-a3e24f27-d3b3-4ed1-9f86-d81ba506c667 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:db:b0:9d,bridge_name='br-int',has_traffic_filtering=True,id=a015da02-9f61-4b84-84fa-a6f763d8bb16,network=Network(a71e29bc-f4c7-43bf-b62a-640bdbe1f778),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa015da02-9f') {{(pid=75147) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 19:33:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:33:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:33:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 19:33:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:33:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '1634c94e-cead-5fb1-be1d-eb3d169a107e', '_type': 'linux-noop'}}, row=False) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:33:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:33:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:33:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:33:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa015da02-9f, may_exist=True, interface_attrs={}) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:33:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa015da02-9f, col_values=(('qos', UUID('7ce00c8d-b6be-474d-b8d2-76bd79637857')),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:33:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa015da02-9f, col_values=(('external_ids', {'iface-id': 'a015da02-9f61-4b84-84fa-a6f763d8bb16', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:db:b0:9d', 'vm-uuid': '48e26cd7-18d7-4aae-9368-e417f1a39826'}),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:33:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:33:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:33:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:33:34 user nova-compute[75147]: INFO os_vif [None req-a3e24f27-d3b3-4ed1-9f86-d81ba506c667 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:db:b0:9d,bridge_name='br-int',has_traffic_filtering=True,id=a015da02-9f61-4b84-84fa-a6f763d8bb16,network=Network(a71e29bc-f4c7-43bf-b62a-640bdbe1f778),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa015da02-9f')
Oct 27 19:33:34 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-a3e24f27-d3b3-4ed1-9f86-d81ba506c667 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] No BDM found with device name vda, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:33:34 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-a3e24f27-d3b3-4ed1-9f86-d81ba506c667 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] No VIF found with MAC fa:16:3e:db:b0:9d, not building metadata {{(pid=75147) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 19:33:34 user nova-compute[75147]: DEBUG nova.network.neutron [req-2bc528d6-4462-4d43-af8a-152584bd2244 req-46489dc8-20bc-4403-8b37-6d40f043dba6 service nova] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] Updated VIF entry in instance network info cache for port a015da02-9f61-4b84-84fa-a6f763d8bb16. {{(pid=75147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 19:33:34 user nova-compute[75147]: DEBUG nova.network.neutron [req-2bc528d6-4462-4d43-af8a-152584bd2244 req-46489dc8-20bc-4403-8b37-6d40f043dba6 service nova] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] Updating instance_info_cache with network_info: [{"id": "a015da02-9f61-4b84-84fa-a6f763d8bb16", "address": "fa:16:3e:db:b0:9d", "network": {"id": "a71e29bc-f4c7-43bf-b62a-640bdbe1f778", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1494620895-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8beb0d83b9e445ec875766ef511f053b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa015da02-9f", "ovs_interfaceid": "a015da02-9f61-4b84-84fa-a6f763d8bb16", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:33:34 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-2bc528d6-4462-4d43-af8a-152584bd2244 req-46489dc8-20bc-4403-8b37-6d40f043dba6 service nova] Releasing lock "refresh_cache-48e26cd7-18d7-4aae-9368-e417f1a39826" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:33:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:33:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:33:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:33:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:33:35 user nova-compute[75147]: DEBUG nova.compute.manager [req-82acc7aa-0a52-427a-b22c-f43efda5c4e0 req-f2d2cf13-eaa9-4b50-b4dc-1dc87f8b6b6f service nova] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] Received event network-vif-plugged-a015da02-9f61-4b84-84fa-a6f763d8bb16 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:33:35 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-82acc7aa-0a52-427a-b22c-f43efda5c4e0 req-f2d2cf13-eaa9-4b50-b4dc-1dc87f8b6b6f service nova] Acquiring lock "48e26cd7-18d7-4aae-9368-e417f1a39826-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:33:35 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-82acc7aa-0a52-427a-b22c-f43efda5c4e0 req-f2d2cf13-eaa9-4b50-b4dc-1dc87f8b6b6f service nova] Lock "48e26cd7-18d7-4aae-9368-e417f1a39826-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:33:35 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-82acc7aa-0a52-427a-b22c-f43efda5c4e0 req-f2d2cf13-eaa9-4b50-b4dc-1dc87f8b6b6f service nova] Lock "48e26cd7-18d7-4aae-9368-e417f1a39826-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:33:35 user nova-compute[75147]: DEBUG nova.compute.manager [req-82acc7aa-0a52-427a-b22c-f43efda5c4e0 req-f2d2cf13-eaa9-4b50-b4dc-1dc87f8b6b6f service nova] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] No waiting events found dispatching network-vif-plugged-a015da02-9f61-4b84-84fa-a6f763d8bb16 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:33:35 user nova-compute[75147]: WARNING nova.compute.manager [req-82acc7aa-0a52-427a-b22c-f43efda5c4e0 req-f2d2cf13-eaa9-4b50-b4dc-1dc87f8b6b6f service nova] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] Received unexpected event network-vif-plugged-a015da02-9f61-4b84-84fa-a6f763d8bb16 for instance with vm_state building and task_state spawning.
Oct 27 19:33:36 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:33:36 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:33:36 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:33:37 user nova-compute[75147]: DEBUG nova.compute.manager [None req-a3e24f27-d3b3-4ed1-9f86-d81ba506c667 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] Instance event wait completed in 0 seconds for  {{(pid=75147) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 19:33:37 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-a3e24f27-d3b3-4ed1-9f86-d81ba506c667 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] Guest created on hypervisor {{(pid=75147) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 19:33:37 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] Instance spawned successfully.
Oct 27 19:33:37 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-a3e24f27-d3b3-4ed1-9f86-d81ba506c667 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 27 19:33:37 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-a3e24f27-d3b3-4ed1-9f86-d81ba506c667 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] Found default for hw_cdrom_bus of ide {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:33:37 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-a3e24f27-d3b3-4ed1-9f86-d81ba506c667 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] Found default for hw_disk_bus of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:33:37 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-a3e24f27-d3b3-4ed1-9f86-d81ba506c667 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] Found default for hw_input_bus of None {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:33:37 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-a3e24f27-d3b3-4ed1-9f86-d81ba506c667 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] Found default for hw_pointer_model of None {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:33:37 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-a3e24f27-d3b3-4ed1-9f86-d81ba506c667 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] Found default for hw_video_model of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:33:37 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-a3e24f27-d3b3-4ed1-9f86-d81ba506c667 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] Found default for hw_vif_model of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:33:37 user nova-compute[75147]: INFO nova.compute.manager [None req-a3e24f27-d3b3-4ed1-9f86-d81ba506c667 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] Took 5.20 seconds to spawn the instance on the hypervisor.
Oct 27 19:33:37 user nova-compute[75147]: DEBUG nova.compute.manager [None req-a3e24f27-d3b3-4ed1-9f86-d81ba506c667 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] Checking state {{(pid=75147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 19:33:38 user nova-compute[75147]: INFO nova.compute.manager [None req-a3e24f27-d3b3-4ed1-9f86-d81ba506c667 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] Took 5.94 seconds to build instance.
Oct 27 19:33:38 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-a3e24f27-d3b3-4ed1-9f86-d81ba506c667 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Lock "48e26cd7-18d7-4aae-9368-e417f1a39826" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.064s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:33:38 user nova-compute[75147]: DEBUG nova.compute.manager [req-713a1143-2455-4160-a620-0b03de0d6527 req-d1278964-567a-408c-9c9d-e985101dc957 service nova] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] Received event network-vif-plugged-a015da02-9f61-4b84-84fa-a6f763d8bb16 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:33:38 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-713a1143-2455-4160-a620-0b03de0d6527 req-d1278964-567a-408c-9c9d-e985101dc957 service nova] Acquiring lock "48e26cd7-18d7-4aae-9368-e417f1a39826-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:33:38 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-713a1143-2455-4160-a620-0b03de0d6527 req-d1278964-567a-408c-9c9d-e985101dc957 service nova] Lock "48e26cd7-18d7-4aae-9368-e417f1a39826-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:33:38 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-713a1143-2455-4160-a620-0b03de0d6527 req-d1278964-567a-408c-9c9d-e985101dc957 service nova] Lock "48e26cd7-18d7-4aae-9368-e417f1a39826-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:33:38 user nova-compute[75147]: DEBUG nova.compute.manager [req-713a1143-2455-4160-a620-0b03de0d6527 req-d1278964-567a-408c-9c9d-e985101dc957 service nova] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] No waiting events found dispatching network-vif-plugged-a015da02-9f61-4b84-84fa-a6f763d8bb16 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:33:38 user nova-compute[75147]: WARNING nova.compute.manager [req-713a1143-2455-4160-a620-0b03de0d6527 req-d1278964-567a-408c-9c9d-e985101dc957 service nova] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] Received unexpected event network-vif-plugged-a015da02-9f61-4b84-84fa-a6f763d8bb16 for instance with vm_state active and task_state None.
Oct 27 19:33:39 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:33:41 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:33:44 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:33:45 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:33:45 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:33:47 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:33:47 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Starting heal instance info cache {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 19:33:47 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Rebuilding the list of instances to heal {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 27 19:33:47 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "refresh_cache-bac22037-a5fc-4b74-a5eb-94c2e51e8155" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:33:47 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquired lock "refresh_cache-bac22037-a5fc-4b74-a5eb-94c2e51e8155" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:33:47 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: bac22037-a5fc-4b74-a5eb-94c2e51e8155] Forcefully refreshing network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 27 19:33:47 user nova-compute[75147]: DEBUG nova.objects.instance [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lazy-loading 'info_cache' on Instance uuid bac22037-a5fc-4b74-a5eb-94c2e51e8155 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:33:48 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: bac22037-a5fc-4b74-a5eb-94c2e51e8155] Updating instance_info_cache with network_info: [{"id": "6e71fd7e-a0c2-47b4-9fab-e5f72fcb2927", "address": "fa:16:3e:bd:98:af", "network": {"id": "997a94dd-a6cc-485a-9bca-761040e12ccf", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-358973122-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c05b7c7e7bf147fcbc02a57ffda4a15d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6e71fd7e-a0", "ovs_interfaceid": "6e71fd7e-a0c2-47b4-9fab-e5f72fcb2927", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:33:48 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Releasing lock "refresh_cache-bac22037-a5fc-4b74-a5eb-94c2e51e8155" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:33:48 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: bac22037-a5fc-4b74-a5eb-94c2e51e8155] Updated the network info_cache for instance {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 27 19:33:48 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:33:48 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:33:48 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:33:48 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:33:48 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:33:48 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Auditing locally available compute resources for user (node: user) {{(pid=75147) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 19:33:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2b0ba44c-96cb-42ef-add4-6535d26bdebf/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:33:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2b0ba44c-96cb-42ef-add4-6535d26bdebf/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:33:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2b0ba44c-96cb-42ef-add4-6535d26bdebf/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:33:49 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:33:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2b0ba44c-96cb-42ef-add4-6535d26bdebf/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:33:49 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75147) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 19:33:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dae4e32d-225f-4e0e-833b-dba42ab1df79/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:33:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dae4e32d-225f-4e0e-833b-dba42ab1df79/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:33:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dae4e32d-225f-4e0e-833b-dba42ab1df79/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:33:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dae4e32d-225f-4e0e-833b-dba42ab1df79/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:33:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/48e26cd7-18d7-4aae-9368-e417f1a39826/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:33:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/48e26cd7-18d7-4aae-9368-e417f1a39826/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:33:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/48e26cd7-18d7-4aae-9368-e417f1a39826/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:33:50 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/48e26cd7-18d7-4aae-9368-e417f1a39826/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:33:50 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18fad5c9-4c2b-4e90-a568-bd0a32497c63/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:33:50 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18fad5c9-4c2b-4e90-a568-bd0a32497c63/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:33:50 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18fad5c9-4c2b-4e90-a568-bd0a32497c63/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:33:50 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18fad5c9-4c2b-4e90-a568-bd0a32497c63/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:33:50 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3fb6898-879f-4828-b0c8-f4c7911c334c/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:33:50 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3fb6898-879f-4828-b0c8-f4c7911c334c/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:33:50 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3fb6898-879f-4828-b0c8-f4c7911c334c/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:33:50 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3fb6898-879f-4828-b0c8-f4c7911c334c/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:33:50 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk.rescue --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:33:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk.rescue --force-share --output=json" returned: 0 in 0.220s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:33:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk.rescue --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:33:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk.rescue --force-share --output=json" returned: 0 in 0.184s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:33:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:33:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk --force-share --output=json" returned: 0 in 0.249s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:33:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:33:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:33:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bac22037-a5fc-4b74-a5eb-94c2e51e8155/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:33:52 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bac22037-a5fc-4b74-a5eb-94c2e51e8155/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:33:52 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bac22037-a5fc-4b74-a5eb-94c2e51e8155/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:33:52 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bac22037-a5fc-4b74-a5eb-94c2e51e8155/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:33:52 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c38a6c4c-f585-4095-90b5-f41781c55d42/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:33:52 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:33:52 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c38a6c4c-f585-4095-90b5-f41781c55d42/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:33:52 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c38a6c4c-f585-4095-90b5-f41781c55d42/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:33:52 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c38a6c4c-f585-4095-90b5-f41781c55d42/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:33:53 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:33:53 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:33:53 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Hypervisor/Node resource view: name=user free_ram=7529MB free_disk=25.312477111816406GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75147) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 19:33:53 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:33:53 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:33:53 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance bac22037-a5fc-4b74-a5eb-94c2e51e8155 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:33:53 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:33:53 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance d3fb6898-879f-4828-b0c8-f4c7911c334c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:33:53 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 2b0ba44c-96cb-42ef-add4-6535d26bdebf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:33:53 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance dae4e32d-225f-4e0e-833b-dba42ab1df79 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:33:53 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance c38a6c4c-f585-4095-90b5-f41781c55d42 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:33:53 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 18fad5c9-4c2b-4e90-a568-bd0a32497c63 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:33:53 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 48e26cd7-18d7-4aae-9368-e417f1a39826 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:33:53 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Total usable vcpus: 12, total allocated vcpus: 8 {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 19:33:53 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Final resource view: name=user phys_ram=16011MB used_ram=4608MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=8 pci_stats=[] {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 19:33:53 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:33:53 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:33:53 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Compute_service record updated for user:user {{(pid=75147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 19:33:53 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.478s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:33:54 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:33:54 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:33:54 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:33:54 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:33:54 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:33:54 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75147) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 19:33:55 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:33:56 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:33:56 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:33:59 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:34:01 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:34:03 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:34:04 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:34:05 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:34:06 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:34:09 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:34:10 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:34:11 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:34:11 user nova-compute[75147]: DEBUG nova.compute.manager [req-d52bc69d-3ce5-41b3-a323-e83eac728b98 req-c4e17cf3-a729-40e3-b60c-a3a03295a969 service nova] [instance: dae4e32d-225f-4e0e-833b-dba42ab1df79] Received event network-changed-6181d14d-9450-453a-abe6-379061642de7 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:34:11 user nova-compute[75147]: DEBUG nova.compute.manager [req-d52bc69d-3ce5-41b3-a323-e83eac728b98 req-c4e17cf3-a729-40e3-b60c-a3a03295a969 service nova] [instance: dae4e32d-225f-4e0e-833b-dba42ab1df79] Refreshing instance network info cache due to event network-changed-6181d14d-9450-453a-abe6-379061642de7. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 19:34:11 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-d52bc69d-3ce5-41b3-a323-e83eac728b98 req-c4e17cf3-a729-40e3-b60c-a3a03295a969 service nova] Acquiring lock "refresh_cache-dae4e32d-225f-4e0e-833b-dba42ab1df79" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:34:11 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-d52bc69d-3ce5-41b3-a323-e83eac728b98 req-c4e17cf3-a729-40e3-b60c-a3a03295a969 service nova] Acquired lock "refresh_cache-dae4e32d-225f-4e0e-833b-dba42ab1df79" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:34:11 user nova-compute[75147]: DEBUG nova.network.neutron [req-d52bc69d-3ce5-41b3-a323-e83eac728b98 req-c4e17cf3-a729-40e3-b60c-a3a03295a969 service nova] [instance: dae4e32d-225f-4e0e-833b-dba42ab1df79] Refreshing network info cache for port 6181d14d-9450-453a-abe6-379061642de7 {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 19:34:11 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-50dc263c-3657-46ee-afa8-1da30f5ec08a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Acquiring lock "dae4e32d-225f-4e0e-833b-dba42ab1df79" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:34:11 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-50dc263c-3657-46ee-afa8-1da30f5ec08a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Lock "dae4e32d-225f-4e0e-833b-dba42ab1df79" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:34:11 user nova-compute[75147]: DEBUG nova.objects.instance [None req-50dc263c-3657-46ee-afa8-1da30f5ec08a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Lazy-loading 'flavor' on Instance uuid dae4e32d-225f-4e0e-833b-dba42ab1df79 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:34:11 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-50dc263c-3657-46ee-afa8-1da30f5ec08a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Lock "dae4e32d-225f-4e0e-833b-dba42ab1df79" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.079s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:34:11 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-50dc263c-3657-46ee-afa8-1da30f5ec08a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Acquiring lock "dae4e32d-225f-4e0e-833b-dba42ab1df79" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:34:11 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-50dc263c-3657-46ee-afa8-1da30f5ec08a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Lock "dae4e32d-225f-4e0e-833b-dba42ab1df79" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:34:11 user nova-compute[75147]: INFO nova.compute.manager [None req-50dc263c-3657-46ee-afa8-1da30f5ec08a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] [instance: dae4e32d-225f-4e0e-833b-dba42ab1df79] Attaching volume 55afc558-6ce0-43de-a815-709b9511971d to /dev/vdb
Oct 27 19:34:11 user nova-compute[75147]: DEBUG os_brick.utils [None req-50dc263c-3657-46ee-afa8-1da30f5ec08a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:34:11 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:34:11 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:34:11 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[6768bad9-47aa-48af-b211-ec8afeba5eff]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9325735bc82e\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:34:11 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:34:11 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:34:11 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[299ec684-8be8-4b32-834f-c0bd21d1b7fd]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:34:11 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:34:11 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:34:11 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[63ac6328-cae2-45c9-9d36-645994cd0c94]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:34:11 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[0914b02a-411b-4a36-b51d-45aa054de522]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:34:11 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-50dc263c-3657-46ee-afa8-1da30f5ec08a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Running cmd (subprocess): nvme version {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:34:12 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-50dc263c-3657-46ee-afa8-1da30f5ec08a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] 'nvme version' failed. Not Retrying. {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 19:34:12 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.nvmeof [None req-50dc263c-3657-46ee-afa8-1da30f5ec08a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] nvme not present on system {{(pid=75147) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 27 19:34:12 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:34:12 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 19:34:12 user nova-compute[75147]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 27 19:34:12 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[946497c8-7c68-4b27-8815-b5392584b0c3]: (4, '') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:34:12 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-50dc263c-3657-46ee-afa8-1da30f5ec08a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75147) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 27 19:34:12 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-50dc263c-3657-46ee-afa8-1da30f5ec08a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 27 19:34:12 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-50dc263c-3657-46ee-afa8-1da30f5ec08a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] LIGHTOS: no hostnqn found. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 27 19:34:12 user nova-compute[75147]: DEBUG os_brick.utils [None req-50dc263c-3657-46ee-afa8-1da30f5ec08a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] <== get_connector_properties: return (188ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9325735bc82e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:34:12 user nova-compute[75147]: DEBUG nova.virt.block_device [None req-50dc263c-3657-46ee-afa8-1da30f5ec08a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] [instance: dae4e32d-225f-4e0e-833b-dba42ab1df79] Updating existing volume attachment record: 303b42e6-4ec4-4e2d-a39b-6a162175852b {{(pid=75147) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 27 19:34:12 user nova-compute[75147]: DEBUG nova.network.neutron [req-d52bc69d-3ce5-41b3-a323-e83eac728b98 req-c4e17cf3-a729-40e3-b60c-a3a03295a969 service nova] [instance: dae4e32d-225f-4e0e-833b-dba42ab1df79] Updated VIF entry in instance network info cache for port 6181d14d-9450-453a-abe6-379061642de7. {{(pid=75147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 19:34:12 user nova-compute[75147]: DEBUG nova.network.neutron [req-d52bc69d-3ce5-41b3-a323-e83eac728b98 req-c4e17cf3-a729-40e3-b60c-a3a03295a969 service nova] [instance: dae4e32d-225f-4e0e-833b-dba42ab1df79] Updating instance_info_cache with network_info: [{"id": "6181d14d-9450-453a-abe6-379061642de7", "address": "fa:16:3e:2f:7f:08", "network": {"id": "a780be4b-5a46-463b-a94e-4fa6ce13a1ee", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1898519297-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b865f773dbe84756ad7dd893fff4bad6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6181d14d-94", "ovs_interfaceid": "6181d14d-9450-453a-abe6-379061642de7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:34:12 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-d52bc69d-3ce5-41b3-a323-e83eac728b98 req-c4e17cf3-a729-40e3-b60c-a3a03295a969 service nova] Releasing lock "refresh_cache-dae4e32d-225f-4e0e-833b-dba42ab1df79" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:34:12 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:34:14 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:34:16 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:34:19 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:34:19 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:34:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:34:24 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:34:25 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:34:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:34:28 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:34:29 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-0609bee0-f31a-4cf5-b338-834a08b8a06d tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Acquiring lock "2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:34:29 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-0609bee0-f31a-4cf5-b338-834a08b8a06d tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Lock "2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:34:29 user nova-compute[75147]: DEBUG nova.compute.manager [None req-0609bee0-f31a-4cf5-b338-834a08b8a06d tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] Starting instance... {{(pid=75147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 27 19:34:29 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-0609bee0-f31a-4cf5-b338-834a08b8a06d tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:34:29 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-0609bee0-f31a-4cf5-b338-834a08b8a06d tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:34:29 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-0609bee0-f31a-4cf5-b338-834a08b8a06d tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75147) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 19:34:29 user nova-compute[75147]: INFO nova.compute.claims [None req-0609bee0-f31a-4cf5-b338-834a08b8a06d tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] Claim successful on node user
Oct 27 19:34:29 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:34:29 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-0609bee0-f31a-4cf5-b338-834a08b8a06d tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:34:29 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-0609bee0-f31a-4cf5-b338-834a08b8a06d tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:34:29 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-0609bee0-f31a-4cf5-b338-834a08b8a06d tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.529s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:34:29 user nova-compute[75147]: DEBUG nova.compute.manager [None req-0609bee0-f31a-4cf5-b338-834a08b8a06d tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] Start building networks asynchronously for instance. {{(pid=75147) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 27 19:34:29 user nova-compute[75147]: DEBUG nova.compute.manager [None req-0609bee0-f31a-4cf5-b338-834a08b8a06d tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] Allocating IP information in the background. {{(pid=75147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 27 19:34:29 user nova-compute[75147]: DEBUG nova.network.neutron [None req-0609bee0-f31a-4cf5-b338-834a08b8a06d tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] allocate_for_instance() {{(pid=75147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 27 19:34:29 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-0609bee0-f31a-4cf5-b338-834a08b8a06d tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 27 19:34:29 user nova-compute[75147]: DEBUG nova.compute.manager [None req-0609bee0-f31a-4cf5-b338-834a08b8a06d tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] Start building block device mappings for instance. {{(pid=75147) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 27 19:34:29 user nova-compute[75147]: DEBUG nova.policy [None req-0609bee0-f31a-4cf5-b338-834a08b8a06d tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3c576f542901451e9888c180f252f8ea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '450b881baa634957849eab8a1ba07ac4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75147) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 27 19:34:30 user nova-compute[75147]: DEBUG nova.compute.manager [None req-0609bee0-f31a-4cf5-b338-834a08b8a06d tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] Start spawning the instance on the hypervisor. {{(pid=75147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 27 19:34:30 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-0609bee0-f31a-4cf5-b338-834a08b8a06d tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] Creating instance directory {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 19:34:30 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-0609bee0-f31a-4cf5-b338-834a08b8a06d tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] Creating image(s)
Oct 27 19:34:30 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-0609bee0-f31a-4cf5-b338-834a08b8a06d tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Acquiring lock "/opt/stack/data/nova/instances/2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:34:30 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-0609bee0-f31a-4cf5-b338-834a08b8a06d tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Lock "/opt/stack/data/nova/instances/2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:34:30 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-0609bee0-f31a-4cf5-b338-834a08b8a06d tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Lock "/opt/stack/data/nova/instances/2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:34:30 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-0609bee0-f31a-4cf5-b338-834a08b8a06d tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:34:30 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-0609bee0-f31a-4cf5-b338-834a08b8a06d tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.216s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:34:30 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-0609bee0-f31a-4cf5-b338-834a08b8a06d tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Acquiring lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:34:30 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-0609bee0-f31a-4cf5-b338-834a08b8a06d tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:34:30 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-0609bee0-f31a-4cf5-b338-834a08b8a06d tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:34:30 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-51c5f09b-cc00-4cc7-9a02-a9559ff873d8 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Acquiring lock "73439fd6-da4c-4dd7-b8cf-2baf9a34e717" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:34:30 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-51c5f09b-cc00-4cc7-9a02-a9559ff873d8 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Lock "73439fd6-da4c-4dd7-b8cf-2baf9a34e717" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:34:30 user nova-compute[75147]: DEBUG nova.compute.manager [None req-51c5f09b-cc00-4cc7-9a02-a9559ff873d8 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] [instance: 73439fd6-da4c-4dd7-b8cf-2baf9a34e717] Starting instance... {{(pid=75147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 27 19:34:30 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-51c5f09b-cc00-4cc7-9a02-a9559ff873d8 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:34:30 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-51c5f09b-cc00-4cc7-9a02-a9559ff873d8 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:34:30 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-51c5f09b-cc00-4cc7-9a02-a9559ff873d8 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75147) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 19:34:30 user nova-compute[75147]: INFO nova.compute.claims [None req-51c5f09b-cc00-4cc7-9a02-a9559ff873d8 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] [instance: 73439fd6-da4c-4dd7-b8cf-2baf9a34e717] Claim successful on node user
Oct 27 19:34:30 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-0609bee0-f31a-4cf5-b338-834a08b8a06d tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.283s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:34:30 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-0609bee0-f31a-4cf5-b338-834a08b8a06d tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa,backing_fmt=raw /opt/stack/data/nova/instances/2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0/disk 1073741824 {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:34:30 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-0609bee0-f31a-4cf5-b338-834a08b8a06d tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa,backing_fmt=raw /opt/stack/data/nova/instances/2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0/disk 1073741824" returned: 0 in 0.055s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:34:30 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-0609bee0-f31a-4cf5-b338-834a08b8a06d tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.344s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:34:30 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-0609bee0-f31a-4cf5-b338-834a08b8a06d tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:34:30 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:34:30 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-0609bee0-f31a-4cf5-b338-834a08b8a06d tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.210s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:34:30 user nova-compute[75147]: DEBUG nova.virt.disk.api [None req-0609bee0-f31a-4cf5-b338-834a08b8a06d tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Checking if we can resize image /opt/stack/data/nova/instances/2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0/disk. size=1073741824 {{(pid=75147) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 27 19:34:30 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-0609bee0-f31a-4cf5-b338-834a08b8a06d tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:34:30 user nova-compute[75147]: DEBUG nova.network.neutron [None req-0609bee0-f31a-4cf5-b338-834a08b8a06d tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] Successfully created port: a3a6d6a1-6d96-4574-9780-7ce67bdf8b04 {{(pid=75147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 19:34:30 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-0609bee0-f31a-4cf5-b338-834a08b8a06d tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:34:30 user nova-compute[75147]: DEBUG nova.virt.disk.api [None req-0609bee0-f31a-4cf5-b338-834a08b8a06d tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Cannot resize image /opt/stack/data/nova/instances/2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0/disk to a smaller size. {{(pid=75147) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 27 19:34:31 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-0609bee0-f31a-4cf5-b338-834a08b8a06d tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] Created local disks {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 27 19:34:31 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-0609bee0-f31a-4cf5-b338-834a08b8a06d tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] Ensure instance console log exists: /opt/stack/data/nova/instances/2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0/console.log {{(pid=75147) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 19:34:31 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-0609bee0-f31a-4cf5-b338-834a08b8a06d tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:34:31 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-0609bee0-f31a-4cf5-b338-834a08b8a06d tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:34:31 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-0609bee0-f31a-4cf5-b338-834a08b8a06d tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:34:31 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-51c5f09b-cc00-4cc7-9a02-a9559ff873d8 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:34:31 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-51c5f09b-cc00-4cc7-9a02-a9559ff873d8 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:34:31 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-51c5f09b-cc00-4cc7-9a02-a9559ff873d8 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.635s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:34:31 user nova-compute[75147]: DEBUG nova.compute.manager [None req-51c5f09b-cc00-4cc7-9a02-a9559ff873d8 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] [instance: 73439fd6-da4c-4dd7-b8cf-2baf9a34e717] Start building networks asynchronously for instance. {{(pid=75147) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 27 19:34:31 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:34:31 user nova-compute[75147]: DEBUG nova.compute.manager [None req-51c5f09b-cc00-4cc7-9a02-a9559ff873d8 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] [instance: 73439fd6-da4c-4dd7-b8cf-2baf9a34e717] Allocating IP information in the background. {{(pid=75147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 27 19:34:31 user nova-compute[75147]: DEBUG nova.network.neutron [None req-51c5f09b-cc00-4cc7-9a02-a9559ff873d8 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] [instance: 73439fd6-da4c-4dd7-b8cf-2baf9a34e717] allocate_for_instance() {{(pid=75147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 27 19:34:31 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-51c5f09b-cc00-4cc7-9a02-a9559ff873d8 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] [instance: 73439fd6-da4c-4dd7-b8cf-2baf9a34e717] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 27 19:34:31 user nova-compute[75147]: DEBUG nova.compute.manager [None req-51c5f09b-cc00-4cc7-9a02-a9559ff873d8 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] [instance: 73439fd6-da4c-4dd7-b8cf-2baf9a34e717] Start building block device mappings for instance. {{(pid=75147) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 27 19:34:31 user nova-compute[75147]: DEBUG nova.compute.manager [None req-51c5f09b-cc00-4cc7-9a02-a9559ff873d8 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] [instance: 73439fd6-da4c-4dd7-b8cf-2baf9a34e717] Start spawning the instance on the hypervisor. {{(pid=75147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 27 19:34:31 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-51c5f09b-cc00-4cc7-9a02-a9559ff873d8 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] [instance: 73439fd6-da4c-4dd7-b8cf-2baf9a34e717] Creating instance directory {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 19:34:31 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-51c5f09b-cc00-4cc7-9a02-a9559ff873d8 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] [instance: 73439fd6-da4c-4dd7-b8cf-2baf9a34e717] Creating image(s)
Oct 27 19:34:31 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-51c5f09b-cc00-4cc7-9a02-a9559ff873d8 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Acquiring lock "/opt/stack/data/nova/instances/73439fd6-da4c-4dd7-b8cf-2baf9a34e717/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:34:31 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-51c5f09b-cc00-4cc7-9a02-a9559ff873d8 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Lock "/opt/stack/data/nova/instances/73439fd6-da4c-4dd7-b8cf-2baf9a34e717/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:34:31 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-51c5f09b-cc00-4cc7-9a02-a9559ff873d8 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Lock "/opt/stack/data/nova/instances/73439fd6-da4c-4dd7-b8cf-2baf9a34e717/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:34:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-51c5f09b-cc00-4cc7-9a02-a9559ff873d8 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:34:31 user nova-compute[75147]: DEBUG nova.policy [None req-51c5f09b-cc00-4cc7-9a02-a9559ff873d8 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b183178367c444f6b27dc769ba848f60', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '425e13a8ac6d4f34b0e3887641f9ba15', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75147) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 27 19:34:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-51c5f09b-cc00-4cc7-9a02-a9559ff873d8 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.228s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:34:31 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-51c5f09b-cc00-4cc7-9a02-a9559ff873d8 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Acquiring lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:34:31 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-51c5f09b-cc00-4cc7-9a02-a9559ff873d8 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:34:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-51c5f09b-cc00-4cc7-9a02-a9559ff873d8 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:34:31 user nova-compute[75147]: DEBUG nova.network.neutron [None req-0609bee0-f31a-4cf5-b338-834a08b8a06d tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] Successfully updated port: a3a6d6a1-6d96-4574-9780-7ce67bdf8b04 {{(pid=75147) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 19:34:31 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-0609bee0-f31a-4cf5-b338-834a08b8a06d tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Acquiring lock "refresh_cache-2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:34:31 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-0609bee0-f31a-4cf5-b338-834a08b8a06d tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Acquired lock "refresh_cache-2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:34:31 user nova-compute[75147]: DEBUG nova.network.neutron [None req-0609bee0-f31a-4cf5-b338-834a08b8a06d tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] Building network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 19:34:31 user nova-compute[75147]: DEBUG nova.compute.manager [req-26bd57e0-cfb4-4bb4-99c0-26e200fa5492 req-8ff496cd-47df-4609-858b-cfe8fc64c822 service nova] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] Received event network-changed-a3a6d6a1-6d96-4574-9780-7ce67bdf8b04 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:34:31 user nova-compute[75147]: DEBUG nova.compute.manager [req-26bd57e0-cfb4-4bb4-99c0-26e200fa5492 req-8ff496cd-47df-4609-858b-cfe8fc64c822 service nova] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] Refreshing instance network info cache due to event network-changed-a3a6d6a1-6d96-4574-9780-7ce67bdf8b04. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 19:34:31 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-26bd57e0-cfb4-4bb4-99c0-26e200fa5492 req-8ff496cd-47df-4609-858b-cfe8fc64c822 service nova] Acquiring lock "refresh_cache-2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:34:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-51c5f09b-cc00-4cc7-9a02-a9559ff873d8 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.256s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:34:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-51c5f09b-cc00-4cc7-9a02-a9559ff873d8 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa,backing_fmt=raw /opt/stack/data/nova/instances/73439fd6-da4c-4dd7-b8cf-2baf9a34e717/disk 1073741824 {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:34:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-51c5f09b-cc00-4cc7-9a02-a9559ff873d8 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa,backing_fmt=raw /opt/stack/data/nova/instances/73439fd6-da4c-4dd7-b8cf-2baf9a34e717/disk 1073741824" returned: 0 in 0.064s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:34:31 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-51c5f09b-cc00-4cc7-9a02-a9559ff873d8 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.326s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:34:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-51c5f09b-cc00-4cc7-9a02-a9559ff873d8 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:34:32 user nova-compute[75147]: DEBUG nova.network.neutron [None req-0609bee0-f31a-4cf5-b338-834a08b8a06d tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] Instance cache missing network info. {{(pid=75147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 19:34:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-51c5f09b-cc00-4cc7-9a02-a9559ff873d8 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.178s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:34:32 user nova-compute[75147]: DEBUG nova.virt.disk.api [None req-51c5f09b-cc00-4cc7-9a02-a9559ff873d8 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Checking if we can resize image /opt/stack/data/nova/instances/73439fd6-da4c-4dd7-b8cf-2baf9a34e717/disk. size=1073741824 {{(pid=75147) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 27 19:34:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-51c5f09b-cc00-4cc7-9a02-a9559ff873d8 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/73439fd6-da4c-4dd7-b8cf-2baf9a34e717/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:34:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-51c5f09b-cc00-4cc7-9a02-a9559ff873d8 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/73439fd6-da4c-4dd7-b8cf-2baf9a34e717/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:34:32 user nova-compute[75147]: DEBUG nova.virt.disk.api [None req-51c5f09b-cc00-4cc7-9a02-a9559ff873d8 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Cannot resize image /opt/stack/data/nova/instances/73439fd6-da4c-4dd7-b8cf-2baf9a34e717/disk to a smaller size. {{(pid=75147) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 27 19:34:32 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-51c5f09b-cc00-4cc7-9a02-a9559ff873d8 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] [instance: 73439fd6-da4c-4dd7-b8cf-2baf9a34e717] Created local disks {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 27 19:34:32 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-51c5f09b-cc00-4cc7-9a02-a9559ff873d8 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] [instance: 73439fd6-da4c-4dd7-b8cf-2baf9a34e717] Ensure instance console log exists: /opt/stack/data/nova/instances/73439fd6-da4c-4dd7-b8cf-2baf9a34e717/console.log {{(pid=75147) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 19:34:32 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-51c5f09b-cc00-4cc7-9a02-a9559ff873d8 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:34:32 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-51c5f09b-cc00-4cc7-9a02-a9559ff873d8 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:34:32 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-51c5f09b-cc00-4cc7-9a02-a9559ff873d8 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:34:32 user nova-compute[75147]: DEBUG nova.network.neutron [None req-51c5f09b-cc00-4cc7-9a02-a9559ff873d8 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] [instance: 73439fd6-da4c-4dd7-b8cf-2baf9a34e717] Successfully created port: 201fbd38-543c-4f18-bf86-ea3916262282 {{(pid=75147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 19:34:32 user nova-compute[75147]: DEBUG nova.network.neutron [None req-0609bee0-f31a-4cf5-b338-834a08b8a06d tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] Updating instance_info_cache with network_info: [{"id": "a3a6d6a1-6d96-4574-9780-7ce67bdf8b04", "address": "fa:16:3e:c3:79:20", "network": {"id": "fbbe2c13-ca4d-45b8-8049-d7ef897b45f2", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1144256647-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "450b881baa634957849eab8a1ba07ac4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa3a6d6a1-6d", "ovs_interfaceid": "a3a6d6a1-6d96-4574-9780-7ce67bdf8b04", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:34:32 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-0609bee0-f31a-4cf5-b338-834a08b8a06d tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Releasing lock "refresh_cache-2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:34:32 user nova-compute[75147]: DEBUG nova.compute.manager [None req-0609bee0-f31a-4cf5-b338-834a08b8a06d tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] Instance network_info: |[{"id": "a3a6d6a1-6d96-4574-9780-7ce67bdf8b04", "address": "fa:16:3e:c3:79:20", "network": {"id": "fbbe2c13-ca4d-45b8-8049-d7ef897b45f2", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1144256647-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "450b881baa634957849eab8a1ba07ac4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa3a6d6a1-6d", "ovs_interfaceid": "a3a6d6a1-6d96-4574-9780-7ce67bdf8b04", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 27 19:34:32 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-26bd57e0-cfb4-4bb4-99c0-26e200fa5492 req-8ff496cd-47df-4609-858b-cfe8fc64c822 service nova] Acquired lock "refresh_cache-2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:34:32 user nova-compute[75147]: DEBUG nova.network.neutron [req-26bd57e0-cfb4-4bb4-99c0-26e200fa5492 req-8ff496cd-47df-4609-858b-cfe8fc64c822 service nova] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] Refreshing network info cache for port a3a6d6a1-6d96-4574-9780-7ce67bdf8b04 {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 19:34:32 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-0609bee0-f31a-4cf5-b338-834a08b8a06d tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] Start _get_guest_xml network_info=[{"id": "a3a6d6a1-6d96-4574-9780-7ce67bdf8b04", "address": "fa:16:3e:c3:79:20", "network": {"id": "fbbe2c13-ca4d-45b8-8049-d7ef897b45f2", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1144256647-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "450b881baa634957849eab8a1ba07ac4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa3a6d6a1-6d", "ovs_interfaceid": "a3a6d6a1-6d96-4574-9780-7ce67bdf8b04", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T19:22:09Z,direct_url=<?>,disk_format='qcow2',id=d52df17c-5315-4a73-ab7c-34c161a414fb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0b43115555434818b0c8bdf6be4946da',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T19:22:11Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'encryption_options': None, 'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encrypted': False, 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_format': None, 'device_name': '/dev/vda', 'image_id': 'd52df17c-5315-4a73-ab7c-34c161a414fb'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 19:34:32 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-0609bee0-f31a-4cf5-b338-834a08b8a06d tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:34:32 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-0609bee0-f31a-4cf5-b338-834a08b8a06d tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:34:32 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-0609bee0-f31a-4cf5-b338-834a08b8a06d tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 19:34:32 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-0609bee0-f31a-4cf5-b338-834a08b8a06d tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] CPU controller missing on host. {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 19:34:32 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-0609bee0-f31a-4cf5-b338-834a08b8a06d tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 19:34:32 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-0609bee0-f31a-4cf5-b338-834a08b8a06d tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] CPU controller found on host. {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 19:34:32 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-0609bee0-f31a-4cf5-b338-834a08b8a06d tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75147) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 19:34:32 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-0609bee0-f31a-4cf5-b338-834a08b8a06d tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T19:21:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T19:22:09Z,direct_url=<?>,disk_format='qcow2',id=d52df17c-5315-4a73-ab7c-34c161a414fb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0b43115555434818b0c8bdf6be4946da',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T19:22:11Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 19:34:32 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-0609bee0-f31a-4cf5-b338-834a08b8a06d tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Flavor limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 19:34:32 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-0609bee0-f31a-4cf5-b338-834a08b8a06d tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Image limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 19:34:32 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-0609bee0-f31a-4cf5-b338-834a08b8a06d tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Flavor pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 19:34:32 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-0609bee0-f31a-4cf5-b338-834a08b8a06d tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Image pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 19:34:32 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-0609bee0-f31a-4cf5-b338-834a08b8a06d tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 19:34:32 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-0609bee0-f31a-4cf5-b338-834a08b8a06d tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 19:34:32 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-0609bee0-f31a-4cf5-b338-834a08b8a06d tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 19:34:32 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-0609bee0-f31a-4cf5-b338-834a08b8a06d tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Got 1 possible topologies {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 19:34:32 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-0609bee0-f31a-4cf5-b338-834a08b8a06d tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 19:34:32 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-0609bee0-f31a-4cf5-b338-834a08b8a06d tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 19:34:32 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-0609bee0-f31a-4cf5-b338-834a08b8a06d tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-27T19:34:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2102585964',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2102585964',id=21,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGvhhmQ0dP6xMg5gPt48RNxnrmI1KKhQ+YYMP12AM7ACUouCVGyrAEQOE+V3oOWFoDdOr4hI07glbDgL0Nf5cVN5FQ5Lin6Ztj4oKmmAt/A214PE7C3YJ8zvvH1XmZHwxQ==',key_name='tempest-keypair-213379587',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='450b881baa634957849eab8a1ba07ac4',ramdisk_id='',reservation_id='r-0k205fz0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedAttachmentsTest-1852432134',owner_user_name='tempest-TaggedAttachmentsTest-1852432134-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:34:30Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3c576f542901451e9888c180f252f8ea',uuid=2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a3a6d6a1-6d96-4574-9780-7ce67bdf8b04", "address": "fa:16:3e:c3:79:20", "network": {"id": "fbbe2c13-ca4d-45b8-8049-d7ef897b45f2", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1144256647-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "450b881baa634957849eab8a1ba07ac4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa3a6d6a1-6d", "ovs_interfaceid": "a3a6d6a1-6d96-4574-9780-7ce67bdf8b04", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75147) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 19:34:32 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-0609bee0-f31a-4cf5-b338-834a08b8a06d tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Converting VIF {"id": "a3a6d6a1-6d96-4574-9780-7ce67bdf8b04", "address": "fa:16:3e:c3:79:20", "network": {"id": "fbbe2c13-ca4d-45b8-8049-d7ef897b45f2", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1144256647-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "450b881baa634957849eab8a1ba07ac4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa3a6d6a1-6d", "ovs_interfaceid": "a3a6d6a1-6d96-4574-9780-7ce67bdf8b04", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:34:32 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-0609bee0-f31a-4cf5-b338-834a08b8a06d tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c3:79:20,bridge_name='br-int',has_traffic_filtering=True,id=a3a6d6a1-6d96-4574-9780-7ce67bdf8b04,network=Network(fbbe2c13-ca4d-45b8-8049-d7ef897b45f2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa3a6d6a1-6d') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:34:32 user nova-compute[75147]: DEBUG nova.objects.instance [None req-0609bee0-f31a-4cf5-b338-834a08b8a06d tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Lazy-loading 'pci_devices' on Instance uuid 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:34:32 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-0609bee0-f31a-4cf5-b338-834a08b8a06d tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] End _get_guest_xml xml=<domain type="kvm">
Oct 27 19:34:32 user nova-compute[75147]:   <uuid>2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0</uuid>
Oct 27 19:34:32 user nova-compute[75147]:   <name>instance-00000015</name>
Oct 27 19:34:32 user nova-compute[75147]:   <memory>524288</memory>
Oct 27 19:34:32 user nova-compute[75147]:   <vcpu>1</vcpu>
Oct 27 19:34:32 user nova-compute[75147]:   <metadata>
Oct 27 19:34:32 user nova-compute[75147]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 19:34:32 user nova-compute[75147]:       <nova:package version="0.0.0"/>
Oct 27 19:34:32 user nova-compute[75147]:       <nova:name>tempest-device-tagging-server-2102585964</nova:name>
Oct 27 19:34:32 user nova-compute[75147]:       <nova:creationTime>2023-10-27 19:34:32</nova:creationTime>
Oct 27 19:34:32 user nova-compute[75147]:       <nova:flavor name="m1.tiny">
Oct 27 19:34:32 user nova-compute[75147]:         <nova:memory>512</nova:memory>
Oct 27 19:34:32 user nova-compute[75147]:         <nova:disk>1</nova:disk>
Oct 27 19:34:32 user nova-compute[75147]:         <nova:swap>0</nova:swap>
Oct 27 19:34:32 user nova-compute[75147]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 19:34:32 user nova-compute[75147]:         <nova:vcpus>1</nova:vcpus>
Oct 27 19:34:32 user nova-compute[75147]:       </nova:flavor>
Oct 27 19:34:32 user nova-compute[75147]:       <nova:owner>
Oct 27 19:34:32 user nova-compute[75147]:         <nova:user uuid="3c576f542901451e9888c180f252f8ea">tempest-TaggedAttachmentsTest-1852432134-project-member</nova:user>
Oct 27 19:34:32 user nova-compute[75147]:         <nova:project uuid="450b881baa634957849eab8a1ba07ac4">tempest-TaggedAttachmentsTest-1852432134</nova:project>
Oct 27 19:34:32 user nova-compute[75147]:       </nova:owner>
Oct 27 19:34:32 user nova-compute[75147]:       <nova:root type="image" uuid="d52df17c-5315-4a73-ab7c-34c161a414fb"/>
Oct 27 19:34:32 user nova-compute[75147]:       <nova:ports>
Oct 27 19:34:32 user nova-compute[75147]:         <nova:port uuid="a3a6d6a1-6d96-4574-9780-7ce67bdf8b04">
Oct 27 19:34:32 user nova-compute[75147]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Oct 27 19:34:32 user nova-compute[75147]:         </nova:port>
Oct 27 19:34:32 user nova-compute[75147]:       </nova:ports>
Oct 27 19:34:32 user nova-compute[75147]:     </nova:instance>
Oct 27 19:34:32 user nova-compute[75147]:   </metadata>
Oct 27 19:34:32 user nova-compute[75147]:   <sysinfo type="smbios">
Oct 27 19:34:32 user nova-compute[75147]:     <system>
Oct 27 19:34:32 user nova-compute[75147]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 19:34:32 user nova-compute[75147]:       <entry name="product">OpenStack Nova</entry>
Oct 27 19:34:32 user nova-compute[75147]:       <entry name="version">0.0.0</entry>
Oct 27 19:34:32 user nova-compute[75147]:       <entry name="serial">2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0</entry>
Oct 27 19:34:32 user nova-compute[75147]:       <entry name="uuid">2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0</entry>
Oct 27 19:34:32 user nova-compute[75147]:       <entry name="family">Virtual Machine</entry>
Oct 27 19:34:32 user nova-compute[75147]:     </system>
Oct 27 19:34:32 user nova-compute[75147]:   </sysinfo>
Oct 27 19:34:32 user nova-compute[75147]:   <os>
Oct 27 19:34:32 user nova-compute[75147]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 19:34:32 user nova-compute[75147]:     <boot dev="hd"/>
Oct 27 19:34:32 user nova-compute[75147]:     <smbios mode="sysinfo"/>
Oct 27 19:34:32 user nova-compute[75147]:   </os>
Oct 27 19:34:32 user nova-compute[75147]:   <features>
Oct 27 19:34:32 user nova-compute[75147]:     <acpi/>
Oct 27 19:34:32 user nova-compute[75147]:     <apic/>
Oct 27 19:34:32 user nova-compute[75147]:     <vmcoreinfo/>
Oct 27 19:34:32 user nova-compute[75147]:   </features>
Oct 27 19:34:32 user nova-compute[75147]:   <clock offset="utc">
Oct 27 19:34:32 user nova-compute[75147]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 19:34:32 user nova-compute[75147]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 19:34:32 user nova-compute[75147]:     <timer name="hpet" present="no"/>
Oct 27 19:34:32 user nova-compute[75147]:   </clock>
Oct 27 19:34:32 user nova-compute[75147]:   <cpu mode="custom" match="exact">
Oct 27 19:34:32 user nova-compute[75147]:     <model>Nehalem</model>
Oct 27 19:34:32 user nova-compute[75147]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 19:34:32 user nova-compute[75147]:   </cpu>
Oct 27 19:34:32 user nova-compute[75147]:   <devices>
Oct 27 19:34:32 user nova-compute[75147]:     <disk type="file" device="disk">
Oct 27 19:34:32 user nova-compute[75147]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 27 19:34:32 user nova-compute[75147]:       <source file="/opt/stack/data/nova/instances/2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0/disk"/>
Oct 27 19:34:32 user nova-compute[75147]:       <target dev="vda" bus="virtio"/>
Oct 27 19:34:32 user nova-compute[75147]:     </disk>
Oct 27 19:34:32 user nova-compute[75147]:     <disk type="file" device="cdrom">
Oct 27 19:34:32 user nova-compute[75147]:       <driver name="qemu" type="raw" cache="none"/>
Oct 27 19:34:32 user nova-compute[75147]:       <source file="/opt/stack/data/nova/instances/2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0/disk.config"/>
Oct 27 19:34:32 user nova-compute[75147]:       <target dev="hda" bus="ide"/>
Oct 27 19:34:32 user nova-compute[75147]:     </disk>
Oct 27 19:34:32 user nova-compute[75147]:     <interface type="ethernet">
Oct 27 19:34:32 user nova-compute[75147]:       <mac address="fa:16:3e:c3:79:20"/>
Oct 27 19:34:32 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:34:32 user nova-compute[75147]:       <mtu size="1442"/>
Oct 27 19:34:32 user nova-compute[75147]:       <target dev="tapa3a6d6a1-6d"/>
Oct 27 19:34:32 user nova-compute[75147]:     </interface>
Oct 27 19:34:32 user nova-compute[75147]:     <serial type="pty">
Oct 27 19:34:32 user nova-compute[75147]:       <log file="/opt/stack/data/nova/instances/2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0/console.log" append="off"/>
Oct 27 19:34:32 user nova-compute[75147]:     </serial>
Oct 27 19:34:32 user nova-compute[75147]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 19:34:32 user nova-compute[75147]:     <video>
Oct 27 19:34:32 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:34:32 user nova-compute[75147]:     </video>
Oct 27 19:34:32 user nova-compute[75147]:     <rng model="virtio">
Oct 27 19:34:32 user nova-compute[75147]:       <backend model="random">/dev/urandom</backend>
Oct 27 19:34:32 user nova-compute[75147]:     </rng>
Oct 27 19:34:32 user nova-compute[75147]:     <controller type="usb" index="0" model="none"/>
Oct 27 19:34:32 user nova-compute[75147]:     <memballoon model="virtio">
Oct 27 19:34:32 user nova-compute[75147]:       <stats period="10"/>
Oct 27 19:34:32 user nova-compute[75147]:     </memballoon>
Oct 27 19:34:32 user nova-compute[75147]:   </devices>
Oct 27 19:34:32 user nova-compute[75147]: </domain>
Oct 27 19:34:32 user nova-compute[75147]:  {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 19:34:32 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-0609bee0-f31a-4cf5-b338-834a08b8a06d tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-27T19:34:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2102585964',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2102585964',id=21,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGvhhmQ0dP6xMg5gPt48RNxnrmI1KKhQ+YYMP12AM7ACUouCVGyrAEQOE+V3oOWFoDdOr4hI07glbDgL0Nf5cVN5FQ5Lin6Ztj4oKmmAt/A214PE7C3YJ8zvvH1XmZHwxQ==',key_name='tempest-keypair-213379587',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='450b881baa634957849eab8a1ba07ac4',ramdisk_id='',reservation_id='r-0k205fz0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedAttachmentsTest-1852432134',owner_user_name='tempest-TaggedAttachmentsTest-1852432134-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:34:30Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3c576f542901451e9888c180f252f8ea',uuid=2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a3a6d6a1-6d96-4574-9780-7ce67bdf8b04", "address": "fa:16:3e:c3:79:20", "network": {"id": "fbbe2c13-ca4d-45b8-8049-d7ef897b45f2", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1144256647-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "450b881baa634957849eab8a1ba07ac4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa3a6d6a1-6d", "ovs_interfaceid": "a3a6d6a1-6d96-4574-9780-7ce67bdf8b04", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 19:34:32 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-0609bee0-f31a-4cf5-b338-834a08b8a06d tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Converting VIF {"id": "a3a6d6a1-6d96-4574-9780-7ce67bdf8b04", "address": "fa:16:3e:c3:79:20", "network": {"id": "fbbe2c13-ca4d-45b8-8049-d7ef897b45f2", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1144256647-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "450b881baa634957849eab8a1ba07ac4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa3a6d6a1-6d", "ovs_interfaceid": "a3a6d6a1-6d96-4574-9780-7ce67bdf8b04", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:34:32 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-0609bee0-f31a-4cf5-b338-834a08b8a06d tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c3:79:20,bridge_name='br-int',has_traffic_filtering=True,id=a3a6d6a1-6d96-4574-9780-7ce67bdf8b04,network=Network(fbbe2c13-ca4d-45b8-8049-d7ef897b45f2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa3a6d6a1-6d') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:34:32 user nova-compute[75147]: DEBUG os_vif [None req-0609bee0-f31a-4cf5-b338-834a08b8a06d tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c3:79:20,bridge_name='br-int',has_traffic_filtering=True,id=a3a6d6a1-6d96-4574-9780-7ce67bdf8b04,network=Network(fbbe2c13-ca4d-45b8-8049-d7ef897b45f2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa3a6d6a1-6d') {{(pid=75147) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 19:34:32 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:34:32 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:34:32 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 19:34:32 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:34:32 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '2226d4eb-b3ad-582e-8522-37e815c94dfb', '_type': 'linux-noop'}}, row=False) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:34:32 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:34:32 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:34:32 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:34:32 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa3a6d6a1-6d, may_exist=True, interface_attrs={}) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:34:32 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa3a6d6a1-6d, col_values=(('qos', UUID('b175c4a4-48df-4e65-bbd0-7e99b09eb41d')),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:34:32 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa3a6d6a1-6d, col_values=(('external_ids', {'iface-id': 'a3a6d6a1-6d96-4574-9780-7ce67bdf8b04', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:c3:79:20', 'vm-uuid': '2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0'}),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:34:32 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:34:32 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:34:32 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:34:32 user nova-compute[75147]: INFO os_vif [None req-0609bee0-f31a-4cf5-b338-834a08b8a06d tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c3:79:20,bridge_name='br-int',has_traffic_filtering=True,id=a3a6d6a1-6d96-4574-9780-7ce67bdf8b04,network=Network(fbbe2c13-ca4d-45b8-8049-d7ef897b45f2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa3a6d6a1-6d')
Oct 27 19:34:32 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-0609bee0-f31a-4cf5-b338-834a08b8a06d tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] No BDM found with device name vda, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:34:32 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-0609bee0-f31a-4cf5-b338-834a08b8a06d tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] No BDM found with device name hda, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:34:32 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-0609bee0-f31a-4cf5-b338-834a08b8a06d tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] No VIF found with MAC fa:16:3e:c3:79:20, not building metadata {{(pid=75147) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 19:34:32 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-0609bee0-f31a-4cf5-b338-834a08b8a06d tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] Using config drive
Oct 27 19:34:33 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-0609bee0-f31a-4cf5-b338-834a08b8a06d tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] Creating config drive at /opt/stack/data/nova/instances/2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0/disk.config
Oct 27 19:34:33 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-0609bee0-f31a-4cf5-b338-834a08b8a06d tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpdkrru4i8 {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:34:33 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-0609bee0-f31a-4cf5-b338-834a08b8a06d tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpdkrru4i8" returned: 0 in 0.083s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:34:33 user nova-compute[75147]: DEBUG nova.network.neutron [req-26bd57e0-cfb4-4bb4-99c0-26e200fa5492 req-8ff496cd-47df-4609-858b-cfe8fc64c822 service nova] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] Updated VIF entry in instance network info cache for port a3a6d6a1-6d96-4574-9780-7ce67bdf8b04. {{(pid=75147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 19:34:33 user nova-compute[75147]: DEBUG nova.network.neutron [req-26bd57e0-cfb4-4bb4-99c0-26e200fa5492 req-8ff496cd-47df-4609-858b-cfe8fc64c822 service nova] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] Updating instance_info_cache with network_info: [{"id": "a3a6d6a1-6d96-4574-9780-7ce67bdf8b04", "address": "fa:16:3e:c3:79:20", "network": {"id": "fbbe2c13-ca4d-45b8-8049-d7ef897b45f2", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1144256647-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "450b881baa634957849eab8a1ba07ac4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa3a6d6a1-6d", "ovs_interfaceid": "a3a6d6a1-6d96-4574-9780-7ce67bdf8b04", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:34:33 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-26bd57e0-cfb4-4bb4-99c0-26e200fa5492 req-8ff496cd-47df-4609-858b-cfe8fc64c822 service nova] Releasing lock "refresh_cache-2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:34:33 user nova-compute[75147]: DEBUG nova.network.neutron [None req-51c5f09b-cc00-4cc7-9a02-a9559ff873d8 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] [instance: 73439fd6-da4c-4dd7-b8cf-2baf9a34e717] Successfully updated port: 201fbd38-543c-4f18-bf86-ea3916262282 {{(pid=75147) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 19:34:33 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-51c5f09b-cc00-4cc7-9a02-a9559ff873d8 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Acquiring lock "refresh_cache-73439fd6-da4c-4dd7-b8cf-2baf9a34e717" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:34:33 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-51c5f09b-cc00-4cc7-9a02-a9559ff873d8 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Acquired lock "refresh_cache-73439fd6-da4c-4dd7-b8cf-2baf9a34e717" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:34:33 user nova-compute[75147]: DEBUG nova.network.neutron [None req-51c5f09b-cc00-4cc7-9a02-a9559ff873d8 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] [instance: 73439fd6-da4c-4dd7-b8cf-2baf9a34e717] Building network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 19:34:33 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-50dc263c-3657-46ee-afa8-1da30f5ec08a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] [instance: dae4e32d-225f-4e0e-833b-dba42ab1df79] Calling os-brick to attach iSCSI Volume {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 19:34:33 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-50dc263c-3657-46ee-afa8-1da30f5ec08a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vfIiFMxa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:34:33 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-50dc263c-3657-46ee-afa8-1da30f5ec08a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:34:33 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-50dc263c-3657-46ee-afa8-1da30f5ec08a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:34:33 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-50dc263c-3657-46ee-afa8-1da30f5ec08a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.003s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:34:33 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-50dc263c-3657-46ee-afa8-1da30f5ec08a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:34:33 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-50dc263c-3657-46ee-afa8-1da30f5ec08a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:34:33 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-50dc263c-3657-46ee-afa8-1da30f5ec08a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.003s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:34:33 user nova-compute[75147]: INFO os_brick.initiator.connectors.iscsi [None req-50dc263c-3657-46ee-afa8-1da30f5ec08a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 19:34:33 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d -p 172.16.0.220:3260 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:34:33 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d -p 172.16.0.220:3260" returned: 21 in 0.023s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:34:33 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[fbc2384f-46ee-4b34-a5d1-adafd2fa7c44]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:34:33 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-50dc263c-3657-46ee-afa8-1da30f5ec08a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 19:34:33 user nova-compute[75147]:  {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:34:33 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d -p 172.16.0.220:3260 --interface default --op new {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:34:33 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:34:33 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[01f6446b-af65-4593-8ca3-b4467ded56f4]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d] added\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:34:33 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-50dc263c-3657-46ee-afa8-1da30f5ec08a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d] added
Oct 27 19:34:33 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:34:33 user nova-compute[75147]: DEBUG nova.network.neutron [None req-51c5f09b-cc00-4cc7-9a02-a9559ff873d8 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] [instance: 73439fd6-da4c-4dd7-b8cf-2baf9a34e717] Instance cache missing network info. {{(pid=75147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 19:34:33 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:34:33 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:34:33 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8d7c1e3-0302-47e4-912b-4b8ef167ad8a]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:34:33 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-50dc263c-3657-46ee-afa8-1da30f5ec08a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:34:33 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:34:33 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.024s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:34:33 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[616b4a62-bab3-42d8-a237-b284252ac7d2]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:34:33 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-50dc263c-3657-46ee-afa8-1da30f5ec08a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:34:33 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v vfIiFMxa {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:34:33 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v vfIiFMxa" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:34:33 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[de8bd048-1bd9-49ea-8791-419e6e109332]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:34:33 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-50dc263c-3657-46ee-afa8-1da30f5ec08a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'vfIiFMxa'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:34:33 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:34:33 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:34:33 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a9d5a0a-4b3e-4c91-a3a5-9a06cc685aba]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:34:33 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-50dc263c-3657-46ee-afa8-1da30f5ec08a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:34:33 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:34:33 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:34:33 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[96565b64-8e00-4720-958b-7c66de73f67a]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:34:33 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-50dc263c-3657-46ee-afa8-1da30f5ec08a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855 (non-flash)
Oct 27 19:34:33 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:34:33 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-50dc263c-3657-46ee-afa8-1da30f5ec08a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855 (non-flash)
Oct 27 19:34:33 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:34:33 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d -p 172.16.0.220:3260 --login {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:34:33 user nova-compute[75147]: DEBUG nova.compute.manager [req-30a99c2d-01ff-40f7-b084-99e95e43486a req-4acc9d3a-3175-44ad-9f42-fed31aa9a850 service nova] [instance: 73439fd6-da4c-4dd7-b8cf-2baf9a34e717] Received event network-changed-201fbd38-543c-4f18-bf86-ea3916262282 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:34:33 user nova-compute[75147]: DEBUG nova.compute.manager [req-30a99c2d-01ff-40f7-b084-99e95e43486a req-4acc9d3a-3175-44ad-9f42-fed31aa9a850 service nova] [instance: 73439fd6-da4c-4dd7-b8cf-2baf9a34e717] Refreshing instance network info cache due to event network-changed-201fbd38-543c-4f18-bf86-ea3916262282. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 19:34:33 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-30a99c2d-01ff-40f7-b084-99e95e43486a req-4acc9d3a-3175-44ad-9f42-fed31aa9a850 service nova] Acquiring lock "refresh_cache-73439fd6-da4c-4dd7-b8cf-2baf9a34e717" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:34:34 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d -p 172.16.0.220:3260 --login" returned: 0 in 0.078s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:34:34 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[b10195a4-7c27-4b9d-a551-971f07abbf57]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:34:34 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-50dc263c-3657-46ee-afa8-1da30f5ec08a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d, portal: 172.16.0.220,3260]
Oct 27 19:34:34 user nova-compute[75147]: Login to [iface: default, target: iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d, portal: 172.16.0.220,3260] successful.
Oct 27 19:34:34 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:34:34 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:34:34 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:34:34 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[519865b9-c1f9-4ea4-972c-f02b9300e59f]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:34:34 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-50dc263c-3657-46ee-afa8-1da30f5ec08a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:34:34 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:34:34 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:34:34 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[86f4eea6-f9ca-4926-91da-e166e7fc01b1]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:34:34 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-50dc263c-3657-46ee-afa8-1da30f5ec08a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855 (non-flash)
Oct 27 19:34:34 user nova-compute[75147]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d (non-flash)
Oct 27 19:34:34 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:34:34 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-50dc263c-3657-46ee-afa8-1da30f5ec08a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855 (non-flash)
Oct 27 19:34:34 user nova-compute[75147]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d (non-flash)
Oct 27 19:34:34 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:34:34 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-50dc263c-3657-46ee-afa8-1da30f5ec08a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.354s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:34:34 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-50dc263c-3657-46ee-afa8-1da30f5ec08a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Connected to 172.16.0.220:3260 {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 19:34:34 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-50dc263c-3657-46ee-afa8-1da30f5ec08a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] HCTL ('34', '-', '-', 0) found on session 19 with lun 0 {{(pid=75147) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 19:34:34 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-50dc263c-3657-46ee-afa8-1da30f5ec08a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75147) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 19:34:34 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:34:34 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.021s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:34:34 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[af2d8925-498b-4c9d-9061-bf42a169241c]: (4, ('- - 0', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:34:34 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-50dc263c-3657-46ee-afa8-1da30f5ec08a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Searching for a device in session 19 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75147) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 19:34:34 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-50dc263c-3657-46ee-afa8-1da30f5ec08a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vfIiFMxa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 19:34:34 user nova-compute[75147]: DEBUG nova.network.neutron [None req-51c5f09b-cc00-4cc7-9a02-a9559ff873d8 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] [instance: 73439fd6-da4c-4dd7-b8cf-2baf9a34e717] Updating instance_info_cache with network_info: [{"id": "201fbd38-543c-4f18-bf86-ea3916262282", "address": "fa:16:3e:07:d0:5f", "network": {"id": "43d3ab0c-52d5-442b-84db-b17b3f3e8cdc", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1531659179-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "425e13a8ac6d4f34b0e3887641f9ba15", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap201fbd38-54", "ovs_interfaceid": "201fbd38-543c-4f18-bf86-ea3916262282", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:34:34 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-51c5f09b-cc00-4cc7-9a02-a9559ff873d8 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Releasing lock "refresh_cache-73439fd6-da4c-4dd7-b8cf-2baf9a34e717" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:34:34 user nova-compute[75147]: DEBUG nova.compute.manager [None req-51c5f09b-cc00-4cc7-9a02-a9559ff873d8 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] [instance: 73439fd6-da4c-4dd7-b8cf-2baf9a34e717] Instance network_info: |[{"id": "201fbd38-543c-4f18-bf86-ea3916262282", "address": "fa:16:3e:07:d0:5f", "network": {"id": "43d3ab0c-52d5-442b-84db-b17b3f3e8cdc", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1531659179-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "425e13a8ac6d4f34b0e3887641f9ba15", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap201fbd38-54", "ovs_interfaceid": "201fbd38-543c-4f18-bf86-ea3916262282", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 27 19:34:34 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-30a99c2d-01ff-40f7-b084-99e95e43486a req-4acc9d3a-3175-44ad-9f42-fed31aa9a850 service nova] Acquired lock "refresh_cache-73439fd6-da4c-4dd7-b8cf-2baf9a34e717" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:34:34 user nova-compute[75147]: DEBUG nova.network.neutron [req-30a99c2d-01ff-40f7-b084-99e95e43486a req-4acc9d3a-3175-44ad-9f42-fed31aa9a850 service nova] [instance: 73439fd6-da4c-4dd7-b8cf-2baf9a34e717] Refreshing network info cache for port 201fbd38-543c-4f18-bf86-ea3916262282 {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 19:34:34 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-51c5f09b-cc00-4cc7-9a02-a9559ff873d8 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] [instance: 73439fd6-da4c-4dd7-b8cf-2baf9a34e717] Start _get_guest_xml network_info=[{"id": "201fbd38-543c-4f18-bf86-ea3916262282", "address": "fa:16:3e:07:d0:5f", "network": {"id": "43d3ab0c-52d5-442b-84db-b17b3f3e8cdc", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1531659179-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "425e13a8ac6d4f34b0e3887641f9ba15", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap201fbd38-54", "ovs_interfaceid": "201fbd38-543c-4f18-bf86-ea3916262282", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T19:22:09Z,direct_url=<?>,disk_format='qcow2',id=d52df17c-5315-4a73-ab7c-34c161a414fb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0b43115555434818b0c8bdf6be4946da',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T19:22:11Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'encryption_options': None, 'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encrypted': False, 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_format': None, 'device_name': '/dev/vda', 'image_id': 'd52df17c-5315-4a73-ab7c-34c161a414fb'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 19:34:34 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-51c5f09b-cc00-4cc7-9a02-a9559ff873d8 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:34:34 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-51c5f09b-cc00-4cc7-9a02-a9559ff873d8 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:34:34 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-51c5f09b-cc00-4cc7-9a02-a9559ff873d8 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 19:34:34 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-51c5f09b-cc00-4cc7-9a02-a9559ff873d8 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] CPU controller missing on host. {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 19:34:34 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-51c5f09b-cc00-4cc7-9a02-a9559ff873d8 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 19:34:34 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-51c5f09b-cc00-4cc7-9a02-a9559ff873d8 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] CPU controller found on host. {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 19:34:34 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-51c5f09b-cc00-4cc7-9a02-a9559ff873d8 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75147) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 19:34:34 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-51c5f09b-cc00-4cc7-9a02-a9559ff873d8 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T19:21:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T19:22:09Z,direct_url=<?>,disk_format='qcow2',id=d52df17c-5315-4a73-ab7c-34c161a414fb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0b43115555434818b0c8bdf6be4946da',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T19:22:11Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 19:34:34 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-51c5f09b-cc00-4cc7-9a02-a9559ff873d8 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Flavor limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 19:34:34 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-51c5f09b-cc00-4cc7-9a02-a9559ff873d8 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Image limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 19:34:34 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-51c5f09b-cc00-4cc7-9a02-a9559ff873d8 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Flavor pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 19:34:34 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-51c5f09b-cc00-4cc7-9a02-a9559ff873d8 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Image pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 19:34:34 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-51c5f09b-cc00-4cc7-9a02-a9559ff873d8 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 19:34:34 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-51c5f09b-cc00-4cc7-9a02-a9559ff873d8 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 19:34:34 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-51c5f09b-cc00-4cc7-9a02-a9559ff873d8 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 19:34:34 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-51c5f09b-cc00-4cc7-9a02-a9559ff873d8 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Got 1 possible topologies {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 19:34:34 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-51c5f09b-cc00-4cc7-9a02-a9559ff873d8 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 19:34:34 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-51c5f09b-cc00-4cc7-9a02-a9559ff873d8 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 19:34:34 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-51c5f09b-cc00-4cc7-9a02-a9559ff873d8 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:34:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-1234778905',display_name='tempest-ServersNegativeTestJSON-server-1234778905',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-1234778905',id=22,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='425e13a8ac6d4f34b0e3887641f9ba15',ramdisk_id='',reservation_id='r-bu59h2l3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-504703039',owner_user_name='tempest-ServersNegativeTestJSON-504703039-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:34:31Z,user_data=None,user_id='b183178367c444f6b27dc769ba848f60',uuid=73439fd6-da4c-4dd7-b8cf-2baf9a34e717,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "201fbd38-543c-4f18-bf86-ea3916262282", "address": "fa:16:3e:07:d0:5f", "network": {"id": "43d3ab0c-52d5-442b-84db-b17b3f3e8cdc", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1531659179-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "425e13a8ac6d4f34b0e3887641f9ba15", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap201fbd38-54", "ovs_interfaceid": "201fbd38-543c-4f18-bf86-ea3916262282", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75147) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 19:34:34 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-51c5f09b-cc00-4cc7-9a02-a9559ff873d8 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Converting VIF {"id": "201fbd38-543c-4f18-bf86-ea3916262282", "address": "fa:16:3e:07:d0:5f", "network": {"id": "43d3ab0c-52d5-442b-84db-b17b3f3e8cdc", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1531659179-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "425e13a8ac6d4f34b0e3887641f9ba15", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap201fbd38-54", "ovs_interfaceid": "201fbd38-543c-4f18-bf86-ea3916262282", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:34:34 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-51c5f09b-cc00-4cc7-9a02-a9559ff873d8 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:07:d0:5f,bridge_name='br-int',has_traffic_filtering=True,id=201fbd38-543c-4f18-bf86-ea3916262282,network=Network(43d3ab0c-52d5-442b-84db-b17b3f3e8cdc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap201fbd38-54') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:34:34 user nova-compute[75147]: DEBUG nova.objects.instance [None req-51c5f09b-cc00-4cc7-9a02-a9559ff873d8 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Lazy-loading 'pci_devices' on Instance uuid 73439fd6-da4c-4dd7-b8cf-2baf9a34e717 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:34:34 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-51c5f09b-cc00-4cc7-9a02-a9559ff873d8 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] [instance: 73439fd6-da4c-4dd7-b8cf-2baf9a34e717] End _get_guest_xml xml=<domain type="kvm">
Oct 27 19:34:34 user nova-compute[75147]:   <uuid>73439fd6-da4c-4dd7-b8cf-2baf9a34e717</uuid>
Oct 27 19:34:34 user nova-compute[75147]:   <name>instance-00000016</name>
Oct 27 19:34:34 user nova-compute[75147]:   <memory>524288</memory>
Oct 27 19:34:34 user nova-compute[75147]:   <vcpu>1</vcpu>
Oct 27 19:34:34 user nova-compute[75147]:   <metadata>
Oct 27 19:34:34 user nova-compute[75147]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 19:34:34 user nova-compute[75147]:       <nova:package version="0.0.0"/>
Oct 27 19:34:34 user nova-compute[75147]:       <nova:name>tempest-ServersNegativeTestJSON-server-1234778905</nova:name>
Oct 27 19:34:34 user nova-compute[75147]:       <nova:creationTime>2023-10-27 19:34:34</nova:creationTime>
Oct 27 19:34:34 user nova-compute[75147]:       <nova:flavor name="m1.tiny">
Oct 27 19:34:34 user nova-compute[75147]:         <nova:memory>512</nova:memory>
Oct 27 19:34:34 user nova-compute[75147]:         <nova:disk>1</nova:disk>
Oct 27 19:34:34 user nova-compute[75147]:         <nova:swap>0</nova:swap>
Oct 27 19:34:34 user nova-compute[75147]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 19:34:34 user nova-compute[75147]:         <nova:vcpus>1</nova:vcpus>
Oct 27 19:34:34 user nova-compute[75147]:       </nova:flavor>
Oct 27 19:34:34 user nova-compute[75147]:       <nova:owner>
Oct 27 19:34:34 user nova-compute[75147]:         <nova:user uuid="b183178367c444f6b27dc769ba848f60">tempest-ServersNegativeTestJSON-504703039-project-member</nova:user>
Oct 27 19:34:34 user nova-compute[75147]:         <nova:project uuid="425e13a8ac6d4f34b0e3887641f9ba15">tempest-ServersNegativeTestJSON-504703039</nova:project>
Oct 27 19:34:34 user nova-compute[75147]:       </nova:owner>
Oct 27 19:34:34 user nova-compute[75147]:       <nova:root type="image" uuid="d52df17c-5315-4a73-ab7c-34c161a414fb"/>
Oct 27 19:34:34 user nova-compute[75147]:       <nova:ports>
Oct 27 19:34:34 user nova-compute[75147]:         <nova:port uuid="201fbd38-543c-4f18-bf86-ea3916262282">
Oct 27 19:34:34 user nova-compute[75147]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Oct 27 19:34:34 user nova-compute[75147]:         </nova:port>
Oct 27 19:34:34 user nova-compute[75147]:       </nova:ports>
Oct 27 19:34:34 user nova-compute[75147]:     </nova:instance>
Oct 27 19:34:34 user nova-compute[75147]:   </metadata>
Oct 27 19:34:34 user nova-compute[75147]:   <sysinfo type="smbios">
Oct 27 19:34:34 user nova-compute[75147]:     <system>
Oct 27 19:34:34 user nova-compute[75147]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 19:34:34 user nova-compute[75147]:       <entry name="product">OpenStack Nova</entry>
Oct 27 19:34:34 user nova-compute[75147]:       <entry name="version">0.0.0</entry>
Oct 27 19:34:34 user nova-compute[75147]:       <entry name="serial">73439fd6-da4c-4dd7-b8cf-2baf9a34e717</entry>
Oct 27 19:34:34 user nova-compute[75147]:       <entry name="uuid">73439fd6-da4c-4dd7-b8cf-2baf9a34e717</entry>
Oct 27 19:34:34 user nova-compute[75147]:       <entry name="family">Virtual Machine</entry>
Oct 27 19:34:34 user nova-compute[75147]:     </system>
Oct 27 19:34:34 user nova-compute[75147]:   </sysinfo>
Oct 27 19:34:34 user nova-compute[75147]:   <os>
Oct 27 19:34:34 user nova-compute[75147]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 19:34:34 user nova-compute[75147]:     <boot dev="hd"/>
Oct 27 19:34:34 user nova-compute[75147]:     <smbios mode="sysinfo"/>
Oct 27 19:34:34 user nova-compute[75147]:   </os>
Oct 27 19:34:34 user nova-compute[75147]:   <features>
Oct 27 19:34:34 user nova-compute[75147]:     <acpi/>
Oct 27 19:34:34 user nova-compute[75147]:     <apic/>
Oct 27 19:34:34 user nova-compute[75147]:     <vmcoreinfo/>
Oct 27 19:34:34 user nova-compute[75147]:   </features>
Oct 27 19:34:34 user nova-compute[75147]:   <clock offset="utc">
Oct 27 19:34:34 user nova-compute[75147]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 19:34:34 user nova-compute[75147]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 19:34:34 user nova-compute[75147]:     <timer name="hpet" present="no"/>
Oct 27 19:34:34 user nova-compute[75147]:   </clock>
Oct 27 19:34:34 user nova-compute[75147]:   <cpu mode="custom" match="exact">
Oct 27 19:34:34 user nova-compute[75147]:     <model>Nehalem</model>
Oct 27 19:34:34 user nova-compute[75147]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 19:34:34 user nova-compute[75147]:   </cpu>
Oct 27 19:34:34 user nova-compute[75147]:   <devices>
Oct 27 19:34:34 user nova-compute[75147]:     <disk type="file" device="disk">
Oct 27 19:34:34 user nova-compute[75147]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 27 19:34:34 user nova-compute[75147]:       <source file="/opt/stack/data/nova/instances/73439fd6-da4c-4dd7-b8cf-2baf9a34e717/disk"/>
Oct 27 19:34:34 user nova-compute[75147]:       <target dev="vda" bus="virtio"/>
Oct 27 19:34:34 user nova-compute[75147]:     </disk>
Oct 27 19:34:34 user nova-compute[75147]:     <interface type="ethernet">
Oct 27 19:34:34 user nova-compute[75147]:       <mac address="fa:16:3e:07:d0:5f"/>
Oct 27 19:34:34 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:34:34 user nova-compute[75147]:       <mtu size="1442"/>
Oct 27 19:34:34 user nova-compute[75147]:       <target dev="tap201fbd38-54"/>
Oct 27 19:34:34 user nova-compute[75147]:     </interface>
Oct 27 19:34:34 user nova-compute[75147]:     <serial type="pty">
Oct 27 19:34:34 user nova-compute[75147]:       <log file="/opt/stack/data/nova/instances/73439fd6-da4c-4dd7-b8cf-2baf9a34e717/console.log" append="off"/>
Oct 27 19:34:34 user nova-compute[75147]:     </serial>
Oct 27 19:34:34 user nova-compute[75147]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 19:34:34 user nova-compute[75147]:     <video>
Oct 27 19:34:34 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:34:34 user nova-compute[75147]:     </video>
Oct 27 19:34:34 user nova-compute[75147]:     <rng model="virtio">
Oct 27 19:34:34 user nova-compute[75147]:       <backend model="random">/dev/urandom</backend>
Oct 27 19:34:34 user nova-compute[75147]:     </rng>
Oct 27 19:34:34 user nova-compute[75147]:     <controller type="usb" index="0" model="none"/>
Oct 27 19:34:34 user nova-compute[75147]:     <memballoon model="virtio">
Oct 27 19:34:34 user nova-compute[75147]:       <stats period="10"/>
Oct 27 19:34:34 user nova-compute[75147]:     </memballoon>
Oct 27 19:34:34 user nova-compute[75147]:   </devices>
Oct 27 19:34:34 user nova-compute[75147]: </domain>
Oct 27 19:34:34 user nova-compute[75147]:  {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 19:34:34 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-51c5f09b-cc00-4cc7-9a02-a9559ff873d8 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:34:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-1234778905',display_name='tempest-ServersNegativeTestJSON-server-1234778905',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-1234778905',id=22,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='425e13a8ac6d4f34b0e3887641f9ba15',ramdisk_id='',reservation_id='r-bu59h2l3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-504703039',owner_user_name='tempest-ServersNegativeTestJSON-504703039-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:34:31Z,user_data=None,user_id='b183178367c444f6b27dc769ba848f60',uuid=73439fd6-da4c-4dd7-b8cf-2baf9a34e717,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "201fbd38-543c-4f18-bf86-ea3916262282", "address": "fa:16:3e:07:d0:5f", "network": {"id": "43d3ab0c-52d5-442b-84db-b17b3f3e8cdc", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1531659179-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "425e13a8ac6d4f34b0e3887641f9ba15", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap201fbd38-54", "ovs_interfaceid": "201fbd38-543c-4f18-bf86-ea3916262282", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 19:34:34 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-51c5f09b-cc00-4cc7-9a02-a9559ff873d8 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Converting VIF {"id": "201fbd38-543c-4f18-bf86-ea3916262282", "address": "fa:16:3e:07:d0:5f", "network": {"id": "43d3ab0c-52d5-442b-84db-b17b3f3e8cdc", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1531659179-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "425e13a8ac6d4f34b0e3887641f9ba15", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap201fbd38-54", "ovs_interfaceid": "201fbd38-543c-4f18-bf86-ea3916262282", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:34:34 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-51c5f09b-cc00-4cc7-9a02-a9559ff873d8 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:07:d0:5f,bridge_name='br-int',has_traffic_filtering=True,id=201fbd38-543c-4f18-bf86-ea3916262282,network=Network(43d3ab0c-52d5-442b-84db-b17b3f3e8cdc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap201fbd38-54') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:34:34 user nova-compute[75147]: DEBUG os_vif [None req-51c5f09b-cc00-4cc7-9a02-a9559ff873d8 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:07:d0:5f,bridge_name='br-int',has_traffic_filtering=True,id=201fbd38-543c-4f18-bf86-ea3916262282,network=Network(43d3ab0c-52d5-442b-84db-b17b3f3e8cdc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap201fbd38-54') {{(pid=75147) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 19:34:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:34:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:34:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 19:34:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:34:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'bf8f6098-d35a-51c7-99a0-9b55c9618285', '_type': 'linux-noop'}}, row=False) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:34:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:34:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:34:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:34:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:34:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap201fbd38-54, may_exist=True, interface_attrs={}) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:34:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap201fbd38-54, col_values=(('qos', UUID('5884b091-e6c7-47c0-a7ea-2179c5604ed0')),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:34:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap201fbd38-54, col_values=(('external_ids', {'iface-id': '201fbd38-543c-4f18-bf86-ea3916262282', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:07:d0:5f', 'vm-uuid': '73439fd6-da4c-4dd7-b8cf-2baf9a34e717'}),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:34:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:34:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:34:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:34:34 user nova-compute[75147]: INFO os_vif [None req-51c5f09b-cc00-4cc7-9a02-a9559ff873d8 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:07:d0:5f,bridge_name='br-int',has_traffic_filtering=True,id=201fbd38-543c-4f18-bf86-ea3916262282,network=Network(43d3ab0c-52d5-442b-84db-b17b3f3e8cdc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap201fbd38-54')
Oct 27 19:34:34 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-51c5f09b-cc00-4cc7-9a02-a9559ff873d8 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] No BDM found with device name vda, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:34:34 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-51c5f09b-cc00-4cc7-9a02-a9559ff873d8 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] No VIF found with MAC fa:16:3e:07:d0:5f, not building metadata {{(pid=75147) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 19:34:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:34:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:34:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:34:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:34:34 user nova-compute[75147]: DEBUG nova.network.neutron [req-30a99c2d-01ff-40f7-b084-99e95e43486a req-4acc9d3a-3175-44ad-9f42-fed31aa9a850 service nova] [instance: 73439fd6-da4c-4dd7-b8cf-2baf9a34e717] Updated VIF entry in instance network info cache for port 201fbd38-543c-4f18-bf86-ea3916262282. {{(pid=75147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 19:34:34 user nova-compute[75147]: DEBUG nova.network.neutron [req-30a99c2d-01ff-40f7-b084-99e95e43486a req-4acc9d3a-3175-44ad-9f42-fed31aa9a850 service nova] [instance: 73439fd6-da4c-4dd7-b8cf-2baf9a34e717] Updating instance_info_cache with network_info: [{"id": "201fbd38-543c-4f18-bf86-ea3916262282", "address": "fa:16:3e:07:d0:5f", "network": {"id": "43d3ab0c-52d5-442b-84db-b17b3f3e8cdc", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1531659179-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "425e13a8ac6d4f34b0e3887641f9ba15", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap201fbd38-54", "ovs_interfaceid": "201fbd38-543c-4f18-bf86-ea3916262282", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:34:34 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-30a99c2d-01ff-40f7-b084-99e95e43486a req-4acc9d3a-3175-44ad-9f42-fed31aa9a850 service nova] Releasing lock "refresh_cache-73439fd6-da4c-4dd7-b8cf-2baf9a34e717" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:34:35 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-50dc263c-3657-46ee-afa8-1da30f5ec08a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.396s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:34:35 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-50dc263c-3657-46ee-afa8-1da30f5ec08a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] <== connect_volume: return (1400ms) {'type': 'block', 'scsi_wwn': '23530633964343761', 'path': '/dev/sdc'} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:34:35 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-50dc263c-3657-46ee-afa8-1da30f5ec08a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] [instance: dae4e32d-225f-4e0e-833b-dba42ab1df79] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23530633964343761', 'path': '/dev/sdc'} {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 19:34:35 user nova-compute[75147]: DEBUG nova.objects.instance [None req-50dc263c-3657-46ee-afa8-1da30f5ec08a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Lazy-loading 'flavor' on Instance uuid dae4e32d-225f-4e0e-833b-dba42ab1df79 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:34:35 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-50dc263c-3657-46ee-afa8-1da30f5ec08a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] attach device xml: <disk type="block" device="disk">
Oct 27 19:34:35 user nova-compute[75147]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 19:34:35 user nova-compute[75147]:   <source dev="/dev/sdc"/>
Oct 27 19:34:35 user nova-compute[75147]:   <target dev="vdb" bus="virtio"/>
Oct 27 19:34:35 user nova-compute[75147]:   <serial>55afc558-6ce0-43de-a815-709b9511971d</serial>
Oct 27 19:34:35 user nova-compute[75147]: </disk>
Oct 27 19:34:35 user nova-compute[75147]:  {{(pid=75147) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 27 19:34:35 user nova-compute[75147]: DEBUG nova.compute.manager [req-1758df06-92a2-4f11-ad16-22d6cf1f939c req-6215f937-1c6d-47cf-8995-6434023c0341 service nova] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] Received event network-vif-plugged-a3a6d6a1-6d96-4574-9780-7ce67bdf8b04 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:34:35 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-1758df06-92a2-4f11-ad16-22d6cf1f939c req-6215f937-1c6d-47cf-8995-6434023c0341 service nova] Acquiring lock "2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:34:35 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-1758df06-92a2-4f11-ad16-22d6cf1f939c req-6215f937-1c6d-47cf-8995-6434023c0341 service nova] Lock "2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:34:35 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-1758df06-92a2-4f11-ad16-22d6cf1f939c req-6215f937-1c6d-47cf-8995-6434023c0341 service nova] Lock "2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:34:35 user nova-compute[75147]: DEBUG nova.compute.manager [req-1758df06-92a2-4f11-ad16-22d6cf1f939c req-6215f937-1c6d-47cf-8995-6434023c0341 service nova] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] No waiting events found dispatching network-vif-plugged-a3a6d6a1-6d96-4574-9780-7ce67bdf8b04 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:34:35 user nova-compute[75147]: WARNING nova.compute.manager [req-1758df06-92a2-4f11-ad16-22d6cf1f939c req-6215f937-1c6d-47cf-8995-6434023c0341 service nova] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] Received unexpected event network-vif-plugged-a3a6d6a1-6d96-4574-9780-7ce67bdf8b04 for instance with vm_state building and task_state spawning.
Oct 27 19:34:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:34:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:34:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:34:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:34:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:34:36 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:34:36 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:34:36 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-50dc263c-3657-46ee-afa8-1da30f5ec08a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] No BDM found with device name vda, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:34:36 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-50dc263c-3657-46ee-afa8-1da30f5ec08a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:34:36 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-50dc263c-3657-46ee-afa8-1da30f5ec08a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] No VIF found with MAC fa:16:3e:2f:7f:08, not building metadata {{(pid=75147) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 19:34:36 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-50dc263c-3657-46ee-afa8-1da30f5ec08a tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Lock "dae4e32d-225f-4e0e-833b-dba42ab1df79" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 24.987s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:34:36 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:34:36 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:34:36 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:34:37 user nova-compute[75147]: DEBUG nova.compute.manager [req-a59a00ff-4235-497a-b514-6d996e7aaf80 req-6476aaa9-4d1c-4bab-b812-186ff608d36a service nova] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] Received event network-vif-plugged-a3a6d6a1-6d96-4574-9780-7ce67bdf8b04 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:34:37 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-a59a00ff-4235-497a-b514-6d996e7aaf80 req-6476aaa9-4d1c-4bab-b812-186ff608d36a service nova] Acquiring lock "2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:34:37 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-a59a00ff-4235-497a-b514-6d996e7aaf80 req-6476aaa9-4d1c-4bab-b812-186ff608d36a service nova] Lock "2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:34:37 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-a59a00ff-4235-497a-b514-6d996e7aaf80 req-6476aaa9-4d1c-4bab-b812-186ff608d36a service nova] Lock "2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:34:37 user nova-compute[75147]: DEBUG nova.compute.manager [req-a59a00ff-4235-497a-b514-6d996e7aaf80 req-6476aaa9-4d1c-4bab-b812-186ff608d36a service nova] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] No waiting events found dispatching network-vif-plugged-a3a6d6a1-6d96-4574-9780-7ce67bdf8b04 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:34:37 user nova-compute[75147]: WARNING nova.compute.manager [req-a59a00ff-4235-497a-b514-6d996e7aaf80 req-6476aaa9-4d1c-4bab-b812-186ff608d36a service nova] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] Received unexpected event network-vif-plugged-a3a6d6a1-6d96-4574-9780-7ce67bdf8b04 for instance with vm_state building and task_state spawning.
Oct 27 19:34:37 user nova-compute[75147]: DEBUG nova.compute.manager [req-babc0e4e-a94d-4678-8afc-089bba8958ef req-d81d7561-389e-4fe9-a5c9-2781ccb0116e service nova] [instance: 73439fd6-da4c-4dd7-b8cf-2baf9a34e717] Received event network-vif-plugged-201fbd38-543c-4f18-bf86-ea3916262282 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:34:37 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-babc0e4e-a94d-4678-8afc-089bba8958ef req-d81d7561-389e-4fe9-a5c9-2781ccb0116e service nova] Acquiring lock "73439fd6-da4c-4dd7-b8cf-2baf9a34e717-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:34:37 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-babc0e4e-a94d-4678-8afc-089bba8958ef req-d81d7561-389e-4fe9-a5c9-2781ccb0116e service nova] Lock "73439fd6-da4c-4dd7-b8cf-2baf9a34e717-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:34:37 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-babc0e4e-a94d-4678-8afc-089bba8958ef req-d81d7561-389e-4fe9-a5c9-2781ccb0116e service nova] Lock "73439fd6-da4c-4dd7-b8cf-2baf9a34e717-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:34:37 user nova-compute[75147]: DEBUG nova.compute.manager [req-babc0e4e-a94d-4678-8afc-089bba8958ef req-d81d7561-389e-4fe9-a5c9-2781ccb0116e service nova] [instance: 73439fd6-da4c-4dd7-b8cf-2baf9a34e717] No waiting events found dispatching network-vif-plugged-201fbd38-543c-4f18-bf86-ea3916262282 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:34:37 user nova-compute[75147]: WARNING nova.compute.manager [req-babc0e4e-a94d-4678-8afc-089bba8958ef req-d81d7561-389e-4fe9-a5c9-2781ccb0116e service nova] [instance: 73439fd6-da4c-4dd7-b8cf-2baf9a34e717] Received unexpected event network-vif-plugged-201fbd38-543c-4f18-bf86-ea3916262282 for instance with vm_state building and task_state spawning.
Oct 27 19:34:37 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:34:37 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:34:38 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-f4b020f1-5e84-4961-b862-aa5c9b20fcf4 tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] Acquiring lock "dae4e32d-225f-4e0e-833b-dba42ab1df79" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:34:38 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-f4b020f1-5e84-4961-b862-aa5c9b20fcf4 tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] Lock "dae4e32d-225f-4e0e-833b-dba42ab1df79" acquired by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:34:38 user nova-compute[75147]: DEBUG os_brick.utils [None req-f4b020f1-5e84-4961-b862-aa5c9b20fcf4 tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:34:38 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:34:38 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:34:38 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf8faa42-498c-4fe2-bb83-cce93446f0a3]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9325735bc82e\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:34:38 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:34:38 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.021s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:34:38 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[55b91044-683c-4caa-b4d4-9fd9bae8af6c]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:34:38 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:34:38 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:34:38 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e53a577-1069-4650-b4d1-a26247498717]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:34:38 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[48cef53b-6741-475c-ab19-73c5dabddacd]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:34:38 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-f4b020f1-5e84-4961-b862-aa5c9b20fcf4 tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] Running cmd (subprocess): nvme version {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:34:38 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-f4b020f1-5e84-4961-b862-aa5c9b20fcf4 tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] 'nvme version' failed. Not Retrying. {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 19:34:38 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.nvmeof [None req-f4b020f1-5e84-4961-b862-aa5c9b20fcf4 tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] nvme not present on system {{(pid=75147) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 27 19:34:38 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:34:38 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 19:34:38 user nova-compute[75147]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 27 19:34:38 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[1877adf4-5a3a-4c98-9d77-70b9a2c829ee]: (4, '') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:34:38 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-f4b020f1-5e84-4961-b862-aa5c9b20fcf4 tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75147) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 27 19:34:38 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-f4b020f1-5e84-4961-b862-aa5c9b20fcf4 tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 27 19:34:38 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-f4b020f1-5e84-4961-b862-aa5c9b20fcf4 tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] LIGHTOS: no hostnqn found. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 27 19:34:38 user nova-compute[75147]: DEBUG os_brick.utils [None req-f4b020f1-5e84-4961-b862-aa5c9b20fcf4 tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] <== get_connector_properties: return (154ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9325735bc82e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:34:38 user nova-compute[75147]: INFO nova.compute.manager [None req-f4b020f1-5e84-4961-b862-aa5c9b20fcf4 tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] [instance: dae4e32d-225f-4e0e-833b-dba42ab1df79] Swapping volume 55afc558-6ce0-43de-a815-709b9511971d for 0e81ae99-62fe-4012-9d3f-dbb30e3d1286
Oct 27 19:34:38 user nova-compute[75147]: DEBUG nova.compute.manager [None req-0609bee0-f31a-4cf5-b338-834a08b8a06d tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] Instance event wait completed in 0 seconds for  {{(pid=75147) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 19:34:38 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-0609bee0-f31a-4cf5-b338-834a08b8a06d tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] Guest created on hypervisor {{(pid=75147) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 19:34:38 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] Instance spawned successfully.
Oct 27 19:34:38 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-0609bee0-f31a-4cf5-b338-834a08b8a06d tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 27 19:34:39 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e57913e9-2307-47a1-a047-e90f10820677 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Acquiring lock "68a6c383-5da2-4e99-9c46-682c1da71a4e" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:34:39 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e57913e9-2307-47a1-a047-e90f10820677 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Lock "68a6c383-5da2-4e99-9c46-682c1da71a4e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:34:39 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-0609bee0-f31a-4cf5-b338-834a08b8a06d tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] Found default for hw_cdrom_bus of ide {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:34:39 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-0609bee0-f31a-4cf5-b338-834a08b8a06d tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] Found default for hw_disk_bus of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:34:39 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-0609bee0-f31a-4cf5-b338-834a08b8a06d tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] Found default for hw_input_bus of None {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:34:39 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-0609bee0-f31a-4cf5-b338-834a08b8a06d tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] Found default for hw_pointer_model of None {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:34:39 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-0609bee0-f31a-4cf5-b338-834a08b8a06d tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] Found default for hw_video_model of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:34:39 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-0609bee0-f31a-4cf5-b338-834a08b8a06d tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] Found default for hw_vif_model of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:34:39 user nova-compute[75147]: DEBUG nova.compute.manager [None req-e57913e9-2307-47a1-a047-e90f10820677 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Starting instance... {{(pid=75147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 27 19:34:39 user nova-compute[75147]: INFO nova.compute.manager [None req-0609bee0-f31a-4cf5-b338-834a08b8a06d tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] Took 9.20 seconds to spawn the instance on the hypervisor.
Oct 27 19:34:39 user nova-compute[75147]: DEBUG nova.compute.manager [None req-0609bee0-f31a-4cf5-b338-834a08b8a06d tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] Checking state {{(pid=75147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 19:34:39 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e57913e9-2307-47a1-a047-e90f10820677 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:34:39 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e57913e9-2307-47a1-a047-e90f10820677 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:34:39 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-e57913e9-2307-47a1-a047-e90f10820677 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75147) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 19:34:39 user nova-compute[75147]: INFO nova.compute.claims [None req-e57913e9-2307-47a1-a047-e90f10820677 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Claim successful on node user
Oct 27 19:34:39 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:34:39 user nova-compute[75147]: INFO nova.compute.manager [None req-0609bee0-f31a-4cf5-b338-834a08b8a06d tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] Took 10.21 seconds to build instance.
Oct 27 19:34:39 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-0609bee0-f31a-4cf5-b338-834a08b8a06d tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Lock "2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 10.368s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:34:39 user nova-compute[75147]: DEBUG nova.compute.manager [None req-51c5f09b-cc00-4cc7-9a02-a9559ff873d8 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] [instance: 73439fd6-da4c-4dd7-b8cf-2baf9a34e717] Instance event wait completed in 0 seconds for  {{(pid=75147) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 19:34:39 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-51c5f09b-cc00-4cc7-9a02-a9559ff873d8 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] [instance: 73439fd6-da4c-4dd7-b8cf-2baf9a34e717] Guest created on hypervisor {{(pid=75147) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 19:34:39 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: 73439fd6-da4c-4dd7-b8cf-2baf9a34e717] Instance spawned successfully.
Oct 27 19:34:39 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-51c5f09b-cc00-4cc7-9a02-a9559ff873d8 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] [instance: 73439fd6-da4c-4dd7-b8cf-2baf9a34e717] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 27 19:34:39 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-51c5f09b-cc00-4cc7-9a02-a9559ff873d8 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] [instance: 73439fd6-da4c-4dd7-b8cf-2baf9a34e717] Found default for hw_cdrom_bus of ide {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:34:39 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-51c5f09b-cc00-4cc7-9a02-a9559ff873d8 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] [instance: 73439fd6-da4c-4dd7-b8cf-2baf9a34e717] Found default for hw_disk_bus of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:34:39 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-51c5f09b-cc00-4cc7-9a02-a9559ff873d8 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] [instance: 73439fd6-da4c-4dd7-b8cf-2baf9a34e717] Found default for hw_input_bus of None {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:34:39 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-51c5f09b-cc00-4cc7-9a02-a9559ff873d8 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] [instance: 73439fd6-da4c-4dd7-b8cf-2baf9a34e717] Found default for hw_pointer_model of None {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:34:39 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-51c5f09b-cc00-4cc7-9a02-a9559ff873d8 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] [instance: 73439fd6-da4c-4dd7-b8cf-2baf9a34e717] Found default for hw_video_model of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:34:39 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-51c5f09b-cc00-4cc7-9a02-a9559ff873d8 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] [instance: 73439fd6-da4c-4dd7-b8cf-2baf9a34e717] Found default for hw_vif_model of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:34:39 user nova-compute[75147]: DEBUG nova.compute.manager [req-598f2fb8-ffd6-465c-88e6-82b1e578c51f req-bb28cb08-ad76-45c4-97bd-da8c3efd6fe1 service nova] [instance: 73439fd6-da4c-4dd7-b8cf-2baf9a34e717] Received event network-vif-plugged-201fbd38-543c-4f18-bf86-ea3916262282 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:34:39 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-598f2fb8-ffd6-465c-88e6-82b1e578c51f req-bb28cb08-ad76-45c4-97bd-da8c3efd6fe1 service nova] Acquiring lock "73439fd6-da4c-4dd7-b8cf-2baf9a34e717-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:34:39 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-598f2fb8-ffd6-465c-88e6-82b1e578c51f req-bb28cb08-ad76-45c4-97bd-da8c3efd6fe1 service nova] Lock "73439fd6-da4c-4dd7-b8cf-2baf9a34e717-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:34:39 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-598f2fb8-ffd6-465c-88e6-82b1e578c51f req-bb28cb08-ad76-45c4-97bd-da8c3efd6fe1 service nova] Lock "73439fd6-da4c-4dd7-b8cf-2baf9a34e717-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:34:39 user nova-compute[75147]: DEBUG nova.compute.manager [req-598f2fb8-ffd6-465c-88e6-82b1e578c51f req-bb28cb08-ad76-45c4-97bd-da8c3efd6fe1 service nova] [instance: 73439fd6-da4c-4dd7-b8cf-2baf9a34e717] No waiting events found dispatching network-vif-plugged-201fbd38-543c-4f18-bf86-ea3916262282 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:34:39 user nova-compute[75147]: WARNING nova.compute.manager [req-598f2fb8-ffd6-465c-88e6-82b1e578c51f req-bb28cb08-ad76-45c4-97bd-da8c3efd6fe1 service nova] [instance: 73439fd6-da4c-4dd7-b8cf-2baf9a34e717] Received unexpected event network-vif-plugged-201fbd38-543c-4f18-bf86-ea3916262282 for instance with vm_state building and task_state spawning.
Oct 27 19:34:39 user nova-compute[75147]: INFO nova.compute.manager [None req-51c5f09b-cc00-4cc7-9a02-a9559ff873d8 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] [instance: 73439fd6-da4c-4dd7-b8cf-2baf9a34e717] Took 8.30 seconds to spawn the instance on the hypervisor.
Oct 27 19:34:39 user nova-compute[75147]: DEBUG nova.compute.manager [None req-51c5f09b-cc00-4cc7-9a02-a9559ff873d8 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] [instance: 73439fd6-da4c-4dd7-b8cf-2baf9a34e717] Checking state {{(pid=75147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 19:34:39 user nova-compute[75147]: INFO nova.compute.manager [None req-51c5f09b-cc00-4cc7-9a02-a9559ff873d8 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] [instance: 73439fd6-da4c-4dd7-b8cf-2baf9a34e717] Took 9.35 seconds to build instance.
Oct 27 19:34:39 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-e57913e9-2307-47a1-a047-e90f10820677 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:34:39 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-51c5f09b-cc00-4cc7-9a02-a9559ff873d8 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Lock "73439fd6-da4c-4dd7-b8cf-2baf9a34e717" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 9.482s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:34:39 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-e57913e9-2307-47a1-a047-e90f10820677 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:34:39 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e57913e9-2307-47a1-a047-e90f10820677 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.687s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:34:39 user nova-compute[75147]: DEBUG nova.compute.manager [None req-e57913e9-2307-47a1-a047-e90f10820677 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Start building networks asynchronously for instance. {{(pid=75147) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 27 19:34:39 user nova-compute[75147]: DEBUG nova.compute.manager [None req-e57913e9-2307-47a1-a047-e90f10820677 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Allocating IP information in the background. {{(pid=75147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 27 19:34:39 user nova-compute[75147]: DEBUG nova.network.neutron [None req-e57913e9-2307-47a1-a047-e90f10820677 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] allocate_for_instance() {{(pid=75147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 27 19:34:40 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-e57913e9-2307-47a1-a047-e90f10820677 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 27 19:34:40 user nova-compute[75147]: DEBUG nova.compute.manager [None req-e57913e9-2307-47a1-a047-e90f10820677 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Start building block device mappings for instance. {{(pid=75147) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 27 19:34:40 user nova-compute[75147]: DEBUG nova.policy [None req-e57913e9-2307-47a1-a047-e90f10820677 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '93e1abe7cc4e4248a6f9682cbd7b00aa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c05b7c7e7bf147fcbc02a57ffda4a15d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75147) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 27 19:34:40 user nova-compute[75147]: DEBUG nova.compute.manager [None req-e57913e9-2307-47a1-a047-e90f10820677 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Start spawning the instance on the hypervisor. {{(pid=75147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 27 19:34:40 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-e57913e9-2307-47a1-a047-e90f10820677 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Creating instance directory {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 19:34:40 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-e57913e9-2307-47a1-a047-e90f10820677 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Creating image(s)
Oct 27 19:34:40 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e57913e9-2307-47a1-a047-e90f10820677 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Acquiring lock "/opt/stack/data/nova/instances/68a6c383-5da2-4e99-9c46-682c1da71a4e/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:34:40 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e57913e9-2307-47a1-a047-e90f10820677 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Lock "/opt/stack/data/nova/instances/68a6c383-5da2-4e99-9c46-682c1da71a4e/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:34:40 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e57913e9-2307-47a1-a047-e90f10820677 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Lock "/opt/stack/data/nova/instances/68a6c383-5da2-4e99-9c46-682c1da71a4e/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:34:40 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-e57913e9-2307-47a1-a047-e90f10820677 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:34:40 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-e57913e9-2307-47a1-a047-e90f10820677 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.246s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:34:40 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e57913e9-2307-47a1-a047-e90f10820677 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Acquiring lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:34:40 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e57913e9-2307-47a1-a047-e90f10820677 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:34:40 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-e57913e9-2307-47a1-a047-e90f10820677 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:34:40 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-e57913e9-2307-47a1-a047-e90f10820677 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.215s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:34:40 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-e57913e9-2307-47a1-a047-e90f10820677 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa,backing_fmt=raw /opt/stack/data/nova/instances/68a6c383-5da2-4e99-9c46-682c1da71a4e/disk 1073741824 {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:34:40 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-e57913e9-2307-47a1-a047-e90f10820677 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa,backing_fmt=raw /opt/stack/data/nova/instances/68a6c383-5da2-4e99-9c46-682c1da71a4e/disk 1073741824" returned: 0 in 0.065s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:34:40 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e57913e9-2307-47a1-a047-e90f10820677 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.290s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:34:40 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-e57913e9-2307-47a1-a047-e90f10820677 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:34:41 user nova-compute[75147]: DEBUG nova.network.neutron [None req-e57913e9-2307-47a1-a047-e90f10820677 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Successfully created port: a12e99e1-8a31-41e4-8730-b290c44f687b {{(pid=75147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 19:34:41 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-e57913e9-2307-47a1-a047-e90f10820677 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.267s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:34:41 user nova-compute[75147]: DEBUG nova.virt.disk.api [None req-e57913e9-2307-47a1-a047-e90f10820677 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Checking if we can resize image /opt/stack/data/nova/instances/68a6c383-5da2-4e99-9c46-682c1da71a4e/disk. size=1073741824 {{(pid=75147) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 27 19:34:41 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-e57913e9-2307-47a1-a047-e90f10820677 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/68a6c383-5da2-4e99-9c46-682c1da71a4e/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:34:41 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:34:41 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-e57913e9-2307-47a1-a047-e90f10820677 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/68a6c383-5da2-4e99-9c46-682c1da71a4e/disk --force-share --output=json" returned: 0 in 0.279s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:34:41 user nova-compute[75147]: DEBUG nova.virt.disk.api [None req-e57913e9-2307-47a1-a047-e90f10820677 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Cannot resize image /opt/stack/data/nova/instances/68a6c383-5da2-4e99-9c46-682c1da71a4e/disk to a smaller size. {{(pid=75147) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 27 19:34:41 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-e57913e9-2307-47a1-a047-e90f10820677 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Created local disks {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 27 19:34:41 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-e57913e9-2307-47a1-a047-e90f10820677 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Ensure instance console log exists: /opt/stack/data/nova/instances/68a6c383-5da2-4e99-9c46-682c1da71a4e/console.log {{(pid=75147) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 19:34:41 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e57913e9-2307-47a1-a047-e90f10820677 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:34:41 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e57913e9-2307-47a1-a047-e90f10820677 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:34:41 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e57913e9-2307-47a1-a047-e90f10820677 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:34:41 user nova-compute[75147]: DEBUG nova.compute.manager [req-22209820-5ffe-4a56-9372-a9dc04ae1f52 req-b9302b98-5ee1-4fba-a534-afaf9db3b9f9 service nova] [instance: c38a6c4c-f585-4095-90b5-f41781c55d42] Received event network-changed-c320dd84-cb35-43ff-8561-4d33719e7ffc {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:34:41 user nova-compute[75147]: DEBUG nova.compute.manager [req-22209820-5ffe-4a56-9372-a9dc04ae1f52 req-b9302b98-5ee1-4fba-a534-afaf9db3b9f9 service nova] [instance: c38a6c4c-f585-4095-90b5-f41781c55d42] Refreshing instance network info cache due to event network-changed-c320dd84-cb35-43ff-8561-4d33719e7ffc. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 19:34:41 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-22209820-5ffe-4a56-9372-a9dc04ae1f52 req-b9302b98-5ee1-4fba-a534-afaf9db3b9f9 service nova] Acquiring lock "refresh_cache-c38a6c4c-f585-4095-90b5-f41781c55d42" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:34:41 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-22209820-5ffe-4a56-9372-a9dc04ae1f52 req-b9302b98-5ee1-4fba-a534-afaf9db3b9f9 service nova] Acquired lock "refresh_cache-c38a6c4c-f585-4095-90b5-f41781c55d42" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:34:41 user nova-compute[75147]: DEBUG nova.network.neutron [req-22209820-5ffe-4a56-9372-a9dc04ae1f52 req-b9302b98-5ee1-4fba-a534-afaf9db3b9f9 service nova] [instance: c38a6c4c-f585-4095-90b5-f41781c55d42] Refreshing network info cache for port c320dd84-cb35-43ff-8561-4d33719e7ffc {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 19:34:41 user nova-compute[75147]: DEBUG nova.network.neutron [None req-e57913e9-2307-47a1-a047-e90f10820677 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Successfully updated port: a12e99e1-8a31-41e4-8730-b290c44f687b {{(pid=75147) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 19:34:42 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e57913e9-2307-47a1-a047-e90f10820677 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Acquiring lock "refresh_cache-68a6c383-5da2-4e99-9c46-682c1da71a4e" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:34:42 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e57913e9-2307-47a1-a047-e90f10820677 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Acquired lock "refresh_cache-68a6c383-5da2-4e99-9c46-682c1da71a4e" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:34:42 user nova-compute[75147]: DEBUG nova.network.neutron [None req-e57913e9-2307-47a1-a047-e90f10820677 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Building network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 19:34:42 user nova-compute[75147]: DEBUG nova.compute.manager [req-7c99ec8a-6f39-4b33-987b-642eccba92e5 req-1bfa93c3-1033-406b-9222-3b5590862a45 service nova] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Received event network-changed-a12e99e1-8a31-41e4-8730-b290c44f687b {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:34:42 user nova-compute[75147]: DEBUG nova.compute.manager [req-7c99ec8a-6f39-4b33-987b-642eccba92e5 req-1bfa93c3-1033-406b-9222-3b5590862a45 service nova] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Refreshing instance network info cache due to event network-changed-a12e99e1-8a31-41e4-8730-b290c44f687b. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 19:34:42 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-7c99ec8a-6f39-4b33-987b-642eccba92e5 req-1bfa93c3-1033-406b-9222-3b5590862a45 service nova] Acquiring lock "refresh_cache-68a6c383-5da2-4e99-9c46-682c1da71a4e" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:34:42 user nova-compute[75147]: DEBUG nova.network.neutron [None req-e57913e9-2307-47a1-a047-e90f10820677 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Instance cache missing network info. {{(pid=75147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 19:34:42 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-84f4b497-acc0-462e-b7a1-de30e34429cf tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Acquiring lock "c38a6c4c-f585-4095-90b5-f41781c55d42" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:34:42 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-84f4b497-acc0-462e-b7a1-de30e34429cf tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Lock "c38a6c4c-f585-4095-90b5-f41781c55d42" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:34:42 user nova-compute[75147]: DEBUG nova.objects.instance [None req-84f4b497-acc0-462e-b7a1-de30e34429cf tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Lazy-loading 'flavor' on Instance uuid c38a6c4c-f585-4095-90b5-f41781c55d42 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:34:42 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-84f4b497-acc0-462e-b7a1-de30e34429cf tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Lock "c38a6c4c-f585-4095-90b5-f41781c55d42" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.079s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:34:42 user nova-compute[75147]: DEBUG nova.network.neutron [req-22209820-5ffe-4a56-9372-a9dc04ae1f52 req-b9302b98-5ee1-4fba-a534-afaf9db3b9f9 service nova] [instance: c38a6c4c-f585-4095-90b5-f41781c55d42] Updated VIF entry in instance network info cache for port c320dd84-cb35-43ff-8561-4d33719e7ffc. {{(pid=75147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 19:34:42 user nova-compute[75147]: DEBUG nova.network.neutron [req-22209820-5ffe-4a56-9372-a9dc04ae1f52 req-b9302b98-5ee1-4fba-a534-afaf9db3b9f9 service nova] [instance: c38a6c4c-f585-4095-90b5-f41781c55d42] Updating instance_info_cache with network_info: [{"id": "c320dd84-cb35-43ff-8561-4d33719e7ffc", "address": "fa:16:3e:8a:22:b4", "network": {"id": "9a022f64-7e83-4f32-b90a-91a264ef99c7", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-826018626-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6fdebbc0f0904af38b009a6c621971c1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc320dd84-cb", "ovs_interfaceid": "c320dd84-cb35-43ff-8561-4d33719e7ffc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:34:42 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-84f4b497-acc0-462e-b7a1-de30e34429cf tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Acquiring lock "c38a6c4c-f585-4095-90b5-f41781c55d42" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:34:42 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-84f4b497-acc0-462e-b7a1-de30e34429cf tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Lock "c38a6c4c-f585-4095-90b5-f41781c55d42" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:34:42 user nova-compute[75147]: INFO nova.compute.manager [None req-84f4b497-acc0-462e-b7a1-de30e34429cf tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] [instance: c38a6c4c-f585-4095-90b5-f41781c55d42] Attaching volume 6d949c02-340e-42c4-a338-e0e7ac5a70fc to /dev/vdb
Oct 27 19:34:42 user nova-compute[75147]: DEBUG nova.network.neutron [None req-e57913e9-2307-47a1-a047-e90f10820677 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Updating instance_info_cache with network_info: [{"id": "a12e99e1-8a31-41e4-8730-b290c44f687b", "address": "fa:16:3e:1f:d1:6d", "network": {"id": "997a94dd-a6cc-485a-9bca-761040e12ccf", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-358973122-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c05b7c7e7bf147fcbc02a57ffda4a15d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa12e99e1-8a", "ovs_interfaceid": "a12e99e1-8a31-41e4-8730-b290c44f687b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:34:42 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-22209820-5ffe-4a56-9372-a9dc04ae1f52 req-b9302b98-5ee1-4fba-a534-afaf9db3b9f9 service nova] Releasing lock "refresh_cache-c38a6c4c-f585-4095-90b5-f41781c55d42" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:34:42 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e57913e9-2307-47a1-a047-e90f10820677 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Releasing lock "refresh_cache-68a6c383-5da2-4e99-9c46-682c1da71a4e" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:34:42 user nova-compute[75147]: DEBUG nova.compute.manager [None req-e57913e9-2307-47a1-a047-e90f10820677 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Instance network_info: |[{"id": "a12e99e1-8a31-41e4-8730-b290c44f687b", "address": "fa:16:3e:1f:d1:6d", "network": {"id": "997a94dd-a6cc-485a-9bca-761040e12ccf", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-358973122-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c05b7c7e7bf147fcbc02a57ffda4a15d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa12e99e1-8a", "ovs_interfaceid": "a12e99e1-8a31-41e4-8730-b290c44f687b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 27 19:34:42 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-7c99ec8a-6f39-4b33-987b-642eccba92e5 req-1bfa93c3-1033-406b-9222-3b5590862a45 service nova] Acquired lock "refresh_cache-68a6c383-5da2-4e99-9c46-682c1da71a4e" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:34:42 user nova-compute[75147]: DEBUG nova.network.neutron [req-7c99ec8a-6f39-4b33-987b-642eccba92e5 req-1bfa93c3-1033-406b-9222-3b5590862a45 service nova] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Refreshing network info cache for port a12e99e1-8a31-41e4-8730-b290c44f687b {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 19:34:42 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-e57913e9-2307-47a1-a047-e90f10820677 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Start _get_guest_xml network_info=[{"id": "a12e99e1-8a31-41e4-8730-b290c44f687b", "address": "fa:16:3e:1f:d1:6d", "network": {"id": "997a94dd-a6cc-485a-9bca-761040e12ccf", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-358973122-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c05b7c7e7bf147fcbc02a57ffda4a15d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa12e99e1-8a", "ovs_interfaceid": "a12e99e1-8a31-41e4-8730-b290c44f687b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T19:22:09Z,direct_url=<?>,disk_format='qcow2',id=d52df17c-5315-4a73-ab7c-34c161a414fb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0b43115555434818b0c8bdf6be4946da',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T19:22:11Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'encryption_options': None, 'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encrypted': False, 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_format': None, 'device_name': '/dev/vda', 'image_id': 'd52df17c-5315-4a73-ab7c-34c161a414fb'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 19:34:42 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-e57913e9-2307-47a1-a047-e90f10820677 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:34:42 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-e57913e9-2307-47a1-a047-e90f10820677 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:34:42 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-e57913e9-2307-47a1-a047-e90f10820677 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 19:34:42 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-e57913e9-2307-47a1-a047-e90f10820677 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] CPU controller missing on host. {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 19:34:42 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-e57913e9-2307-47a1-a047-e90f10820677 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 19:34:42 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-e57913e9-2307-47a1-a047-e90f10820677 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] CPU controller found on host. {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 19:34:42 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-e57913e9-2307-47a1-a047-e90f10820677 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75147) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 19:34:42 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-e57913e9-2307-47a1-a047-e90f10820677 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T19:21:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T19:22:09Z,direct_url=<?>,disk_format='qcow2',id=d52df17c-5315-4a73-ab7c-34c161a414fb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0b43115555434818b0c8bdf6be4946da',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T19:22:11Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 19:34:42 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-e57913e9-2307-47a1-a047-e90f10820677 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Flavor limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 19:34:42 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-e57913e9-2307-47a1-a047-e90f10820677 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Image limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 19:34:42 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-e57913e9-2307-47a1-a047-e90f10820677 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Flavor pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 19:34:42 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-e57913e9-2307-47a1-a047-e90f10820677 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Image pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 19:34:42 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-e57913e9-2307-47a1-a047-e90f10820677 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 19:34:42 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-e57913e9-2307-47a1-a047-e90f10820677 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 19:34:42 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-e57913e9-2307-47a1-a047-e90f10820677 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 19:34:42 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-e57913e9-2307-47a1-a047-e90f10820677 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Got 1 possible topologies {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 19:34:42 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-e57913e9-2307-47a1-a047-e90f10820677 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 19:34:42 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-e57913e9-2307-47a1-a047-e90f10820677 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 19:34:42 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-e57913e9-2307-47a1-a047-e90f10820677 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:34:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-341955599',display_name='tempest-ServerRescueNegativeTestJSON-server-341955599',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-341955599',id=23,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEZHM62N+vIVDuwoWogbOY+EbJLtpDhTQGq5cIz8HpPacaB8qQx4vWQsFUOVW66oR4MSNcqwCozcG75qDXStKDILmbcQuDCEtIcZID22RalmtyNcCKU4UU/fTciUEghI7g==',key_name='tempest-keypair-276077532',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c05b7c7e7bf147fcbc02a57ffda4a15d',ramdisk_id='',reservation_id='r-tt0c8fs2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-2101781904',owner_user_name='tempest-ServerRescueNegativeTestJSON-2101781904-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:34:40Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='93e1abe7cc4e4248a6f9682cbd7b00aa',uuid=68a6c383-5da2-4e99-9c46-682c1da71a4e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a12e99e1-8a31-41e4-8730-b290c44f687b", "address": "fa:16:3e:1f:d1:6d", "network": {"id": "997a94dd-a6cc-485a-9bca-761040e12ccf", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-358973122-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c05b7c7e7bf147fcbc02a57ffda4a15d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa12e99e1-8a", "ovs_interfaceid": "a12e99e1-8a31-41e4-8730-b290c44f687b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75147) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 19:34:42 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-e57913e9-2307-47a1-a047-e90f10820677 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Converting VIF {"id": "a12e99e1-8a31-41e4-8730-b290c44f687b", "address": "fa:16:3e:1f:d1:6d", "network": {"id": "997a94dd-a6cc-485a-9bca-761040e12ccf", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-358973122-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c05b7c7e7bf147fcbc02a57ffda4a15d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa12e99e1-8a", "ovs_interfaceid": "a12e99e1-8a31-41e4-8730-b290c44f687b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:34:42 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-e57913e9-2307-47a1-a047-e90f10820677 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1f:d1:6d,bridge_name='br-int',has_traffic_filtering=True,id=a12e99e1-8a31-41e4-8730-b290c44f687b,network=Network(997a94dd-a6cc-485a-9bca-761040e12ccf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa12e99e1-8a') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:34:42 user nova-compute[75147]: DEBUG nova.objects.instance [None req-e57913e9-2307-47a1-a047-e90f10820677 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Lazy-loading 'pci_devices' on Instance uuid 68a6c383-5da2-4e99-9c46-682c1da71a4e {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:34:42 user nova-compute[75147]: DEBUG os_brick.utils [None req-84f4b497-acc0-462e-b7a1-de30e34429cf tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:34:42 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:34:42 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-e57913e9-2307-47a1-a047-e90f10820677 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] End _get_guest_xml xml=<domain type="kvm">
Oct 27 19:34:42 user nova-compute[75147]:   <uuid>68a6c383-5da2-4e99-9c46-682c1da71a4e</uuid>
Oct 27 19:34:42 user nova-compute[75147]:   <name>instance-00000017</name>
Oct 27 19:34:42 user nova-compute[75147]:   <memory>524288</memory>
Oct 27 19:34:42 user nova-compute[75147]:   <vcpu>1</vcpu>
Oct 27 19:34:42 user nova-compute[75147]:   <metadata>
Oct 27 19:34:42 user nova-compute[75147]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 19:34:42 user nova-compute[75147]:       <nova:package version="0.0.0"/>
Oct 27 19:34:42 user nova-compute[75147]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-341955599</nova:name>
Oct 27 19:34:42 user nova-compute[75147]:       <nova:creationTime>2023-10-27 19:34:42</nova:creationTime>
Oct 27 19:34:42 user nova-compute[75147]:       <nova:flavor name="m1.tiny">
Oct 27 19:34:42 user nova-compute[75147]:         <nova:memory>512</nova:memory>
Oct 27 19:34:42 user nova-compute[75147]:         <nova:disk>1</nova:disk>
Oct 27 19:34:42 user nova-compute[75147]:         <nova:swap>0</nova:swap>
Oct 27 19:34:42 user nova-compute[75147]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 19:34:42 user nova-compute[75147]:         <nova:vcpus>1</nova:vcpus>
Oct 27 19:34:42 user nova-compute[75147]:       </nova:flavor>
Oct 27 19:34:42 user nova-compute[75147]:       <nova:owner>
Oct 27 19:34:42 user nova-compute[75147]:         <nova:user uuid="93e1abe7cc4e4248a6f9682cbd7b00aa">tempest-ServerRescueNegativeTestJSON-2101781904-project-member</nova:user>
Oct 27 19:34:42 user nova-compute[75147]:         <nova:project uuid="c05b7c7e7bf147fcbc02a57ffda4a15d">tempest-ServerRescueNegativeTestJSON-2101781904</nova:project>
Oct 27 19:34:42 user nova-compute[75147]:       </nova:owner>
Oct 27 19:34:42 user nova-compute[75147]:       <nova:root type="image" uuid="d52df17c-5315-4a73-ab7c-34c161a414fb"/>
Oct 27 19:34:42 user nova-compute[75147]:       <nova:ports>
Oct 27 19:34:42 user nova-compute[75147]:         <nova:port uuid="a12e99e1-8a31-41e4-8730-b290c44f687b">
Oct 27 19:34:42 user nova-compute[75147]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Oct 27 19:34:42 user nova-compute[75147]:         </nova:port>
Oct 27 19:34:42 user nova-compute[75147]:       </nova:ports>
Oct 27 19:34:42 user nova-compute[75147]:     </nova:instance>
Oct 27 19:34:42 user nova-compute[75147]:   </metadata>
Oct 27 19:34:42 user nova-compute[75147]:   <sysinfo type="smbios">
Oct 27 19:34:42 user nova-compute[75147]:     <system>
Oct 27 19:34:42 user nova-compute[75147]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 19:34:42 user nova-compute[75147]:       <entry name="product">OpenStack Nova</entry>
Oct 27 19:34:42 user nova-compute[75147]:       <entry name="version">0.0.0</entry>
Oct 27 19:34:42 user nova-compute[75147]:       <entry name="serial">68a6c383-5da2-4e99-9c46-682c1da71a4e</entry>
Oct 27 19:34:42 user nova-compute[75147]:       <entry name="uuid">68a6c383-5da2-4e99-9c46-682c1da71a4e</entry>
Oct 27 19:34:42 user nova-compute[75147]:       <entry name="family">Virtual Machine</entry>
Oct 27 19:34:42 user nova-compute[75147]:     </system>
Oct 27 19:34:42 user nova-compute[75147]:   </sysinfo>
Oct 27 19:34:42 user nova-compute[75147]:   <os>
Oct 27 19:34:42 user nova-compute[75147]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 19:34:42 user nova-compute[75147]:     <boot dev="hd"/>
Oct 27 19:34:42 user nova-compute[75147]:     <smbios mode="sysinfo"/>
Oct 27 19:34:42 user nova-compute[75147]:   </os>
Oct 27 19:34:42 user nova-compute[75147]:   <features>
Oct 27 19:34:42 user nova-compute[75147]:     <acpi/>
Oct 27 19:34:42 user nova-compute[75147]:     <apic/>
Oct 27 19:34:42 user nova-compute[75147]:     <vmcoreinfo/>
Oct 27 19:34:42 user nova-compute[75147]:   </features>
Oct 27 19:34:42 user nova-compute[75147]:   <clock offset="utc">
Oct 27 19:34:42 user nova-compute[75147]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 19:34:42 user nova-compute[75147]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 19:34:42 user nova-compute[75147]:     <timer name="hpet" present="no"/>
Oct 27 19:34:42 user nova-compute[75147]:   </clock>
Oct 27 19:34:42 user nova-compute[75147]:   <cpu mode="custom" match="exact">
Oct 27 19:34:42 user nova-compute[75147]:     <model>Nehalem</model>
Oct 27 19:34:42 user nova-compute[75147]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 19:34:42 user nova-compute[75147]:   </cpu>
Oct 27 19:34:42 user nova-compute[75147]:   <devices>
Oct 27 19:34:42 user nova-compute[75147]:     <disk type="file" device="disk">
Oct 27 19:34:42 user nova-compute[75147]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 27 19:34:42 user nova-compute[75147]:       <source file="/opt/stack/data/nova/instances/68a6c383-5da2-4e99-9c46-682c1da71a4e/disk"/>
Oct 27 19:34:42 user nova-compute[75147]:       <target dev="vda" bus="virtio"/>
Oct 27 19:34:42 user nova-compute[75147]:     </disk>
Oct 27 19:34:42 user nova-compute[75147]:     <interface type="ethernet">
Oct 27 19:34:42 user nova-compute[75147]:       <mac address="fa:16:3e:1f:d1:6d"/>
Oct 27 19:34:42 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:34:42 user nova-compute[75147]:       <mtu size="1442"/>
Oct 27 19:34:42 user nova-compute[75147]:       <target dev="tapa12e99e1-8a"/>
Oct 27 19:34:42 user nova-compute[75147]:     </interface>
Oct 27 19:34:42 user nova-compute[75147]:     <serial type="pty">
Oct 27 19:34:42 user nova-compute[75147]:       <log file="/opt/stack/data/nova/instances/68a6c383-5da2-4e99-9c46-682c1da71a4e/console.log" append="off"/>
Oct 27 19:34:42 user nova-compute[75147]:     </serial>
Oct 27 19:34:42 user nova-compute[75147]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 19:34:42 user nova-compute[75147]:     <video>
Oct 27 19:34:42 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:34:42 user nova-compute[75147]:     </video>
Oct 27 19:34:42 user nova-compute[75147]:     <rng model="virtio">
Oct 27 19:34:42 user nova-compute[75147]:       <backend model="random">/dev/urandom</backend>
Oct 27 19:34:42 user nova-compute[75147]:     </rng>
Oct 27 19:34:42 user nova-compute[75147]:     <controller type="usb" index="0" model="none"/>
Oct 27 19:34:42 user nova-compute[75147]:     <memballoon model="virtio">
Oct 27 19:34:42 user nova-compute[75147]:       <stats period="10"/>
Oct 27 19:34:42 user nova-compute[75147]:     </memballoon>
Oct 27 19:34:42 user nova-compute[75147]:   </devices>
Oct 27 19:34:42 user nova-compute[75147]: </domain>
Oct 27 19:34:42 user nova-compute[75147]:  {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 19:34:42 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-e57913e9-2307-47a1-a047-e90f10820677 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:34:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-341955599',display_name='tempest-ServerRescueNegativeTestJSON-server-341955599',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-341955599',id=23,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEZHM62N+vIVDuwoWogbOY+EbJLtpDhTQGq5cIz8HpPacaB8qQx4vWQsFUOVW66oR4MSNcqwCozcG75qDXStKDILmbcQuDCEtIcZID22RalmtyNcCKU4UU/fTciUEghI7g==',key_name='tempest-keypair-276077532',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c05b7c7e7bf147fcbc02a57ffda4a15d',ramdisk_id='',reservation_id='r-tt0c8fs2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-2101781904',owner_user_name='tempest-ServerRescueNegativeTestJSON-2101781904-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:34:40Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='93e1abe7cc4e4248a6f9682cbd7b00aa',uuid=68a6c383-5da2-4e99-9c46-682c1da71a4e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a12e99e1-8a31-41e4-8730-b290c44f687b", "address": "fa:16:3e:1f:d1:6d", "network": {"id": "997a94dd-a6cc-485a-9bca-761040e12ccf", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-358973122-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c05b7c7e7bf147fcbc02a57ffda4a15d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa12e99e1-8a", "ovs_interfaceid": "a12e99e1-8a31-41e4-8730-b290c44f687b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 19:34:42 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-e57913e9-2307-47a1-a047-e90f10820677 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Converting VIF {"id": "a12e99e1-8a31-41e4-8730-b290c44f687b", "address": "fa:16:3e:1f:d1:6d", "network": {"id": "997a94dd-a6cc-485a-9bca-761040e12ccf", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-358973122-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c05b7c7e7bf147fcbc02a57ffda4a15d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa12e99e1-8a", "ovs_interfaceid": "a12e99e1-8a31-41e4-8730-b290c44f687b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:34:42 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-e57913e9-2307-47a1-a047-e90f10820677 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1f:d1:6d,bridge_name='br-int',has_traffic_filtering=True,id=a12e99e1-8a31-41e4-8730-b290c44f687b,network=Network(997a94dd-a6cc-485a-9bca-761040e12ccf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa12e99e1-8a') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:34:42 user nova-compute[75147]: DEBUG os_vif [None req-e57913e9-2307-47a1-a047-e90f10820677 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:1f:d1:6d,bridge_name='br-int',has_traffic_filtering=True,id=a12e99e1-8a31-41e4-8730-b290c44f687b,network=Network(997a94dd-a6cc-485a-9bca-761040e12ccf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa12e99e1-8a') {{(pid=75147) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 19:34:42 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:34:42 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:34:42 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 19:34:42 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:34:42 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b3a549a-67e5-4cbc-bfae-1521b733536b]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9325735bc82e\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:34:42 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:34:42 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f288dbe7-b3b5-50d0-b68d-d5be75ab70ac', '_type': 'linux-noop'}}, row=False) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:34:42 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:34:42 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:34:42 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:34:42 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:34:42 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa12e99e1-8a, may_exist=True, interface_attrs={}) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:34:42 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa12e99e1-8a, col_values=(('qos', UUID('c3882f2b-0738-4e4a-a239-c52d2ed7615c')),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:34:42 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa12e99e1-8a, col_values=(('external_ids', {'iface-id': 'a12e99e1-8a31-41e4-8730-b290c44f687b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:1f:d1:6d', 'vm-uuid': '68a6c383-5da2-4e99-9c46-682c1da71a4e'}),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:34:42 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:34:42 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[29bfc1cd-caa2-4515-8057-efc3616b67b1]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:34:42 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:34:42 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:34:42 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:34:42 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:34:42 user nova-compute[75147]: INFO os_vif [None req-e57913e9-2307-47a1-a047-e90f10820677 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:1f:d1:6d,bridge_name='br-int',has_traffic_filtering=True,id=a12e99e1-8a31-41e4-8730-b290c44f687b,network=Network(997a94dd-a6cc-485a-9bca-761040e12ccf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa12e99e1-8a')
Oct 27 19:34:42 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:34:42 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[af3b5d01-afcd-4be1-93e9-2d8fd3e14727]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:34:42 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[63b5dc4c-fecf-41c6-8b51-a3acdf1578fa]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:34:42 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-84f4b497-acc0-462e-b7a1-de30e34429cf tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Running cmd (subprocess): nvme version {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:34:42 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-84f4b497-acc0-462e-b7a1-de30e34429cf tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] 'nvme version' failed. Not Retrying. {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 19:34:42 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.nvmeof [None req-84f4b497-acc0-462e-b7a1-de30e34429cf tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] nvme not present on system {{(pid=75147) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 27 19:34:42 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:34:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 19:34:43 user nova-compute[75147]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 27 19:34:43 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[988a09a9-b6aa-4a6d-b808-d792d2b75a7d]: (4, '') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:34:43 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-84f4b497-acc0-462e-b7a1-de30e34429cf tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75147) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 27 19:34:43 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-84f4b497-acc0-462e-b7a1-de30e34429cf tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 27 19:34:43 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-84f4b497-acc0-462e-b7a1-de30e34429cf tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] LIGHTOS: no hostnqn found. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 27 19:34:43 user nova-compute[75147]: DEBUG os_brick.utils [None req-84f4b497-acc0-462e-b7a1-de30e34429cf tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] <== get_connector_properties: return (188ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9325735bc82e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:34:43 user nova-compute[75147]: DEBUG nova.virt.block_device [None req-84f4b497-acc0-462e-b7a1-de30e34429cf tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] [instance: c38a6c4c-f585-4095-90b5-f41781c55d42] Updating existing volume attachment record: d40c0f2d-5565-471e-a385-c3b647ea65ae {{(pid=75147) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 27 19:34:43 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-e57913e9-2307-47a1-a047-e90f10820677 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] No BDM found with device name vda, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:34:43 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-e57913e9-2307-47a1-a047-e90f10820677 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] No VIF found with MAC fa:16:3e:1f:d1:6d, not building metadata {{(pid=75147) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 19:34:43 user nova-compute[75147]: DEBUG nova.network.neutron [req-7c99ec8a-6f39-4b33-987b-642eccba92e5 req-1bfa93c3-1033-406b-9222-3b5590862a45 service nova] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Updated VIF entry in instance network info cache for port a12e99e1-8a31-41e4-8730-b290c44f687b. {{(pid=75147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 19:34:43 user nova-compute[75147]: DEBUG nova.network.neutron [req-7c99ec8a-6f39-4b33-987b-642eccba92e5 req-1bfa93c3-1033-406b-9222-3b5590862a45 service nova] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Updating instance_info_cache with network_info: [{"id": "a12e99e1-8a31-41e4-8730-b290c44f687b", "address": "fa:16:3e:1f:d1:6d", "network": {"id": "997a94dd-a6cc-485a-9bca-761040e12ccf", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-358973122-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c05b7c7e7bf147fcbc02a57ffda4a15d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa12e99e1-8a", "ovs_interfaceid": "a12e99e1-8a31-41e4-8730-b290c44f687b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:34:43 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-7c99ec8a-6f39-4b33-987b-642eccba92e5 req-1bfa93c3-1033-406b-9222-3b5590862a45 service nova] Releasing lock "refresh_cache-68a6c383-5da2-4e99-9c46-682c1da71a4e" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:34:44 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:34:44 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:34:44 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:34:45 user nova-compute[75147]: DEBUG nova.compute.manager [req-4356cf00-62a6-4a79-a0a7-d328c7b011a1 req-4ba6d811-1ae8-490a-9629-d59c6fbdee2d service nova] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Received event network-vif-plugged-a12e99e1-8a31-41e4-8730-b290c44f687b {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:34:45 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-4356cf00-62a6-4a79-a0a7-d328c7b011a1 req-4ba6d811-1ae8-490a-9629-d59c6fbdee2d service nova] Acquiring lock "68a6c383-5da2-4e99-9c46-682c1da71a4e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:34:45 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-4356cf00-62a6-4a79-a0a7-d328c7b011a1 req-4ba6d811-1ae8-490a-9629-d59c6fbdee2d service nova] Lock "68a6c383-5da2-4e99-9c46-682c1da71a4e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:34:45 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-4356cf00-62a6-4a79-a0a7-d328c7b011a1 req-4ba6d811-1ae8-490a-9629-d59c6fbdee2d service nova] Lock "68a6c383-5da2-4e99-9c46-682c1da71a4e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:34:45 user nova-compute[75147]: DEBUG nova.compute.manager [req-4356cf00-62a6-4a79-a0a7-d328c7b011a1 req-4ba6d811-1ae8-490a-9629-d59c6fbdee2d service nova] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] No waiting events found dispatching network-vif-plugged-a12e99e1-8a31-41e4-8730-b290c44f687b {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:34:45 user nova-compute[75147]: WARNING nova.compute.manager [req-4356cf00-62a6-4a79-a0a7-d328c7b011a1 req-4ba6d811-1ae8-490a-9629-d59c6fbdee2d service nova] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Received unexpected event network-vif-plugged-a12e99e1-8a31-41e4-8730-b290c44f687b for instance with vm_state building and task_state spawning.
Oct 27 19:34:45 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:34:45 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:34:45 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:34:46 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:34:47 user nova-compute[75147]: DEBUG nova.compute.manager [req-4bcb38f4-7d47-47cb-b399-ff328dac02d3 req-3933cecf-1f95-4a27-a761-2378e5a05994 service nova] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Received event network-vif-plugged-a12e99e1-8a31-41e4-8730-b290c44f687b {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:34:47 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-4bcb38f4-7d47-47cb-b399-ff328dac02d3 req-3933cecf-1f95-4a27-a761-2378e5a05994 service nova] Acquiring lock "68a6c383-5da2-4e99-9c46-682c1da71a4e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:34:47 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-4bcb38f4-7d47-47cb-b399-ff328dac02d3 req-3933cecf-1f95-4a27-a761-2378e5a05994 service nova] Lock "68a6c383-5da2-4e99-9c46-682c1da71a4e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:34:47 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-4bcb38f4-7d47-47cb-b399-ff328dac02d3 req-3933cecf-1f95-4a27-a761-2378e5a05994 service nova] Lock "68a6c383-5da2-4e99-9c46-682c1da71a4e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:34:47 user nova-compute[75147]: DEBUG nova.compute.manager [req-4bcb38f4-7d47-47cb-b399-ff328dac02d3 req-3933cecf-1f95-4a27-a761-2378e5a05994 service nova] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] No waiting events found dispatching network-vif-plugged-a12e99e1-8a31-41e4-8730-b290c44f687b {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:34:47 user nova-compute[75147]: WARNING nova.compute.manager [req-4bcb38f4-7d47-47cb-b399-ff328dac02d3 req-3933cecf-1f95-4a27-a761-2378e5a05994 service nova] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Received unexpected event network-vif-plugged-a12e99e1-8a31-41e4-8730-b290c44f687b for instance with vm_state building and task_state spawning.
Oct 27 19:34:47 user nova-compute[75147]: DEBUG nova.compute.manager [None req-e57913e9-2307-47a1-a047-e90f10820677 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Instance event wait completed in 0 seconds for  {{(pid=75147) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 19:34:47 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-e57913e9-2307-47a1-a047-e90f10820677 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Guest created on hypervisor {{(pid=75147) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 19:34:47 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Instance spawned successfully.
Oct 27 19:34:47 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-e57913e9-2307-47a1-a047-e90f10820677 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 27 19:34:47 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-e57913e9-2307-47a1-a047-e90f10820677 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Found default for hw_cdrom_bus of ide {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:34:47 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-e57913e9-2307-47a1-a047-e90f10820677 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Found default for hw_disk_bus of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:34:47 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-e57913e9-2307-47a1-a047-e90f10820677 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Found default for hw_input_bus of None {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:34:47 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-e57913e9-2307-47a1-a047-e90f10820677 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Found default for hw_pointer_model of None {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:34:47 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-e57913e9-2307-47a1-a047-e90f10820677 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Found default for hw_video_model of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:34:47 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-e57913e9-2307-47a1-a047-e90f10820677 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Found default for hw_vif_model of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:34:47 user nova-compute[75147]: INFO nova.compute.manager [None req-e57913e9-2307-47a1-a047-e90f10820677 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Took 7.13 seconds to spawn the instance on the hypervisor.
Oct 27 19:34:47 user nova-compute[75147]: DEBUG nova.compute.manager [None req-e57913e9-2307-47a1-a047-e90f10820677 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Checking state {{(pid=75147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 19:34:47 user nova-compute[75147]: INFO nova.compute.manager [None req-e57913e9-2307-47a1-a047-e90f10820677 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Took 8.39 seconds to build instance.
Oct 27 19:34:47 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e57913e9-2307-47a1-a047-e90f10820677 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Lock "68a6c383-5da2-4e99-9c46-682c1da71a4e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.585s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:34:47 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:34:47 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:34:48 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:34:48 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:34:48 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:34:48 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:34:48 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:34:48 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Auditing locally available compute resources for user (node: user) {{(pid=75147) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 19:34:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2b0ba44c-96cb-42ef-add4-6535d26bdebf/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:34:49 user nova-compute[75147]: DEBUG nova.compute.manager [req-e4be9407-7ee8-4071-a36f-bfa5bd74df15 req-1ee2adc5-9827-4e5c-90b9-6c2f4e5f99b8 service nova] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Received event network-changed-5b28365d-32e7-4952-b6c6-3c2343ff1568 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:34:49 user nova-compute[75147]: DEBUG nova.compute.manager [req-e4be9407-7ee8-4071-a36f-bfa5bd74df15 req-1ee2adc5-9827-4e5c-90b9-6c2f4e5f99b8 service nova] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Refreshing instance network info cache due to event network-changed-5b28365d-32e7-4952-b6c6-3c2343ff1568. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 19:34:49 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-e4be9407-7ee8-4071-a36f-bfa5bd74df15 req-1ee2adc5-9827-4e5c-90b9-6c2f4e5f99b8 service nova] Acquiring lock "refresh_cache-18fad5c9-4c2b-4e90-a568-bd0a32497c63" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:34:49 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-e4be9407-7ee8-4071-a36f-bfa5bd74df15 req-1ee2adc5-9827-4e5c-90b9-6c2f4e5f99b8 service nova] Acquired lock "refresh_cache-18fad5c9-4c2b-4e90-a568-bd0a32497c63" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:34:49 user nova-compute[75147]: DEBUG nova.network.neutron [req-e4be9407-7ee8-4071-a36f-bfa5bd74df15 req-1ee2adc5-9827-4e5c-90b9-6c2f4e5f99b8 service nova] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Refreshing network info cache for port 5b28365d-32e7-4952-b6c6-3c2343ff1568 {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 19:34:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2b0ba44c-96cb-42ef-add4-6535d26bdebf/disk --force-share --output=json" returned: 0 in 0.247s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:34:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2b0ba44c-96cb-42ef-add4-6535d26bdebf/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:34:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2b0ba44c-96cb-42ef-add4-6535d26bdebf/disk --force-share --output=json" returned: 0 in 0.313s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:34:49 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75147) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 19:34:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:34:50 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0/disk --force-share --output=json" returned: 0 in 0.224s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:34:50 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:34:50 user nova-compute[75147]: DEBUG nova.network.neutron [req-e4be9407-7ee8-4071-a36f-bfa5bd74df15 req-1ee2adc5-9827-4e5c-90b9-6c2f4e5f99b8 service nova] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Updated VIF entry in instance network info cache for port 5b28365d-32e7-4952-b6c6-3c2343ff1568. {{(pid=75147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 19:34:50 user nova-compute[75147]: DEBUG nova.network.neutron [req-e4be9407-7ee8-4071-a36f-bfa5bd74df15 req-1ee2adc5-9827-4e5c-90b9-6c2f4e5f99b8 service nova] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Updating instance_info_cache with network_info: [{"id": "5b28365d-32e7-4952-b6c6-3c2343ff1568", "address": "fa:16:3e:e7:6d:79", "network": {"id": "530841ca-09cf-4270-b7b7-02d3a851df39", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1965338570-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "650e050c53874fa5bd6c9a70152ef1cf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b28365d-32", "ovs_interfaceid": "5b28365d-32e7-4952-b6c6-3c2343ff1568", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:34:50 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-e4be9407-7ee8-4071-a36f-bfa5bd74df15 req-1ee2adc5-9827-4e5c-90b9-6c2f4e5f99b8 service nova] Releasing lock "refresh_cache-18fad5c9-4c2b-4e90-a568-bd0a32497c63" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:34:50 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0/disk --force-share --output=json" returned: 0 in 0.233s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:34:50 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dae4e32d-225f-4e0e-833b-dba42ab1df79/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:34:50 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dae4e32d-225f-4e0e-833b-dba42ab1df79/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:34:50 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dae4e32d-225f-4e0e-833b-dba42ab1df79/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:34:50 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dae4e32d-225f-4e0e-833b-dba42ab1df79/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:34:50 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75147) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 19:34:50 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/48e26cd7-18d7-4aae-9368-e417f1a39826/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:34:50 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/48e26cd7-18d7-4aae-9368-e417f1a39826/disk --force-share --output=json" returned: 0 in 0.232s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:34:50 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/48e26cd7-18d7-4aae-9368-e417f1a39826/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:34:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/48e26cd7-18d7-4aae-9368-e417f1a39826/disk --force-share --output=json" returned: 0 in 0.234s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:34:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18fad5c9-4c2b-4e90-a568-bd0a32497c63/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:34:51 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:34:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18fad5c9-4c2b-4e90-a568-bd0a32497c63/disk --force-share --output=json" returned: 0 in 0.256s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:34:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18fad5c9-4c2b-4e90-a568-bd0a32497c63/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:34:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18fad5c9-4c2b-4e90-a568-bd0a32497c63/disk --force-share --output=json" returned: 0 in 0.252s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:34:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/73439fd6-da4c-4dd7-b8cf-2baf9a34e717/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:34:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/73439fd6-da4c-4dd7-b8cf-2baf9a34e717/disk --force-share --output=json" returned: 0 in 0.215s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:34:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/73439fd6-da4c-4dd7-b8cf-2baf9a34e717/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:34:52 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/73439fd6-da4c-4dd7-b8cf-2baf9a34e717/disk --force-share --output=json" returned: 0 in 0.264s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:34:52 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3fb6898-879f-4828-b0c8-f4c7911c334c/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:34:52 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3fb6898-879f-4828-b0c8-f4c7911c334c/disk --force-share --output=json" returned: 0 in 0.270s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:34:52 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3fb6898-879f-4828-b0c8-f4c7911c334c/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:34:52 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3fb6898-879f-4828-b0c8-f4c7911c334c/disk --force-share --output=json" returned: 0 in 0.281s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:34:52 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk.rescue --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:34:52 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:34:52 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk.rescue --force-share --output=json" returned: 0 in 0.199s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:34:52 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk.rescue --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:34:53 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk.rescue --force-share --output=json" returned: 0 in 0.249s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:34:53 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:34:53 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk --force-share --output=json" returned: 0 in 0.260s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:34:53 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:34:53 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk --force-share --output=json" returned: 0 in 0.228s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:34:53 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/68a6c383-5da2-4e99-9c46-682c1da71a4e/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:34:53 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/68a6c383-5da2-4e99-9c46-682c1da71a4e/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:34:53 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/68a6c383-5da2-4e99-9c46-682c1da71a4e/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:34:54 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/68a6c383-5da2-4e99-9c46-682c1da71a4e/disk --force-share --output=json" returned: 0 in 0.265s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:34:54 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bac22037-a5fc-4b74-a5eb-94c2e51e8155/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:34:54 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bac22037-a5fc-4b74-a5eb-94c2e51e8155/disk --force-share --output=json" returned: 0 in 0.273s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:34:54 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bac22037-a5fc-4b74-a5eb-94c2e51e8155/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:34:54 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bac22037-a5fc-4b74-a5eb-94c2e51e8155/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:34:54 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c38a6c4c-f585-4095-90b5-f41781c55d42/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:34:54 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c38a6c4c-f585-4095-90b5-f41781c55d42/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:34:54 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c38a6c4c-f585-4095-90b5-f41781c55d42/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:34:55 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c38a6c4c-f585-4095-90b5-f41781c55d42/disk --force-share --output=json" returned: 0 in 0.246s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:34:55 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:34:55 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:34:55 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Hypervisor/Node resource view: name=user free_ram=7380MB free_disk=25.265827178955078GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75147) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 19:34:55 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:34:55 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:34:55 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-b98443c1-751e-44f8-9960-0b80417620a2 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Acquiring lock "2b0ba44c-96cb-42ef-add4-6535d26bdebf" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:34:55 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-b98443c1-751e-44f8-9960-0b80417620a2 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Lock "2b0ba44c-96cb-42ef-add4-6535d26bdebf" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:34:55 user nova-compute[75147]: INFO nova.compute.manager [None req-b98443c1-751e-44f8-9960-0b80417620a2 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] Detaching volume ffea6a7e-2de0-4845-b40d-026b46913855
Oct 27 19:34:55 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance bac22037-a5fc-4b74-a5eb-94c2e51e8155 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:34:55 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:34:55 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance d3fb6898-879f-4828-b0c8-f4c7911c334c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:34:55 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 2b0ba44c-96cb-42ef-add4-6535d26bdebf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:34:55 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance dae4e32d-225f-4e0e-833b-dba42ab1df79 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:34:55 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance c38a6c4c-f585-4095-90b5-f41781c55d42 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:34:55 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 18fad5c9-4c2b-4e90-a568-bd0a32497c63 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:34:55 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 48e26cd7-18d7-4aae-9368-e417f1a39826 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:34:55 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:34:55 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 73439fd6-da4c-4dd7-b8cf-2baf9a34e717 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:34:55 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 68a6c383-5da2-4e99-9c46-682c1da71a4e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:34:55 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 19:34:55 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=11GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 19:34:56 user nova-compute[75147]: INFO nova.virt.block_device [None req-b98443c1-751e-44f8-9960-0b80417620a2 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] Attempting to driver detach volume ffea6a7e-2de0-4845-b40d-026b46913855 from mountpoint /dev/vdb
Oct 27 19:34:56 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-b98443c1-751e-44f8-9960-0b80417620a2 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Attempting to detach device vdb from instance 2b0ba44c-96cb-42ef-add4-6535d26bdebf from the persistent domain config. {{(pid=75147) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 27 19:34:56 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-b98443c1-751e-44f8-9960-0b80417620a2 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] detach device xml: <disk type="block" device="disk">
Oct 27 19:34:56 user nova-compute[75147]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 19:34:56 user nova-compute[75147]:   <source dev="/dev/sdb"/>
Oct 27 19:34:56 user nova-compute[75147]:   <target dev="vdb" bus="virtio"/>
Oct 27 19:34:56 user nova-compute[75147]:   <serial>ffea6a7e-2de0-4845-b40d-026b46913855</serial>
Oct 27 19:34:56 user nova-compute[75147]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 27 19:34:56 user nova-compute[75147]: </disk>
Oct 27 19:34:56 user nova-compute[75147]:  {{(pid=75147) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 19:34:56 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-b98443c1-751e-44f8-9960-0b80417620a2 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Successfully detached device vdb from instance 2b0ba44c-96cb-42ef-add4-6535d26bdebf from the persistent domain config.
Oct 27 19:34:56 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-b98443c1-751e-44f8-9960-0b80417620a2 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 2b0ba44c-96cb-42ef-add4-6535d26bdebf from the live domain config. {{(pid=75147) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 27 19:34:56 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-b98443c1-751e-44f8-9960-0b80417620a2 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] detach device xml: <disk type="block" device="disk">
Oct 27 19:34:56 user nova-compute[75147]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 19:34:56 user nova-compute[75147]:   <source dev="/dev/sdb"/>
Oct 27 19:34:56 user nova-compute[75147]:   <target dev="vdb" bus="virtio"/>
Oct 27 19:34:56 user nova-compute[75147]:   <serial>ffea6a7e-2de0-4845-b40d-026b46913855</serial>
Oct 27 19:34:56 user nova-compute[75147]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 27 19:34:56 user nova-compute[75147]: </disk>
Oct 27 19:34:56 user nova-compute[75147]:  {{(pid=75147) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 19:34:56 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:34:56 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:34:56 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:34:56 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Compute_service record updated for user:user {{(pid=75147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 19:34:56 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.694s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:34:56 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-b98443c1-751e-44f8-9960-0b80417620a2 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 2b0ba44c-96cb-42ef-add4-6535d26bdebf {{(pid=75147) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 27 19:34:57 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:34:57 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:34:57 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Starting heal instance info cache {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 19:34:57 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "refresh_cache-18c1bbe4-9572-4a2e-b855-72ced4cd7f6a" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:34:57 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquired lock "refresh_cache-18c1bbe4-9572-4a2e-b855-72ced4cd7f6a" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:34:57 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a] Forcefully refreshing network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 27 19:34:57 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:34:58 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a] Updating instance_info_cache with network_info: [{"id": "df6ab6f1-d51f-4de0-a6e0-33a292aacd9e", "address": "fa:16:3e:08:ab:c2", "network": {"id": "997a94dd-a6cc-485a-9bca-761040e12ccf", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-358973122-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c05b7c7e7bf147fcbc02a57ffda4a15d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf6ab6f1-d5", "ovs_interfaceid": "df6ab6f1-d51f-4de0-a6e0-33a292aacd9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:34:58 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Releasing lock "refresh_cache-18c1bbe4-9572-4a2e-b855-72ced4cd7f6a" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:34:58 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a] Updated the network info_cache for instance {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 27 19:34:58 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:34:58 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:34:58 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:34:58 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75147) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 19:35:01 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:35:02 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:35:06 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:35:07 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-84f4b497-acc0-462e-b7a1-de30e34429cf tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] [instance: c38a6c4c-f585-4095-90b5-f41781c55d42] Calling os-brick to attach iSCSI Volume {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 19:35:07 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-84f4b497-acc0-462e-b7a1-de30e34429cf tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:6d949c02-340e-42c4-a338-e0e7ac5a70fc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JjsXZuTH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:35:07 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-84f4b497-acc0-462e-b7a1-de30e34429cf tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:35:07 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-84f4b497-acc0-462e-b7a1-de30e34429cf tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:35:07 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-84f4b497-acc0-462e-b7a1-de30e34429cf tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:35:07 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-84f4b497-acc0-462e-b7a1-de30e34429cf tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:35:07 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-84f4b497-acc0-462e-b7a1-de30e34429cf tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6d949c02-340e-42c4-a338-e0e7ac5a70fc" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:35:07 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-84f4b497-acc0-462e-b7a1-de30e34429cf tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6d949c02-340e-42c4-a338-e0e7ac5a70fc" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:35:07 user nova-compute[75147]: INFO os_brick.initiator.connectors.iscsi [None req-84f4b497-acc0-462e-b7a1-de30e34429cf tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 19:35:07 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6d949c02-340e-42c4-a338-e0e7ac5a70fc -p 172.16.0.220:3260 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:35:07 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6d949c02-340e-42c4-a338-e0e7ac5a70fc -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:35:07 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[b096e45d-490f-4a99-9069-9d7efb1c1c00]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:35:07 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-84f4b497-acc0-462e-b7a1-de30e34429cf tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 19:35:07 user nova-compute[75147]:  {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:35:07 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6d949c02-340e-42c4-a338-e0e7ac5a70fc -p 172.16.0.220:3260 --interface default --op new {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:35:07 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6d949c02-340e-42c4-a338-e0e7ac5a70fc -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:35:07 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d0d4fbb-5627-4fae-8f67-0900ca9f33f0]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6d949c02-340e-42c4-a338-e0e7ac5a70fc] added\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:35:07 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-84f4b497-acc0-462e-b7a1-de30e34429cf tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6d949c02-340e-42c4-a338-e0e7ac5a70fc] added
Oct 27 19:35:07 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:35:07 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6d949c02-340e-42c4-a338-e0e7ac5a70fc -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:35:07 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6d949c02-340e-42c4-a338-e0e7ac5a70fc -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:35:07 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[f39400bb-4940-4f13-a68d-df6b2a73ff4f]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:35:07 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-84f4b497-acc0-462e-b7a1-de30e34429cf tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:35:07 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6d949c02-340e-42c4-a338-e0e7ac5a70fc -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:35:07 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6d949c02-340e-42c4-a338-e0e7ac5a70fc -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:35:07 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[e40a0b39-1dc8-4863-9374-3b3c249c4554]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:35:07 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-84f4b497-acc0-462e-b7a1-de30e34429cf tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:35:07 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6d949c02-340e-42c4-a338-e0e7ac5a70fc -p 172.16.0.220:3260 --op update -n node.session.auth.username -v JjsXZuTH {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:35:07 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6d949c02-340e-42c4-a338-e0e7ac5a70fc -p 172.16.0.220:3260 --op update -n node.session.auth.username -v JjsXZuTH" returned: 0 in 0.026s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:35:07 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[a5296be5-644c-47de-9dfb-e1424977e185]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:35:07 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-84f4b497-acc0-462e-b7a1-de30e34429cf tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'JjsXZuTH'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:35:07 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6d949c02-340e-42c4-a338-e0e7ac5a70fc -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:35:07 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6d949c02-340e-42c4-a338-e0e7ac5a70fc -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:35:07 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[865cce45-53b9-4c21-9444-270338bfaa24]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:35:07 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-84f4b497-acc0-462e-b7a1-de30e34429cf tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:35:07 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:35:07 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:35:07 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[a938bc8f-5115-456a-8e06-137fdd1d49b9]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:35:07 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-84f4b497-acc0-462e-b7a1-de30e34429cf tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855 (non-flash)
Oct 27 19:35:07 user nova-compute[75147]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d (non-flash)
Oct 27 19:35:07 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:35:07 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-84f4b497-acc0-462e-b7a1-de30e34429cf tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855 (non-flash)
Oct 27 19:35:07 user nova-compute[75147]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d (non-flash)
Oct 27 19:35:07 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:35:07 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6d949c02-340e-42c4-a338-e0e7ac5a70fc -p 172.16.0.220:3260 --login {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:35:07 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6d949c02-340e-42c4-a338-e0e7ac5a70fc -p 172.16.0.220:3260 --login" returned: 0 in 0.069s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:35:07 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[77f2df43-08fa-4892-a510-ef842c88d021]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:6d949c02-340e-42c4-a338-e0e7ac5a70fc, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:6d949c02-340e-42c4-a338-e0e7ac5a70fc, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:35:07 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-84f4b497-acc0-462e-b7a1-de30e34429cf tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:6d949c02-340e-42c4-a338-e0e7ac5a70fc, portal: 172.16.0.220,3260]
Oct 27 19:35:07 user nova-compute[75147]: Login to [iface: default, target: iqn.2010-10.org.openstack:6d949c02-340e-42c4-a338-e0e7ac5a70fc, portal: 172.16.0.220,3260] successful.
Oct 27 19:35:07 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:35:07 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6d949c02-340e-42c4-a338-e0e7ac5a70fc -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:35:07 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6d949c02-340e-42c4-a338-e0e7ac5a70fc -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:35:07 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[dab90b45-a8c4-4f87-82c9-869d853ddfd7]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:35:07 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-84f4b497-acc0-462e-b7a1-de30e34429cf tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:35:07 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:35:07 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:35:07 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[7da715ca-1a15-48fc-906a-7918046bf6a7]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d949c02-340e-42c4-a338-e0e7ac5a70fc (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:35:07 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-84f4b497-acc0-462e-b7a1-de30e34429cf tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855 (non-flash)
Oct 27 19:35:07 user nova-compute[75147]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d (non-flash)
Oct 27 19:35:07 user nova-compute[75147]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d949c02-340e-42c4-a338-e0e7ac5a70fc (non-flash)
Oct 27 19:35:07 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:35:07 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-84f4b497-acc0-462e-b7a1-de30e34429cf tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855 (non-flash)
Oct 27 19:35:07 user nova-compute[75147]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d (non-flash)
Oct 27 19:35:07 user nova-compute[75147]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d949c02-340e-42c4-a338-e0e7ac5a70fc (non-flash)
Oct 27 19:35:07 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:35:07 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-84f4b497-acc0-462e-b7a1-de30e34429cf tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6d949c02-340e-42c4-a338-e0e7ac5a70fc" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.308s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:35:07 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-84f4b497-acc0-462e-b7a1-de30e34429cf tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Connected to 172.16.0.220:3260 {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 19:35:07 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-84f4b497-acc0-462e-b7a1-de30e34429cf tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] HCTL ('35', '-', '-', 0) found on session 20 with lun 0 {{(pid=75147) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 19:35:07 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-84f4b497-acc0-462e-b7a1-de30e34429cf tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75147) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 19:35:07 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:35:07 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:35:07 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[1006872c-6a7e-461d-bd82-9ece1373a5f2]: (4, ('- - 0', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:35:07 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-84f4b497-acc0-462e-b7a1-de30e34429cf tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Searching for a device in session 20 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75147) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 19:35:07 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-84f4b497-acc0-462e-b7a1-de30e34429cf tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:6d949c02-340e-42c4-a338-e0e7ac5a70fc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JjsXZuTH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 19:35:07 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:35:08 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-84f4b497-acc0-462e-b7a1-de30e34429cf tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.346s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:35:08 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-84f4b497-acc0-462e-b7a1-de30e34429cf tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] <== connect_volume: return (1348ms) {'type': 'block', 'scsi_wwn': '23432343835656337', 'path': '/dev/sdd'} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:35:08 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-84f4b497-acc0-462e-b7a1-de30e34429cf tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] [instance: c38a6c4c-f585-4095-90b5-f41781c55d42] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23432343835656337', 'path': '/dev/sdd'} {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 19:35:08 user nova-compute[75147]: DEBUG nova.objects.instance [None req-84f4b497-acc0-462e-b7a1-de30e34429cf tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Lazy-loading 'flavor' on Instance uuid c38a6c4c-f585-4095-90b5-f41781c55d42 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:35:08 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-84f4b497-acc0-462e-b7a1-de30e34429cf tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] attach device xml: <disk type="block" device="disk">
Oct 27 19:35:08 user nova-compute[75147]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 19:35:08 user nova-compute[75147]:   <source dev="/dev/sdd"/>
Oct 27 19:35:08 user nova-compute[75147]:   <target dev="vdb" bus="virtio"/>
Oct 27 19:35:08 user nova-compute[75147]:   <serial>6d949c02-340e-42c4-a338-e0e7ac5a70fc</serial>
Oct 27 19:35:08 user nova-compute[75147]: </disk>
Oct 27 19:35:08 user nova-compute[75147]:  {{(pid=75147) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 27 19:35:09 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-c31d22b5-c650-46e0-8877-9467a32bdc36 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Acquiring lock "18fad5c9-4c2b-4e90-a568-bd0a32497c63" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:35:09 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-c31d22b5-c650-46e0-8877-9467a32bdc36 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Lock "18fad5c9-4c2b-4e90-a568-bd0a32497c63" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:35:09 user nova-compute[75147]: DEBUG nova.objects.instance [None req-c31d22b5-c650-46e0-8877-9467a32bdc36 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Lazy-loading 'flavor' on Instance uuid 18fad5c9-4c2b-4e90-a568-bd0a32497c63 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:35:09 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-84f4b497-acc0-462e-b7a1-de30e34429cf tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] No BDM found with device name vda, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:35:09 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-84f4b497-acc0-462e-b7a1-de30e34429cf tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:35:09 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-84f4b497-acc0-462e-b7a1-de30e34429cf tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] No VIF found with MAC fa:16:3e:8a:22:b4, not building metadata {{(pid=75147) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 19:35:09 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-c31d22b5-c650-46e0-8877-9467a32bdc36 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Lock "18fad5c9-4c2b-4e90-a568-bd0a32497c63" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.064s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:35:09 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-84f4b497-acc0-462e-b7a1-de30e34429cf tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Lock "c38a6c4c-f585-4095-90b5-f41781c55d42" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 26.690s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:35:09 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-c31d22b5-c650-46e0-8877-9467a32bdc36 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Acquiring lock "18fad5c9-4c2b-4e90-a568-bd0a32497c63" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:35:09 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-c31d22b5-c650-46e0-8877-9467a32bdc36 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Lock "18fad5c9-4c2b-4e90-a568-bd0a32497c63" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:35:09 user nova-compute[75147]: INFO nova.compute.manager [None req-c31d22b5-c650-46e0-8877-9467a32bdc36 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Attaching volume 258f9c1f-2da1-4815-9280-0796bf59f601 to /dev/vdb
Oct 27 19:35:09 user nova-compute[75147]: DEBUG os_brick.utils [None req-c31d22b5-c650-46e0-8877-9467a32bdc36 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:35:09 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:35:09 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:35:09 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[f17f6ed5-48c0-4201-9a41-8414fa363d42]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9325735bc82e\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:35:09 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:35:09 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:35:09 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7d990bd-54f0-4330-b4ee-77ff0701219b]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:35:09 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:35:09 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:35:09 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[797975e4-7339-4014-b006-b1e28e960029]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:35:09 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[78c7ef7a-4efb-4d4c-8801-8059945db659]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:35:09 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-c31d22b5-c650-46e0-8877-9467a32bdc36 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Running cmd (subprocess): nvme version {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:35:09 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-c31d22b5-c650-46e0-8877-9467a32bdc36 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] 'nvme version' failed. Not Retrying. {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 19:35:09 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.nvmeof [None req-c31d22b5-c650-46e0-8877-9467a32bdc36 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] nvme not present on system {{(pid=75147) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 27 19:35:09 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:35:09 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 19:35:09 user nova-compute[75147]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 27 19:35:09 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[11e2abfc-58af-4931-a80d-87c1985bd1ac]: (4, '') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:35:09 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-c31d22b5-c650-46e0-8877-9467a32bdc36 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75147) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 27 19:35:09 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-c31d22b5-c650-46e0-8877-9467a32bdc36 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 27 19:35:09 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-c31d22b5-c650-46e0-8877-9467a32bdc36 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] LIGHTOS: no hostnqn found. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 27 19:35:09 user nova-compute[75147]: DEBUG os_brick.utils [None req-c31d22b5-c650-46e0-8877-9467a32bdc36 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] <== get_connector_properties: return (124ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9325735bc82e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:35:09 user nova-compute[75147]: DEBUG nova.virt.block_device [None req-c31d22b5-c650-46e0-8877-9467a32bdc36 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Updating existing volume attachment record: ec067a04-4c3f-4dde-9f07-f53a9dd13f56 {{(pid=75147) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 27 19:35:11 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:35:12 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:35:13 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-a9ef7db9-3a3d-4f57-bdad-cef159097400 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Acquiring lock "c38a6c4c-f585-4095-90b5-f41781c55d42" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:35:13 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-a9ef7db9-3a3d-4f57-bdad-cef159097400 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Lock "c38a6c4c-f585-4095-90b5-f41781c55d42" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:35:13 user nova-compute[75147]: DEBUG nova.objects.instance [None req-a9ef7db9-3a3d-4f57-bdad-cef159097400 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Lazy-loading 'flavor' on Instance uuid c38a6c4c-f585-4095-90b5-f41781c55d42 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:35:13 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-a9ef7db9-3a3d-4f57-bdad-cef159097400 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Lock "c38a6c4c-f585-4095-90b5-f41781c55d42" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.069s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:35:13 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-a9ef7db9-3a3d-4f57-bdad-cef159097400 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Acquiring lock "c38a6c4c-f585-4095-90b5-f41781c55d42" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:35:13 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-a9ef7db9-3a3d-4f57-bdad-cef159097400 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Lock "c38a6c4c-f585-4095-90b5-f41781c55d42" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:35:13 user nova-compute[75147]: INFO nova.compute.manager [None req-a9ef7db9-3a3d-4f57-bdad-cef159097400 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] [instance: c38a6c4c-f585-4095-90b5-f41781c55d42] Attaching volume 94560d66-6497-4fa3-9e41-21bed2ec5524 to /dev/vdc
Oct 27 19:35:13 user nova-compute[75147]: DEBUG os_brick.utils [None req-a9ef7db9-3a3d-4f57-bdad-cef159097400 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:35:13 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:35:13 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:35:13 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c7339e2-3cb9-416a-a456-cbbc6bb27f12]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9325735bc82e\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:35:13 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:35:13 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:35:13 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a188810-090d-4653-ae8a-d899003405b5]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:35:13 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:35:13 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:35:13 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f54a008-eb83-49ec-b88c-dbd22715afff]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:35:13 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b2f7669-493e-425d-ba5b-439646adb60d]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:35:13 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-a9ef7db9-3a3d-4f57-bdad-cef159097400 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Running cmd (subprocess): nvme version {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:35:13 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-a9ef7db9-3a3d-4f57-bdad-cef159097400 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] 'nvme version' failed. Not Retrying. {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 19:35:13 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.nvmeof [None req-a9ef7db9-3a3d-4f57-bdad-cef159097400 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] nvme not present on system {{(pid=75147) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 27 19:35:13 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:35:13 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 19:35:13 user nova-compute[75147]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 27 19:35:13 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[4932723b-12bb-4049-ac29-94fd2f5c15fc]: (4, '') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:35:13 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-a9ef7db9-3a3d-4f57-bdad-cef159097400 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75147) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 27 19:35:13 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-a9ef7db9-3a3d-4f57-bdad-cef159097400 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 27 19:35:13 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-a9ef7db9-3a3d-4f57-bdad-cef159097400 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] LIGHTOS: no hostnqn found. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 27 19:35:13 user nova-compute[75147]: DEBUG os_brick.utils [None req-a9ef7db9-3a3d-4f57-bdad-cef159097400 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] <== get_connector_properties: return (138ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9325735bc82e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:35:13 user nova-compute[75147]: DEBUG nova.virt.block_device [None req-a9ef7db9-3a3d-4f57-bdad-cef159097400 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] [instance: c38a6c4c-f585-4095-90b5-f41781c55d42] Updating existing volume attachment record: 5f4969d4-27ed-4baa-a824-f039a4383d7e {{(pid=75147) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 27 19:35:16 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:35:16 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-b98443c1-751e-44f8-9960-0b80417620a2 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 2b0ba44c-96cb-42ef-add4-6535d26bdebf is timed out.
Oct 27 19:35:16 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-b98443c1-751e-44f8-9960-0b80417620a2 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Successfully detached device vdb from instance 2b0ba44c-96cb-42ef-add4-6535d26bdebf from the live domain config.
Oct 27 19:35:16 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b98443c1-751e-44f8-9960-0b80417620a2 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] calling os-brick to detach iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 19:35:16 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-b98443c1-751e-44f8-9960-0b80417620a2 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, {'target_iqn': 'iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IxkDyEgb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:35:16 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-b98443c1-751e-44f8-9960-0b80417620a2 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:35:16 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-b98443c1-751e-44f8-9960-0b80417620a2 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:35:16 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-b98443c1-751e-44f8-9960-0b80417620a2 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:35:16 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:35:16 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:35:16 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2774260-4adf-4f3e-ba9e-81f3082e1fe4]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6d949c02-340e-42c4-a338-e0e7ac5a70fc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:35:16 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-b98443c1-751e-44f8-9960-0b80417620a2 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 19:35:16 user nova-compute[75147]: No targets found.
Oct 27 19:35:16 user nova-compute[75147]: iSNS:
Oct 27 19:35:16 user nova-compute[75147]: No targets found.
Oct 27 19:35:16 user nova-compute[75147]: STATIC:
Oct 27 19:35:16 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d
Oct 27 19:35:16 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:35:16 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:35:16 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855
Oct 27 19:35:16 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:35:16 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:35:16 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:6d949c02-340e-42c4-a338-e0e7ac5a70fc
Oct 27 19:35:16 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:35:16 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:35:16 user nova-compute[75147]: FIRMWARE:
Oct 27 19:35:16 user nova-compute[75147]: No targets found.
Oct 27 19:35:16 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:35:16 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-b98443c1-751e-44f8-9960-0b80417620a2 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 19:35:16 user nova-compute[75147]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 19:35:16 user nova-compute[75147]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75147) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 19:35:16 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-b98443c1-751e-44f8-9960-0b80417620a2 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855', 0)] {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 19:35:16 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:35:16 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.023s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:35:16 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd2c11c5-4ac6-42a2-88dc-2b296f6530b1]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6d949c02-340e-42c4-a338-e0e7ac5a70fc\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:35:16 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:35:16 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:35:16 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[63d18ac0-0b0a-44ef-800d-396aeb317518]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d949c02-340e-42c4-a338-e0e7ac5a70fc (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:35:16 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-b98443c1-751e-44f8-9960-0b80417620a2 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855 (non-flash)
Oct 27 19:35:16 user nova-compute[75147]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d (non-flash)
Oct 27 19:35:16 user nova-compute[75147]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d949c02-340e-42c4-a338-e0e7ac5a70fc (non-flash)
Oct 27 19:35:16 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:35:16 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-b98443c1-751e-44f8-9960-0b80417620a2 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855 (non-flash)
Oct 27 19:35:16 user nova-compute[75147]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d (non-flash)
Oct 27 19:35:16 user nova-compute[75147]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d949c02-340e-42c4-a338-e0e7ac5a70fc (non-flash)
Oct 27 19:35:16 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:35:16 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-b98443c1-751e-44f8-9960-0b80417620a2 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f28ec6db0a0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855'): ({'sdb'}, set())}) {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 19:35:16 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-b98443c1-751e-44f8-9960-0b80417620a2 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Removing single pathed devices sdb {{(pid=75147) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 19:35:16 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:35:16 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:35:16 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e593a4c-23b5-41e9-bff2-70441144a57a]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:35:16 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:35:16 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.023s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:35:16 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a0e29ce-dd6c-4380-8bd1-08cdaed5d61a]: (4, ('ok\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:35:16 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-b98443c1-751e-44f8-9960-0b80417620a2 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Flushing IO for device /dev/sdb {{(pid=75147) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 19:35:16 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:35:16 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.015s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:35:16 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[885d62b6-0d20-4c95-b0ce-7fee7e621a28]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:35:16 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-b98443c1-751e-44f8-9960-0b80417620a2 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75147) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 19:35:16 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:35:16 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.042s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:35:16 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[a5578de6-5516-4250-9f35-5bf698763e10]: (4, ('1', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:35:16 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-b98443c1-751e-44f8-9960-0b80417620a2 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 19:35:16 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-b98443c1-751e-44f8-9960-0b80417620a2 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] SCSI volumes sdb have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 19:35:16 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-b98443c1-751e-44f8-9960-0b80417620a2 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855')] {{(pid=75147) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 19:35:16 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:35:16 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:35:16 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d5d9bb3-7636-408c-b016-ca15980355ed]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:35:16 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-b98443c1-751e-44f8-9960-0b80417620a2 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:35:16 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855 -p 172.16.0.220:3260 --logout {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:35:16 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855 -p 172.16.0.220:3260 --logout" returned: 0 in 0.069s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:35:16 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3184675-6038-46b7-a6c6-0417210bd934]: (4, ('Logging out of session [sid: 17, target: iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855, portal: 172.16.0.220,3260]\nLogout of [sid: 17, target: iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:35:16 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-b98443c1-751e-44f8-9960-0b80417620a2 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 17, target: iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855, portal: 172.16.0.220,3260]
Oct 27 19:35:16 user nova-compute[75147]: Logout of [sid: 17, target: iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855, portal: 172.16.0.220,3260] successful.
Oct 27 19:35:16 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:35:16 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855 -p 172.16.0.220:3260 --op delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:35:16 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ffea6a7e-2de0-4845-b40d-026b46913855 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.027s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:35:16 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[821823bc-0905-4dd5-a69c-96ea13f485be]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:35:16 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-b98443c1-751e-44f8-9960-0b80417620a2 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:35:16 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-b98443c1-751e-44f8-9960-0b80417620a2 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.353s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:35:16 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-b98443c1-751e-44f8-9960-0b80417620a2 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] <== disconnect_volume: return (355ms) None {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:35:16 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b98443c1-751e-44f8-9960-0b80417620a2 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] Disconnected iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 19:35:17 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:35:19 user nova-compute[75147]: DEBUG nova.compute.manager [None req-f4b020f1-5e84-4961-b862-aa5c9b20fcf4 tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] [instance: dae4e32d-225f-4e0e-833b-dba42ab1df79] swap_volume: Calling driver volume swap with connection infos: new: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:0e81ae99-62fe-4012-9d3f-dbb30e3d1286', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZPryDmul', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'dae4e32d-225f-4e0e-833b-dba42ab1df79', 'attached_at': '', 'detached_at': '', 'volume_id': '0e81ae99-62fe-4012-9d3f-dbb30e3d1286', 'serial': '0e81ae99-62fe-4012-9d3f-dbb30e3d1286'}; old: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vfIiFMxa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, 'status': 'reserved', 'instance': 'dae4e32d-225f-4e0e-833b-dba42ab1df79', 'attached_at': '', 'detached_at': '', 'volume_id': '55afc558-6ce0-43de-a815-709b9511971d', 'serial'} {{(pid=75147) _swap_volume /opt/stack/nova/nova/compute/manager.py:7781}}
Oct 27 19:35:19 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f4b020f1-5e84-4961-b862-aa5c9b20fcf4 tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] [instance: dae4e32d-225f-4e0e-833b-dba42ab1df79] Calling os-brick to attach iSCSI Volume {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 19:35:19 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4b020f1-5e84-4961-b862-aa5c9b20fcf4 tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:0e81ae99-62fe-4012-9d3f-dbb30e3d1286', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZPryDmul', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:35:19 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-f4b020f1-5e84-4961-b862-aa5c9b20fcf4 tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:35:19 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-f4b020f1-5e84-4961-b862-aa5c9b20fcf4 tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:35:19 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-f4b020f1-5e84-4961-b862-aa5c9b20fcf4 tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:35:19 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-f4b020f1-5e84-4961-b862-aa5c9b20fcf4 tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:35:19 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-f4b020f1-5e84-4961-b862-aa5c9b20fcf4 tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0e81ae99-62fe-4012-9d3f-dbb30e3d1286" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:35:19 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-f4b020f1-5e84-4961-b862-aa5c9b20fcf4 tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0e81ae99-62fe-4012-9d3f-dbb30e3d1286" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:35:19 user nova-compute[75147]: INFO os_brick.initiator.connectors.iscsi [None req-f4b020f1-5e84-4961-b862-aa5c9b20fcf4 tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 19:35:19 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0e81ae99-62fe-4012-9d3f-dbb30e3d1286 -p 172.16.0.220:3260 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:35:19 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0e81ae99-62fe-4012-9d3f-dbb30e3d1286 -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:35:19 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[59809abd-bb7b-44dc-aa78-8a44f3e3a3a1]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:35:19 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4b020f1-5e84-4961-b862-aa5c9b20fcf4 tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 19:35:19 user nova-compute[75147]:  {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:35:19 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0e81ae99-62fe-4012-9d3f-dbb30e3d1286 -p 172.16.0.220:3260 --interface default --op new {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:35:19 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0e81ae99-62fe-4012-9d3f-dbb30e3d1286 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.026s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:35:19 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[760a8fa9-7db2-4ef9-9eea-dec381c7b2bf]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0e81ae99-62fe-4012-9d3f-dbb30e3d1286] added\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:35:19 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4b020f1-5e84-4961-b862-aa5c9b20fcf4 tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0e81ae99-62fe-4012-9d3f-dbb30e3d1286] added
Oct 27 19:35:19 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:35:19 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0e81ae99-62fe-4012-9d3f-dbb30e3d1286 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:35:19 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0e81ae99-62fe-4012-9d3f-dbb30e3d1286 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:35:19 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc5dcb31-cadb-4cba-99e0-b7a165f4669d]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:35:19 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4b020f1-5e84-4961-b862-aa5c9b20fcf4 tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:35:19 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0e81ae99-62fe-4012-9d3f-dbb30e3d1286 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:35:19 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0e81ae99-62fe-4012-9d3f-dbb30e3d1286 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.024s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:35:19 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec277fbc-4277-4aa8-b64f-30b809523d68]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:35:19 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4b020f1-5e84-4961-b862-aa5c9b20fcf4 tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:35:19 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0e81ae99-62fe-4012-9d3f-dbb30e3d1286 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ZPryDmul {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:35:19 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0e81ae99-62fe-4012-9d3f-dbb30e3d1286 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ZPryDmul" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:35:19 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[904fd016-5d26-4509-9599-2015e0cd54f5]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:35:19 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4b020f1-5e84-4961-b862-aa5c9b20fcf4 tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ZPryDmul'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:35:19 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0e81ae99-62fe-4012-9d3f-dbb30e3d1286 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:35:19 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0e81ae99-62fe-4012-9d3f-dbb30e3d1286 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:35:19 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[f8766a14-eefb-4e84-8fbc-7f2948747629]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:35:19 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4b020f1-5e84-4961-b862-aa5c9b20fcf4 tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:35:19 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:35:19 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:35:19 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[df7c82c9-b97e-4509-83b4-e2f28bd86afe]: (4, ('tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d949c02-340e-42c4-a338-e0e7ac5a70fc (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:35:19 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4b020f1-5e84-4961-b862-aa5c9b20fcf4 tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d (non-flash)
Oct 27 19:35:19 user nova-compute[75147]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d949c02-340e-42c4-a338-e0e7ac5a70fc (non-flash)
Oct 27 19:35:19 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:35:19 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4b020f1-5e84-4961-b862-aa5c9b20fcf4 tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] iscsi session list stdout=tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d (non-flash)
Oct 27 19:35:19 user nova-compute[75147]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d949c02-340e-42c4-a338-e0e7ac5a70fc (non-flash)
Oct 27 19:35:19 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:35:19 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0e81ae99-62fe-4012-9d3f-dbb30e3d1286 -p 172.16.0.220:3260 --login {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:35:19 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0e81ae99-62fe-4012-9d3f-dbb30e3d1286 -p 172.16.0.220:3260 --login" returned: 0 in 0.062s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:35:19 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[57979cc6-f0d0-4469-981b-394d30854e0e]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:0e81ae99-62fe-4012-9d3f-dbb30e3d1286, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:0e81ae99-62fe-4012-9d3f-dbb30e3d1286, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:35:19 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4b020f1-5e84-4961-b862-aa5c9b20fcf4 tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:0e81ae99-62fe-4012-9d3f-dbb30e3d1286, portal: 172.16.0.220,3260]
Oct 27 19:35:19 user nova-compute[75147]: Login to [iface: default, target: iqn.2010-10.org.openstack:0e81ae99-62fe-4012-9d3f-dbb30e3d1286, portal: 172.16.0.220,3260] successful.
Oct 27 19:35:19 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:35:19 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0e81ae99-62fe-4012-9d3f-dbb30e3d1286 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:35:19 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0e81ae99-62fe-4012-9d3f-dbb30e3d1286 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:35:19 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[b77974ac-a4bb-48b3-a149-999648ec9e5a]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:35:19 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4b020f1-5e84-4961-b862-aa5c9b20fcf4 tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:35:19 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:35:19 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:35:19 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae047926-611f-417c-9c16-a2a0a5fe36d9]: (4, ('tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d949c02-340e-42c4-a338-e0e7ac5a70fc (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e81ae99-62fe-4012-9d3f-dbb30e3d1286 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:35:19 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4b020f1-5e84-4961-b862-aa5c9b20fcf4 tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d (non-flash)
Oct 27 19:35:19 user nova-compute[75147]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d949c02-340e-42c4-a338-e0e7ac5a70fc (non-flash)
Oct 27 19:35:19 user nova-compute[75147]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e81ae99-62fe-4012-9d3f-dbb30e3d1286 (non-flash)
Oct 27 19:35:19 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:35:19 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4b020f1-5e84-4961-b862-aa5c9b20fcf4 tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] iscsi session list stdout=tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d (non-flash)
Oct 27 19:35:19 user nova-compute[75147]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d949c02-340e-42c4-a338-e0e7ac5a70fc (non-flash)
Oct 27 19:35:19 user nova-compute[75147]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e81ae99-62fe-4012-9d3f-dbb30e3d1286 (non-flash)
Oct 27 19:35:19 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:35:19 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-f4b020f1-5e84-4961-b862-aa5c9b20fcf4 tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0e81ae99-62fe-4012-9d3f-dbb30e3d1286" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.311s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:35:19 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4b020f1-5e84-4961-b862-aa5c9b20fcf4 tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] Connected to 172.16.0.220:3260 {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 19:35:19 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-f4b020f1-5e84-4961-b862-aa5c9b20fcf4 tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] HCTL ('33', '-', '-', 0) found on session 21 with lun 0 {{(pid=75147) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 19:35:19 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-f4b020f1-5e84-4961-b862-aa5c9b20fcf4 tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] Scanning host 33 c: -, t: -, l: 0) {{(pid=75147) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 19:35:19 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:35:19 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:35:19 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[79c882dc-38f2-4b67-a3eb-0aac091d6652]: (4, ('- - 0', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:35:19 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-f4b020f1-5e84-4961-b862-aa5c9b20fcf4 tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] Searching for a device in session 21 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75147) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 19:35:19 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4b020f1-5e84-4961-b862-aa5c9b20fcf4 tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:0e81ae99-62fe-4012-9d3f-dbb30e3d1286', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZPryDmul', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 19:35:20 user nova-compute[75147]: DEBUG nova.objects.instance [None req-b98443c1-751e-44f8-9960-0b80417620a2 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Lazy-loading 'flavor' on Instance uuid 2b0ba44c-96cb-42ef-add4-6535d26bdebf {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:35:20 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-b98443c1-751e-44f8-9960-0b80417620a2 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Lock "2b0ba44c-96cb-42ef-add4-6535d26bdebf" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 25.035s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:35:20 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-f4b020f1-5e84-4961-b862-aa5c9b20fcf4 tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.348s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:35:20 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4b020f1-5e84-4961-b862-aa5c9b20fcf4 tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] <== connect_volume: return (1350ms) {'type': 'block', 'scsi_wwn': '26430383564373933', 'path': '/dev/sdb'} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:35:20 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f4b020f1-5e84-4961-b862-aa5c9b20fcf4 tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] [instance: dae4e32d-225f-4e0e-833b-dba42ab1df79] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26430383564373933', 'path': '/dev/sdb'} {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 19:35:21 user nova-compute[75147]: DEBUG nova.objects.instance [None req-f4b020f1-5e84-4961-b862-aa5c9b20fcf4 tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] Lazy-loading 'flavor' on Instance uuid dae4e32d-225f-4e0e-833b-dba42ab1df79 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:35:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:35:21 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-f4b020f1-5e84-4961-b862-aa5c9b20fcf4 tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] COPY block job progress, current cursor: 3145728 final cursor: 1073741824 {{(pid=75147) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 27 19:35:22 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-f4b020f1-5e84-4961-b862-aa5c9b20fcf4 tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] COPY block job progress, current cursor: 140509184 final cursor: 1073741824 {{(pid=75147) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 27 19:35:22 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-f4b020f1-5e84-4961-b862-aa5c9b20fcf4 tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] COPY block job progress, current cursor: 269484032 final cursor: 1073741824 {{(pid=75147) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 27 19:35:22 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:35:23 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-f4b020f1-5e84-4961-b862-aa5c9b20fcf4 tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] COPY block job progress, current cursor: 404750336 final cursor: 1073741824 {{(pid=75147) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 27 19:35:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:35:23 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-f4b020f1-5e84-4961-b862-aa5c9b20fcf4 tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] COPY block job progress, current cursor: 542113792 final cursor: 1073741824 {{(pid=75147) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 27 19:35:23 user nova-compute[75147]: DEBUG nova.compute.manager [req-262e5867-6f73-40d8-bc75-bfa8ccc0f665 req-c90b6784-70e8-42f7-ad96-7dbe2d90b048 service nova] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] Received event network-changed-a015da02-9f61-4b84-84fa-a6f763d8bb16 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:35:23 user nova-compute[75147]: DEBUG nova.compute.manager [req-262e5867-6f73-40d8-bc75-bfa8ccc0f665 req-c90b6784-70e8-42f7-ad96-7dbe2d90b048 service nova] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] Refreshing instance network info cache due to event network-changed-a015da02-9f61-4b84-84fa-a6f763d8bb16. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 19:35:23 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-262e5867-6f73-40d8-bc75-bfa8ccc0f665 req-c90b6784-70e8-42f7-ad96-7dbe2d90b048 service nova] Acquiring lock "refresh_cache-48e26cd7-18d7-4aae-9368-e417f1a39826" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:35:23 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-262e5867-6f73-40d8-bc75-bfa8ccc0f665 req-c90b6784-70e8-42f7-ad96-7dbe2d90b048 service nova] Acquired lock "refresh_cache-48e26cd7-18d7-4aae-9368-e417f1a39826" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:35:23 user nova-compute[75147]: DEBUG nova.network.neutron [req-262e5867-6f73-40d8-bc75-bfa8ccc0f665 req-c90b6784-70e8-42f7-ad96-7dbe2d90b048 service nova] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] Refreshing network info cache for port a015da02-9f61-4b84-84fa-a6f763d8bb16 {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 19:35:24 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-f4b020f1-5e84-4961-b862-aa5c9b20fcf4 tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] COPY block job progress, current cursor: 655360000 final cursor: 1073741824 {{(pid=75147) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 27 19:35:24 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-f4b020f1-5e84-4961-b862-aa5c9b20fcf4 tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] COPY block job progress, current cursor: 804257792 final cursor: 1073741824 {{(pid=75147) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 27 19:35:24 user nova-compute[75147]: DEBUG nova.network.neutron [req-262e5867-6f73-40d8-bc75-bfa8ccc0f665 req-c90b6784-70e8-42f7-ad96-7dbe2d90b048 service nova] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] Updated VIF entry in instance network info cache for port a015da02-9f61-4b84-84fa-a6f763d8bb16. {{(pid=75147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 19:35:24 user nova-compute[75147]: DEBUG nova.network.neutron [req-262e5867-6f73-40d8-bc75-bfa8ccc0f665 req-c90b6784-70e8-42f7-ad96-7dbe2d90b048 service nova] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] Updating instance_info_cache with network_info: [{"id": "a015da02-9f61-4b84-84fa-a6f763d8bb16", "address": "fa:16:3e:db:b0:9d", "network": {"id": "a71e29bc-f4c7-43bf-b62a-640bdbe1f778", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1494620895-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.5", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8beb0d83b9e445ec875766ef511f053b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa015da02-9f", "ovs_interfaceid": "a015da02-9f61-4b84-84fa-a6f763d8bb16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:35:24 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-262e5867-6f73-40d8-bc75-bfa8ccc0f665 req-c90b6784-70e8-42f7-ad96-7dbe2d90b048 service nova] Releasing lock "refresh_cache-48e26cd7-18d7-4aae-9368-e417f1a39826" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:35:25 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-f4b020f1-5e84-4961-b862-aa5c9b20fcf4 tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] COPY block job progress, current cursor: 951058432 final cursor: 1073741824 {{(pid=75147) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 27 19:35:25 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-f4b020f1-5e84-4961-b862-aa5c9b20fcf4 tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] COPY block job progress, current cursor: 1061158912 final cursor: 1073741824 {{(pid=75147) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 27 19:35:26 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-f4b020f1-5e84-4961-b862-aa5c9b20fcf4 tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] COPY block job progress, current cursor: 1073741824 final cursor: 1073741824 {{(pid=75147) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 27 19:35:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:35:26 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f4b020f1-5e84-4961-b862-aa5c9b20fcf4 tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] [instance: dae4e32d-225f-4e0e-833b-dba42ab1df79] calling os-brick to detach iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 19:35:26 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4b020f1-5e84-4961-b862-aa5c9b20fcf4 tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, {'target_iqn': 'iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vfIiFMxa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:35:26 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-f4b020f1-5e84-4961-b862-aa5c9b20fcf4 tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:35:26 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-f4b020f1-5e84-4961-b862-aa5c9b20fcf4 tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:35:26 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-f4b020f1-5e84-4961-b862-aa5c9b20fcf4 tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:35:26 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:35:26 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:35:26 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2bb66aa-aa24-4cb9-bd58-599123858cb1]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6d949c02-340e-42c4-a338-e0e7ac5a70fc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0e81ae99-62fe-4012-9d3f-dbb30e3d1286\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:35:26 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4b020f1-5e84-4961-b862-aa5c9b20fcf4 tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 19:35:26 user nova-compute[75147]: No targets found.
Oct 27 19:35:26 user nova-compute[75147]: iSNS:
Oct 27 19:35:26 user nova-compute[75147]: No targets found.
Oct 27 19:35:26 user nova-compute[75147]: STATIC:
Oct 27 19:35:26 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d
Oct 27 19:35:26 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:35:26 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:35:26 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:6d949c02-340e-42c4-a338-e0e7ac5a70fc
Oct 27 19:35:26 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:35:26 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:35:26 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:0e81ae99-62fe-4012-9d3f-dbb30e3d1286
Oct 27 19:35:26 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:35:26 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:35:26 user nova-compute[75147]: FIRMWARE:
Oct 27 19:35:26 user nova-compute[75147]: No targets found.
Oct 27 19:35:26 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:35:26 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4b020f1-5e84-4961-b862-aa5c9b20fcf4 tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 19:35:26 user nova-compute[75147]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 19:35:26 user nova-compute[75147]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75147) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 19:35:26 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4b020f1-5e84-4961-b862-aa5c9b20fcf4 tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d', 0)] {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 19:35:26 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:35:26 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:35:26 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f65a04a-dfc7-4592-be07-5d96d730e19e]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0e81ae99-62fe-4012-9d3f-dbb30e3d1286\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6d949c02-340e-42c4-a338-e0e7ac5a70fc\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:35:26 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:35:26 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:35:26 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[185280b0-93d7-4d86-89c9-72114f30a914]: (4, ('tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d949c02-340e-42c4-a338-e0e7ac5a70fc (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e81ae99-62fe-4012-9d3f-dbb30e3d1286 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:35:26 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4b020f1-5e84-4961-b862-aa5c9b20fcf4 tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d (non-flash)
Oct 27 19:35:26 user nova-compute[75147]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d949c02-340e-42c4-a338-e0e7ac5a70fc (non-flash)
Oct 27 19:35:26 user nova-compute[75147]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e81ae99-62fe-4012-9d3f-dbb30e3d1286 (non-flash)
Oct 27 19:35:26 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:35:26 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4b020f1-5e84-4961-b862-aa5c9b20fcf4 tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] iscsi session list stdout=tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d (non-flash)
Oct 27 19:35:26 user nova-compute[75147]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d949c02-340e-42c4-a338-e0e7ac5a70fc (non-flash)
Oct 27 19:35:26 user nova-compute[75147]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e81ae99-62fe-4012-9d3f-dbb30e3d1286 (non-flash)
Oct 27 19:35:26 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:35:26 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4b020f1-5e84-4961-b862-aa5c9b20fcf4 tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f28ec5af0a0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d'): ({'sdc'}, set())}) {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 19:35:26 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-f4b020f1-5e84-4961-b862-aa5c9b20fcf4 tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] Removing single pathed devices sdc {{(pid=75147) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 19:35:26 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:35:26 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:35:26 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[8221943b-57f0-43e3-8962-59c6c6184889]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:35:26 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:35:26 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.024s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:35:26 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[a13868a2-4f8d-450b-9128-f8ad90af8046]: (4, ('ok\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:35:26 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-f4b020f1-5e84-4961-b862-aa5c9b20fcf4 tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] Flushing IO for device /dev/sdc {{(pid=75147) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 19:35:26 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:35:26 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.015s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:35:26 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8fc4687-e1b1-460a-8b9b-e169b5d5e2f4]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:35:26 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-f4b020f1-5e84-4961-b862-aa5c9b20fcf4 tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75147) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 19:35:26 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:35:26 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.039s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:35:26 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b91de8b-c178-4f7d-8b4b-5bc0e85fd943]: (4, ('1', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:35:26 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-f4b020f1-5e84-4961-b862-aa5c9b20fcf4 tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] Checking to see if SCSI volumes sdc have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 19:35:26 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-f4b020f1-5e84-4961-b862-aa5c9b20fcf4 tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] SCSI volumes sdc have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 19:35:26 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4b020f1-5e84-4961-b862-aa5c9b20fcf4 tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d')] {{(pid=75147) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 19:35:26 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:35:26 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.024s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:35:26 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[8adc488e-fe5f-4049-837e-0677c9d4bead]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:35:26 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4b020f1-5e84-4961-b862-aa5c9b20fcf4 tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:35:26 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d -p 172.16.0.220:3260 --logout {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:35:26 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d -p 172.16.0.220:3260 --logout" returned: 0 in 0.078s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:35:26 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[6221aed5-7e17-4bfe-a95d-5774fa23980f]: (4, ('Logging out of session [sid: 19, target: iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d, portal: 172.16.0.220,3260]\nLogout of [sid: 19, target: iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:35:26 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4b020f1-5e84-4961-b862-aa5c9b20fcf4 tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] iscsiadm ('--logout',): stdout=Logging out of session [sid: 19, target: iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d, portal: 172.16.0.220,3260]
Oct 27 19:35:26 user nova-compute[75147]: Logout of [sid: 19, target: iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d, portal: 172.16.0.220,3260] successful.
Oct 27 19:35:26 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:35:26 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d -p 172.16.0.220:3260 --op delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:35:26 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d -p 172.16.0.220:3260 --op delete" returned: 0 in 0.029s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:35:26 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[390f52bc-ca6b-47b0-8d8c-a625d5eb837f]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:35:26 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4b020f1-5e84-4961-b862-aa5c9b20fcf4 tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:35:26 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-f4b020f1-5e84-4961-b862-aa5c9b20fcf4 tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.362s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:35:26 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4b020f1-5e84-4961-b862-aa5c9b20fcf4 tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] <== disconnect_volume: return (364ms) None {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:35:26 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f4b020f1-5e84-4961-b862-aa5c9b20fcf4 tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] [instance: dae4e32d-225f-4e0e-833b-dba42ab1df79] Disconnected iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 19:35:27 user nova-compute[75147]: DEBUG nova.compute.manager [None req-f4b020f1-5e84-4961-b862-aa5c9b20fcf4 tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] swap_volume: Driver volume swap returned, new connection_info is now : {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:0e81ae99-62fe-4012-9d3f-dbb30e3d1286', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZPryDmul', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, 'status': 'reserved', 'instance': 'dae4e32d-225f-4e0e-833b-dba42ab1df79', 'attached_at': '', 'detached_at': '', 'volume_id': '0e81ae99-62fe-4012-9d3f-dbb30e3d1286', 'serial'} {{(pid=75147) _swap_volume /opt/stack/nova/nova/compute/manager.py:7790}}
Oct 27 19:35:27 user nova-compute[75147]: DEBUG nova.compute.manager [None req-f4b020f1-5e84-4961-b862-aa5c9b20fcf4 tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] [instance: dae4e32d-225f-4e0e-833b-dba42ab1df79] swap_volume: removing Cinder connection for volume 55afc558-6ce0-43de-a815-709b9511971d {{(pid=75147) _swap_volume /opt/stack/nova/nova/compute/manager.py:7835}}
Oct 27 19:35:27 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:35:28 user nova-compute[75147]: DEBUG nova.compute.manager [None req-f4b020f1-5e84-4961-b862-aa5c9b20fcf4 tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] [instance: dae4e32d-225f-4e0e-833b-dba42ab1df79] swap_volume: Updating volume 55afc558-6ce0-43de-a815-709b9511971d BDM record with {'connection_info': '{"driver_volume_type": "iscsi", "data": {"target_iqn": "iqn.2010-10.org.openstack:0e81ae99-62fe-4012-9d3f-dbb30e3d1286", "target_portal": "172.16.0.220:3260", "target_discovered": false, "auth_method": "CHAP", "auth_username": "ZPryDmul", "auth_password": "gy0K45dYJ9Btra", "target_lun": 0, "qos_specs": null, "access_mode": "rw", "encrypted": false, "cacheable": false, "device_path": "/dev/sdb", "volume_id": "0e81ae99-62fe-4012-9d3f-dbb30e3d1286"}, "status": "reserved", "instance": "dae4e32d-225f-4e0e-833b-dba42ab1df79", "attached_at": "", "detached_at": "", "volume_id": "0e81ae99-62fe-4012-9d3f-dbb30e3d1286", "serial": "0e81ae99-62fe-4012-9d3f-dbb30e3d1286"}', 'source_type': 'volume', 'destination_type': 'volume', 'snapshot_id': None, 'volume_id': '0e81ae99-62fe-4012-9d3f-dbb30e3d1286', 'no_device': None, 'attachment_id': '2fe1b8ca-0f67-4f11-b4d9-e599e1ac7e71'} {{(pid=75147) _do_swap_volume /opt/stack/nova/nova/compute/manager.py:7983}}
Oct 27 19:35:28 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-f4b020f1-5e84-4961-b862-aa5c9b20fcf4 tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] Lock "dae4e32d-225f-4e0e-833b-dba42ab1df79" "released" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: held 50.017s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:35:29 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-8b22586e-0884-4233-a6f3-d48b37df1e4b tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] Acquiring lock "dae4e32d-225f-4e0e-833b-dba42ab1df79" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:35:29 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-8b22586e-0884-4233-a6f3-d48b37df1e4b tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] Lock "dae4e32d-225f-4e0e-833b-dba42ab1df79" acquired by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:35:29 user nova-compute[75147]: DEBUG os_brick.utils [None req-8b22586e-0884-4233-a6f3-d48b37df1e4b tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:35:29 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:35:29 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.062s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:35:29 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[44dbe887-366f-4a58-b7a1-899f6d178014]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9325735bc82e\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:35:29 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:35:29 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:35:29 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[effcad21-87c8-4b87-9723-92d54bb12450]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:35:29 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:35:29 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:35:29 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[b4daf3e9-fe4c-4a7b-b87a-4052da9bf0e7]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:35:29 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[2da6fd1d-f16f-4eb7-9acf-8fd578680213]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:35:29 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-8b22586e-0884-4233-a6f3-d48b37df1e4b tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] Running cmd (subprocess): nvme version {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:35:29 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-8b22586e-0884-4233-a6f3-d48b37df1e4b tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] 'nvme version' failed. Not Retrying. {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 19:35:29 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.nvmeof [None req-8b22586e-0884-4233-a6f3-d48b37df1e4b tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] nvme not present on system {{(pid=75147) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 27 19:35:29 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:35:29 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 19:35:29 user nova-compute[75147]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 27 19:35:29 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[7edfc88c-6509-4681-a1f5-9ef7f83cd349]: (4, '') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:35:29 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-8b22586e-0884-4233-a6f3-d48b37df1e4b tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75147) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 27 19:35:29 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-8b22586e-0884-4233-a6f3-d48b37df1e4b tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 27 19:35:29 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-8b22586e-0884-4233-a6f3-d48b37df1e4b tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] LIGHTOS: no hostnqn found. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 27 19:35:29 user nova-compute[75147]: DEBUG os_brick.utils [None req-8b22586e-0884-4233-a6f3-d48b37df1e4b tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] <== get_connector_properties: return (181ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9325735bc82e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:35:30 user nova-compute[75147]: INFO nova.compute.manager [None req-8b22586e-0884-4233-a6f3-d48b37df1e4b tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] [instance: dae4e32d-225f-4e0e-833b-dba42ab1df79] Swapping volume 0e81ae99-62fe-4012-9d3f-dbb30e3d1286 for 55afc558-6ce0-43de-a815-709b9511971d
Oct 27 19:35:31 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:35:32 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:35:33 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c31d22b5-c650-46e0-8877-9467a32bdc36 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Calling os-brick to attach iSCSI Volume {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 19:35:33 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-c31d22b5-c650-46e0-8877-9467a32bdc36 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LOUlfJDd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:35:33 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-c31d22b5-c650-46e0-8877-9467a32bdc36 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:35:33 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-c31d22b5-c650-46e0-8877-9467a32bdc36 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:35:33 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-c31d22b5-c650-46e0-8877-9467a32bdc36 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:35:33 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-c31d22b5-c650-46e0-8877-9467a32bdc36 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:35:33 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-c31d22b5-c650-46e0-8877-9467a32bdc36 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:35:33 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-c31d22b5-c650-46e0-8877-9467a32bdc36 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:35:33 user nova-compute[75147]: INFO os_brick.initiator.connectors.iscsi [None req-c31d22b5-c650-46e0-8877-9467a32bdc36 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 19:35:33 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601 -p 172.16.0.220:3260 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:35:33 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601 -p 172.16.0.220:3260" returned: 21 in 0.023s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:35:33 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[fae9b16b-7aa5-4f9d-946f-5290e24d5a93]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:35:33 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-c31d22b5-c650-46e0-8877-9467a32bdc36 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 19:35:33 user nova-compute[75147]:  {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:35:33 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601 -p 172.16.0.220:3260 --interface default --op new {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:35:33 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.025s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:35:33 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f3be5a0-65cf-4f03-add0-0c63c4a00348]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601] added\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:35:33 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-c31d22b5-c650-46e0-8877-9467a32bdc36 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601] added
Oct 27 19:35:33 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:35:33 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:35:33 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.026s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:35:33 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[9668a799-6f6d-4414-9dbb-2fbc9d0e22cc]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:35:33 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-c31d22b5-c650-46e0-8877-9467a32bdc36 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:35:33 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:35:33 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.024s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:35:33 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[d50cee26-4175-4ad6-8ec4-28e91f9565b2]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:35:33 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-c31d22b5-c650-46e0-8877-9467a32bdc36 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:35:33 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v LOUlfJDd {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:35:33 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v LOUlfJDd" returned: 0 in 0.024s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:35:33 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab0dfde2-bbac-4982-a761-81ee53841452]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:35:33 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-c31d22b5-c650-46e0-8877-9467a32bdc36 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'LOUlfJDd'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:35:33 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:35:33 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:35:33 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e5c3601-f796-4765-9856-6671ffec9246]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:35:33 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-c31d22b5-c650-46e0-8877-9467a32bdc36 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:35:33 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:35:34 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:35:34 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd477cb4-b8e5-435c-a969-b183194d39ef]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d949c02-340e-42c4-a338-e0e7ac5a70fc (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e81ae99-62fe-4012-9d3f-dbb30e3d1286 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:35:34 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-c31d22b5-c650-46e0-8877-9467a32bdc36 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d949c02-340e-42c4-a338-e0e7ac5a70fc (non-flash)
Oct 27 19:35:34 user nova-compute[75147]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e81ae99-62fe-4012-9d3f-dbb30e3d1286 (non-flash)
Oct 27 19:35:34 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:35:34 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-c31d22b5-c650-46e0-8877-9467a32bdc36 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d949c02-340e-42c4-a338-e0e7ac5a70fc (non-flash)
Oct 27 19:35:34 user nova-compute[75147]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e81ae99-62fe-4012-9d3f-dbb30e3d1286 (non-flash)
Oct 27 19:35:34 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:35:34 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601 -p 172.16.0.220:3260 --login {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:35:34 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601 -p 172.16.0.220:3260 --login" returned: 0 in 0.078s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:35:34 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[d29c4fea-a1c7-493c-8421-c45f91cffe56]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:35:34 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-c31d22b5-c650-46e0-8877-9467a32bdc36 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601, portal: 172.16.0.220,3260]
Oct 27 19:35:34 user nova-compute[75147]: Login to [iface: default, target: iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601, portal: 172.16.0.220,3260] successful.
Oct 27 19:35:34 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:35:34 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:35:34 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.024s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:35:34 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[557cc614-5e5c-4e53-9430-e9fe08d43b38]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:35:34 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-c31d22b5-c650-46e0-8877-9467a32bdc36 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:35:34 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:35:34 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:35:34 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca1fbb83-e390-4ced-9235-be6e7c479f8d]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d949c02-340e-42c4-a338-e0e7ac5a70fc (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e81ae99-62fe-4012-9d3f-dbb30e3d1286 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:35:34 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-c31d22b5-c650-46e0-8877-9467a32bdc36 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d949c02-340e-42c4-a338-e0e7ac5a70fc (non-flash)
Oct 27 19:35:34 user nova-compute[75147]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e81ae99-62fe-4012-9d3f-dbb30e3d1286 (non-flash)
Oct 27 19:35:34 user nova-compute[75147]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601 (non-flash)
Oct 27 19:35:34 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:35:34 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-c31d22b5-c650-46e0-8877-9467a32bdc36 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d949c02-340e-42c4-a338-e0e7ac5a70fc (non-flash)
Oct 27 19:35:34 user nova-compute[75147]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e81ae99-62fe-4012-9d3f-dbb30e3d1286 (non-flash)
Oct 27 19:35:34 user nova-compute[75147]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601 (non-flash)
Oct 27 19:35:34 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:35:34 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-c31d22b5-c650-46e0-8877-9467a32bdc36 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.352s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:35:34 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-c31d22b5-c650-46e0-8877-9467a32bdc36 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Connected to 172.16.0.220:3260 {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 19:35:34 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-c31d22b5-c650-46e0-8877-9467a32bdc36 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] HCTL ('34', '-', '-', 0) found on session 22 with lun 0 {{(pid=75147) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 19:35:34 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-c31d22b5-c650-46e0-8877-9467a32bdc36 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75147) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 19:35:34 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:35:34 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.023s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:35:34 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[f0f67875-5b2f-4539-9125-01645a94029c]: (4, ('- - 0', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:35:34 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-c31d22b5-c650-46e0-8877-9467a32bdc36 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Searching for a device in session 22 and hctl ['34', '*', '*', 0] yield: None {{(pid=75147) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 19:35:35 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-c31d22b5-c650-46e0-8877-9467a32bdc36 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Searching for a device in session 22 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75147) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 19:35:35 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-c31d22b5-c650-46e0-8877-9467a32bdc36 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LOUlfJDd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 19:35:35 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-c31d22b5-c650-46e0-8877-9467a32bdc36 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.391s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:35:35 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-c31d22b5-c650-46e0-8877-9467a32bdc36 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] <== connect_volume: return (1393ms) {'type': 'block', 'scsi_wwn': '23062383830636230', 'path': '/dev/sdc'} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:35:35 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c31d22b5-c650-46e0-8877-9467a32bdc36 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23062383830636230', 'path': '/dev/sdc'} {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 19:35:35 user nova-compute[75147]: DEBUG nova.objects.instance [None req-c31d22b5-c650-46e0-8877-9467a32bdc36 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Lazy-loading 'flavor' on Instance uuid 18fad5c9-4c2b-4e90-a568-bd0a32497c63 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:35:35 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-c31d22b5-c650-46e0-8877-9467a32bdc36 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] attach device xml: <disk type="block" device="disk">
Oct 27 19:35:35 user nova-compute[75147]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 19:35:35 user nova-compute[75147]:   <source dev="/dev/sdc"/>
Oct 27 19:35:35 user nova-compute[75147]:   <target dev="vdb" bus="virtio"/>
Oct 27 19:35:35 user nova-compute[75147]:   <serial>258f9c1f-2da1-4815-9280-0796bf59f601</serial>
Oct 27 19:35:35 user nova-compute[75147]: </disk>
Oct 27 19:35:35 user nova-compute[75147]:  {{(pid=75147) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 27 19:35:35 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-5bb38b7c-9bb7-4bec-b066-0757a4ea5c31 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Acquiring lock "48e26cd7-18d7-4aae-9368-e417f1a39826" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:35:35 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-5bb38b7c-9bb7-4bec-b066-0757a4ea5c31 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Lock "48e26cd7-18d7-4aae-9368-e417f1a39826" acquired by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:35:35 user nova-compute[75147]: INFO nova.compute.manager [None req-5bb38b7c-9bb7-4bec-b066-0757a4ea5c31 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] Shelving
Oct 27 19:35:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:35:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:35:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:35:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:35:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:35:35 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-c31d22b5-c650-46e0-8877-9467a32bdc36 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] No BDM found with device name vda, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:35:35 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-c31d22b5-c650-46e0-8877-9467a32bdc36 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:35:35 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-c31d22b5-c650-46e0-8877-9467a32bdc36 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] No VIF found with MAC fa:16:3e:e7:6d:79, not building metadata {{(pid=75147) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 19:35:36 user nova-compute[75147]: DEBUG nova.compute.manager [req-55c74a54-4d60-470c-bec9-d97010a3cb87 req-1d0cff8a-a9c7-4985-8e5d-09a74824457b service nova] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] Received event network-vif-unplugged-a015da02-9f61-4b84-84fa-a6f763d8bb16 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:35:36 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-55c74a54-4d60-470c-bec9-d97010a3cb87 req-1d0cff8a-a9c7-4985-8e5d-09a74824457b service nova] Acquiring lock "48e26cd7-18d7-4aae-9368-e417f1a39826-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:35:36 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-55c74a54-4d60-470c-bec9-d97010a3cb87 req-1d0cff8a-a9c7-4985-8e5d-09a74824457b service nova] Lock "48e26cd7-18d7-4aae-9368-e417f1a39826-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:35:36 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-55c74a54-4d60-470c-bec9-d97010a3cb87 req-1d0cff8a-a9c7-4985-8e5d-09a74824457b service nova] Lock "48e26cd7-18d7-4aae-9368-e417f1a39826-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:35:36 user nova-compute[75147]: DEBUG nova.compute.manager [req-55c74a54-4d60-470c-bec9-d97010a3cb87 req-1d0cff8a-a9c7-4985-8e5d-09a74824457b service nova] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] No waiting events found dispatching network-vif-unplugged-a015da02-9f61-4b84-84fa-a6f763d8bb16 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:35:36 user nova-compute[75147]: WARNING nova.compute.manager [req-55c74a54-4d60-470c-bec9-d97010a3cb87 req-1d0cff8a-a9c7-4985-8e5d-09a74824457b service nova] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] Received unexpected event network-vif-unplugged-a015da02-9f61-4b84-84fa-a6f763d8bb16 for instance with vm_state active and task_state shelving.
Oct 27 19:35:36 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-c31d22b5-c650-46e0-8877-9467a32bdc36 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Lock "18fad5c9-4c2b-4e90-a568-bd0a32497c63" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 26.499s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:35:36 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] Instance destroyed successfully.
Oct 27 19:35:36 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-5bb38b7c-9bb7-4bec-b066-0757a4ea5c31 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] Beginning cold snapshot process
Oct 27 19:35:36 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:35:36 user nova-compute[75147]: DEBUG nova.privsep.utils [None req-5bb38b7c-9bb7-4bec-b066-0757a4ea5c31 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75147) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 27 19:35:36 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-5bb38b7c-9bb7-4bec-b066-0757a4ea5c31 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/48e26cd7-18d7-4aae-9368-e417f1a39826/disk /opt/stack/data/nova/instances/snapshots/tmpoh2y1yo2/9c716f8fbac146a49471416a760c5164 {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:35:36 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-b919b2a3-17fd-421b-a96f-0dde9d901a39 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Acquiring lock "18fad5c9-4c2b-4e90-a568-bd0a32497c63" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:35:36 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-b919b2a3-17fd-421b-a96f-0dde9d901a39 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Lock "18fad5c9-4c2b-4e90-a568-bd0a32497c63" acquired by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:35:36 user nova-compute[75147]: DEBUG nova.compute.manager [None req-b919b2a3-17fd-421b-a96f-0dde9d901a39 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Checking state {{(pid=75147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 19:35:36 user nova-compute[75147]: DEBUG nova.compute.manager [None req-b919b2a3-17fd-421b-a96f-0dde9d901a39 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=75147) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3358}}
Oct 27 19:35:36 user nova-compute[75147]: DEBUG nova.objects.instance [None req-b919b2a3-17fd-421b-a96f-0dde9d901a39 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Lazy-loading 'flavor' on Instance uuid 18fad5c9-4c2b-4e90-a568-bd0a32497c63 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:35:37 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:35:37 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:35:37 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:35:37 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:35:37 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:35:37 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-5bb38b7c-9bb7-4bec-b066-0757a4ea5c31 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/48e26cd7-18d7-4aae-9368-e417f1a39826/disk /opt/stack/data/nova/instances/snapshots/tmpoh2y1yo2/9c716f8fbac146a49471416a760c5164" returned: 0 in 0.886s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:35:37 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-5bb38b7c-9bb7-4bec-b066-0757a4ea5c31 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] Snapshot extracted, beginning image upload
Oct 27 19:35:37 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Instance destroyed successfully.
Oct 27 19:35:37 user nova-compute[75147]: DEBUG nova.compute.manager [None req-b919b2a3-17fd-421b-a96f-0dde9d901a39 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Checking state {{(pid=75147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 19:35:37 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-b919b2a3-17fd-421b-a96f-0dde9d901a39 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Lock "18fad5c9-4c2b-4e90-a568-bd0a32497c63" "released" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: held 0.972s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:35:37 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:35:38 user nova-compute[75147]: DEBUG nova.compute.manager [req-7ee55d08-1fd8-448b-b2d6-140f40169c25 req-f4044da0-088f-4865-8594-85646f8aceec service nova] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] Received event network-vif-plugged-a015da02-9f61-4b84-84fa-a6f763d8bb16 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:35:38 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-7ee55d08-1fd8-448b-b2d6-140f40169c25 req-f4044da0-088f-4865-8594-85646f8aceec service nova] Acquiring lock "48e26cd7-18d7-4aae-9368-e417f1a39826-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:35:38 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-7ee55d08-1fd8-448b-b2d6-140f40169c25 req-f4044da0-088f-4865-8594-85646f8aceec service nova] Lock "48e26cd7-18d7-4aae-9368-e417f1a39826-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:35:38 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-7ee55d08-1fd8-448b-b2d6-140f40169c25 req-f4044da0-088f-4865-8594-85646f8aceec service nova] Lock "48e26cd7-18d7-4aae-9368-e417f1a39826-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:35:38 user nova-compute[75147]: DEBUG nova.compute.manager [req-7ee55d08-1fd8-448b-b2d6-140f40169c25 req-f4044da0-088f-4865-8594-85646f8aceec service nova] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] No waiting events found dispatching network-vif-plugged-a015da02-9f61-4b84-84fa-a6f763d8bb16 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:35:38 user nova-compute[75147]: WARNING nova.compute.manager [req-7ee55d08-1fd8-448b-b2d6-140f40169c25 req-f4044da0-088f-4865-8594-85646f8aceec service nova] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] Received unexpected event network-vif-plugged-a015da02-9f61-4b84-84fa-a6f763d8bb16 for instance with vm_state active and task_state shelving_image_uploading.
Oct 27 19:35:38 user nova-compute[75147]: DEBUG nova.compute.manager [req-7ee55d08-1fd8-448b-b2d6-140f40169c25 req-f4044da0-088f-4865-8594-85646f8aceec service nova] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Received event network-vif-unplugged-5b28365d-32e7-4952-b6c6-3c2343ff1568 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:35:38 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-7ee55d08-1fd8-448b-b2d6-140f40169c25 req-f4044da0-088f-4865-8594-85646f8aceec service nova] Acquiring lock "18fad5c9-4c2b-4e90-a568-bd0a32497c63-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:35:38 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-7ee55d08-1fd8-448b-b2d6-140f40169c25 req-f4044da0-088f-4865-8594-85646f8aceec service nova] Lock "18fad5c9-4c2b-4e90-a568-bd0a32497c63-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:35:38 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-7ee55d08-1fd8-448b-b2d6-140f40169c25 req-f4044da0-088f-4865-8594-85646f8aceec service nova] Lock "18fad5c9-4c2b-4e90-a568-bd0a32497c63-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:35:38 user nova-compute[75147]: DEBUG nova.compute.manager [req-7ee55d08-1fd8-448b-b2d6-140f40169c25 req-f4044da0-088f-4865-8594-85646f8aceec service nova] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] No waiting events found dispatching network-vif-unplugged-5b28365d-32e7-4952-b6c6-3c2343ff1568 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:35:38 user nova-compute[75147]: WARNING nova.compute.manager [req-7ee55d08-1fd8-448b-b2d6-140f40169c25 req-f4044da0-088f-4865-8594-85646f8aceec service nova] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Received unexpected event network-vif-unplugged-5b28365d-32e7-4952-b6c6-3c2343ff1568 for instance with vm_state stopped and task_state None.
Oct 27 19:35:38 user nova-compute[75147]: DEBUG nova.compute.manager [req-7ee55d08-1fd8-448b-b2d6-140f40169c25 req-f4044da0-088f-4865-8594-85646f8aceec service nova] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Received event network-vif-plugged-5b28365d-32e7-4952-b6c6-3c2343ff1568 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:35:38 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-7ee55d08-1fd8-448b-b2d6-140f40169c25 req-f4044da0-088f-4865-8594-85646f8aceec service nova] Acquiring lock "18fad5c9-4c2b-4e90-a568-bd0a32497c63-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:35:38 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-7ee55d08-1fd8-448b-b2d6-140f40169c25 req-f4044da0-088f-4865-8594-85646f8aceec service nova] Lock "18fad5c9-4c2b-4e90-a568-bd0a32497c63-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:35:38 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-7ee55d08-1fd8-448b-b2d6-140f40169c25 req-f4044da0-088f-4865-8594-85646f8aceec service nova] Lock "18fad5c9-4c2b-4e90-a568-bd0a32497c63-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:35:38 user nova-compute[75147]: DEBUG nova.compute.manager [req-7ee55d08-1fd8-448b-b2d6-140f40169c25 req-f4044da0-088f-4865-8594-85646f8aceec service nova] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] No waiting events found dispatching network-vif-plugged-5b28365d-32e7-4952-b6c6-3c2343ff1568 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:35:38 user nova-compute[75147]: WARNING nova.compute.manager [req-7ee55d08-1fd8-448b-b2d6-140f40169c25 req-f4044da0-088f-4865-8594-85646f8aceec service nova] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Received unexpected event network-vif-plugged-5b28365d-32e7-4952-b6c6-3c2343ff1568 for instance with vm_state stopped and task_state None.
Oct 27 19:35:38 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a9ef7db9-3a3d-4f57-bdad-cef159097400 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] [instance: c38a6c4c-f585-4095-90b5-f41781c55d42] Calling os-brick to attach iSCSI Volume {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 19:35:38 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9ef7db9-3a3d-4f57-bdad-cef159097400 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:94560d66-6497-4fa3-9e41-21bed2ec5524', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FbGfUJmg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:35:38 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-a9ef7db9-3a3d-4f57-bdad-cef159097400 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:35:38 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-a9ef7db9-3a3d-4f57-bdad-cef159097400 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:35:38 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-a9ef7db9-3a3d-4f57-bdad-cef159097400 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:35:38 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-a9ef7db9-3a3d-4f57-bdad-cef159097400 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:35:38 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-a9ef7db9-3a3d-4f57-bdad-cef159097400 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:94560d66-6497-4fa3-9e41-21bed2ec5524" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:35:38 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-a9ef7db9-3a3d-4f57-bdad-cef159097400 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:94560d66-6497-4fa3-9e41-21bed2ec5524" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:35:38 user nova-compute[75147]: INFO os_brick.initiator.connectors.iscsi [None req-a9ef7db9-3a3d-4f57-bdad-cef159097400 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 19:35:38 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:94560d66-6497-4fa3-9e41-21bed2ec5524 -p 172.16.0.220:3260 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:35:38 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:94560d66-6497-4fa3-9e41-21bed2ec5524 -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:35:38 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[07aaf8a5-825c-48b8-a179-7e79a03b9bcc]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:35:38 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9ef7db9-3a3d-4f57-bdad-cef159097400 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 19:35:38 user nova-compute[75147]:  {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:35:38 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:94560d66-6497-4fa3-9e41-21bed2ec5524 -p 172.16.0.220:3260 --interface default --op new {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:35:38 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:94560d66-6497-4fa3-9e41-21bed2ec5524 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.024s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:35:38 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[37ae3e5d-a742-400e-aad3-e3002343b9b2]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:94560d66-6497-4fa3-9e41-21bed2ec5524] added\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:35:38 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9ef7db9-3a3d-4f57-bdad-cef159097400 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:94560d66-6497-4fa3-9e41-21bed2ec5524] added
Oct 27 19:35:38 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:35:38 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:94560d66-6497-4fa3-9e41-21bed2ec5524 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:35:38 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:94560d66-6497-4fa3-9e41-21bed2ec5524 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.028s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:35:38 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[583df8e2-cf3e-429d-8357-7bad9dc128b5]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:35:38 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9ef7db9-3a3d-4f57-bdad-cef159097400 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:35:38 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:94560d66-6497-4fa3-9e41-21bed2ec5524 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:35:38 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:94560d66-6497-4fa3-9e41-21bed2ec5524 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:35:38 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9927a3e-4d6e-46e9-82da-1598307399e3]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:35:38 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9ef7db9-3a3d-4f57-bdad-cef159097400 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:35:38 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:94560d66-6497-4fa3-9e41-21bed2ec5524 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v FbGfUJmg {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:35:38 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:94560d66-6497-4fa3-9e41-21bed2ec5524 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v FbGfUJmg" returned: 0 in 0.026s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:35:38 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c9f34fb-4adb-4b1f-87a4-c8f802bf8b18]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:35:38 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9ef7db9-3a3d-4f57-bdad-cef159097400 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'FbGfUJmg'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:35:38 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:94560d66-6497-4fa3-9e41-21bed2ec5524 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:35:38 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:94560d66-6497-4fa3-9e41-21bed2ec5524 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.025s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:35:38 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[07582a85-51c2-4753-a144-e166f36a3768]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:35:38 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9ef7db9-3a3d-4f57-bdad-cef159097400 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:35:38 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:35:38 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:35:38 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c79974a-cf4c-49d5-9905-ae0d6c2e84fa]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d949c02-340e-42c4-a338-e0e7ac5a70fc (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e81ae99-62fe-4012-9d3f-dbb30e3d1286 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:35:38 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9ef7db9-3a3d-4f57-bdad-cef159097400 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d949c02-340e-42c4-a338-e0e7ac5a70fc (non-flash)
Oct 27 19:35:38 user nova-compute[75147]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e81ae99-62fe-4012-9d3f-dbb30e3d1286 (non-flash)
Oct 27 19:35:38 user nova-compute[75147]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601 (non-flash)
Oct 27 19:35:38 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:35:38 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9ef7db9-3a3d-4f57-bdad-cef159097400 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d949c02-340e-42c4-a338-e0e7ac5a70fc (non-flash)
Oct 27 19:35:38 user nova-compute[75147]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e81ae99-62fe-4012-9d3f-dbb30e3d1286 (non-flash)
Oct 27 19:35:38 user nova-compute[75147]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601 (non-flash)
Oct 27 19:35:38 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:35:38 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:94560d66-6497-4fa3-9e41-21bed2ec5524 -p 172.16.0.220:3260 --login {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:35:39 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:94560d66-6497-4fa3-9e41-21bed2ec5524 -p 172.16.0.220:3260 --login" returned: 0 in 0.072s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:35:39 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d338eba-612d-4f2e-bf40-683bf48240e8]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:94560d66-6497-4fa3-9e41-21bed2ec5524, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:94560d66-6497-4fa3-9e41-21bed2ec5524, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:35:39 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9ef7db9-3a3d-4f57-bdad-cef159097400 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:94560d66-6497-4fa3-9e41-21bed2ec5524, portal: 172.16.0.220,3260]
Oct 27 19:35:39 user nova-compute[75147]: Login to [iface: default, target: iqn.2010-10.org.openstack:94560d66-6497-4fa3-9e41-21bed2ec5524, portal: 172.16.0.220,3260] successful.
Oct 27 19:35:39 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:35:39 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:94560d66-6497-4fa3-9e41-21bed2ec5524 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:35:39 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:94560d66-6497-4fa3-9e41-21bed2ec5524 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:35:39 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[552b8513-3c36-4645-87df-300f9025594e]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:35:39 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9ef7db9-3a3d-4f57-bdad-cef159097400 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:35:39 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:35:39 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:35:39 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[c4667a4d-264f-4ada-8090-419ebd7c6e0f]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d949c02-340e-42c4-a338-e0e7ac5a70fc (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e81ae99-62fe-4012-9d3f-dbb30e3d1286 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94560d66-6497-4fa3-9e41-21bed2ec5524 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:35:39 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9ef7db9-3a3d-4f57-bdad-cef159097400 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d949c02-340e-42c4-a338-e0e7ac5a70fc (non-flash)
Oct 27 19:35:39 user nova-compute[75147]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e81ae99-62fe-4012-9d3f-dbb30e3d1286 (non-flash)
Oct 27 19:35:39 user nova-compute[75147]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601 (non-flash)
Oct 27 19:35:39 user nova-compute[75147]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94560d66-6497-4fa3-9e41-21bed2ec5524 (non-flash)
Oct 27 19:35:39 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:35:39 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9ef7db9-3a3d-4f57-bdad-cef159097400 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d949c02-340e-42c4-a338-e0e7ac5a70fc (non-flash)
Oct 27 19:35:39 user nova-compute[75147]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e81ae99-62fe-4012-9d3f-dbb30e3d1286 (non-flash)
Oct 27 19:35:39 user nova-compute[75147]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601 (non-flash)
Oct 27 19:35:39 user nova-compute[75147]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94560d66-6497-4fa3-9e41-21bed2ec5524 (non-flash)
Oct 27 19:35:39 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:35:39 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-a9ef7db9-3a3d-4f57-bdad-cef159097400 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:94560d66-6497-4fa3-9e41-21bed2ec5524" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.430s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:35:39 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9ef7db9-3a3d-4f57-bdad-cef159097400 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Connected to 172.16.0.220:3260 {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 19:35:39 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-a9ef7db9-3a3d-4f57-bdad-cef159097400 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] HCTL ('36', '-', '-', 0) found on session 23 with lun 0 {{(pid=75147) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 19:35:39 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-a9ef7db9-3a3d-4f57-bdad-cef159097400 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=75147) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 19:35:39 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:35:39 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:35:39 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[052235f3-22ab-48b8-aeec-91f7cc7d031f]: (4, ('- - 0', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:35:39 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-a9ef7db9-3a3d-4f57-bdad-cef159097400 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Searching for a device in session 23 and hctl ['36', '*', '*', 0] yield: None {{(pid=75147) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 19:35:40 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-a9ef7db9-3a3d-4f57-bdad-cef159097400 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Searching for a device in session 23 and hctl ['36', '*', '*', 0] yield: sde {{(pid=75147) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 19:35:40 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9ef7db9-3a3d-4f57-bdad-cef159097400 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:94560d66-6497-4fa3-9e41-21bed2ec5524', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FbGfUJmg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 19:35:40 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-a9ef7db9-3a3d-4f57-bdad-cef159097400 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.466s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:35:40 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9ef7db9-3a3d-4f57-bdad-cef159097400 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] <== connect_volume: return (1468ms) {'type': 'block', 'scsi_wwn': '26238633361616539', 'path': '/dev/sde'} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:35:40 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a9ef7db9-3a3d-4f57-bdad-cef159097400 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] [instance: c38a6c4c-f585-4095-90b5-f41781c55d42] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26238633361616539', 'path': '/dev/sde'} {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 19:35:40 user nova-compute[75147]: DEBUG nova.objects.instance [None req-a9ef7db9-3a3d-4f57-bdad-cef159097400 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Lazy-loading 'flavor' on Instance uuid c38a6c4c-f585-4095-90b5-f41781c55d42 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:35:40 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-a9ef7db9-3a3d-4f57-bdad-cef159097400 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] attach device xml: <disk type="block" device="disk">
Oct 27 19:35:40 user nova-compute[75147]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 19:35:40 user nova-compute[75147]:   <source dev="/dev/sde"/>
Oct 27 19:35:40 user nova-compute[75147]:   <target dev="vdc" bus="virtio"/>
Oct 27 19:35:40 user nova-compute[75147]:   <serial>94560d66-6497-4fa3-9e41-21bed2ec5524</serial>
Oct 27 19:35:40 user nova-compute[75147]: </disk>
Oct 27 19:35:40 user nova-compute[75147]:  {{(pid=75147) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 27 19:35:40 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-a9ef7db9-3a3d-4f57-bdad-cef159097400 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] No BDM found with device name vda, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:35:40 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-a9ef7db9-3a3d-4f57-bdad-cef159097400 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:35:40 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-a9ef7db9-3a3d-4f57-bdad-cef159097400 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] No BDM found with device name vdc, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:35:40 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-a9ef7db9-3a3d-4f57-bdad-cef159097400 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] No VIF found with MAC fa:16:3e:8a:22:b4, not building metadata {{(pid=75147) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 19:35:40 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-5bb38b7c-9bb7-4bec-b066-0757a4ea5c31 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] Snapshot image upload complete
Oct 27 19:35:40 user nova-compute[75147]: DEBUG nova.compute.manager [None req-5bb38b7c-9bb7-4bec-b066-0757a4ea5c31 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] Checking state {{(pid=75147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 19:35:40 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-a9ef7db9-3a3d-4f57-bdad-cef159097400 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Lock "c38a6c4c-f585-4095-90b5-f41781c55d42" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 27.189s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:35:40 user nova-compute[75147]: INFO nova.compute.manager [None req-5bb38b7c-9bb7-4bec-b066-0757a4ea5c31 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] Shelve offloading
Oct 27 19:35:40 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] Instance destroyed successfully.
Oct 27 19:35:40 user nova-compute[75147]: DEBUG nova.compute.manager [None req-5bb38b7c-9bb7-4bec-b066-0757a4ea5c31 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] Checking state {{(pid=75147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 19:35:40 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-5bb38b7c-9bb7-4bec-b066-0757a4ea5c31 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Acquiring lock "refresh_cache-48e26cd7-18d7-4aae-9368-e417f1a39826" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:35:40 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-5bb38b7c-9bb7-4bec-b066-0757a4ea5c31 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Acquired lock "refresh_cache-48e26cd7-18d7-4aae-9368-e417f1a39826" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:35:40 user nova-compute[75147]: DEBUG nova.network.neutron [None req-5bb38b7c-9bb7-4bec-b066-0757a4ea5c31 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] Building network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 19:35:41 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:35:41 user nova-compute[75147]: DEBUG nova.network.neutron [None req-5bb38b7c-9bb7-4bec-b066-0757a4ea5c31 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] Updating instance_info_cache with network_info: [{"id": "a015da02-9f61-4b84-84fa-a6f763d8bb16", "address": "fa:16:3e:db:b0:9d", "network": {"id": "a71e29bc-f4c7-43bf-b62a-640bdbe1f778", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1494620895-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.5", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8beb0d83b9e445ec875766ef511f053b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa015da02-9f", "ovs_interfaceid": "a015da02-9f61-4b84-84fa-a6f763d8bb16", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:35:41 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-5bb38b7c-9bb7-4bec-b066-0757a4ea5c31 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Releasing lock "refresh_cache-48e26cd7-18d7-4aae-9368-e417f1a39826" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:35:41 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-afa64f70-52b5-4020-aa2f-6b5bdc09c96e tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Acquiring lock "c38a6c4c-f585-4095-90b5-f41781c55d42" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:35:41 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-afa64f70-52b5-4020-aa2f-6b5bdc09c96e tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Lock "c38a6c4c-f585-4095-90b5-f41781c55d42" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:35:41 user nova-compute[75147]: INFO nova.compute.manager [None req-afa64f70-52b5-4020-aa2f-6b5bdc09c96e tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] [instance: c38a6c4c-f585-4095-90b5-f41781c55d42] Detaching volume 94560d66-6497-4fa3-9e41-21bed2ec5524
Oct 27 19:35:41 user nova-compute[75147]: INFO nova.virt.block_device [None req-afa64f70-52b5-4020-aa2f-6b5bdc09c96e tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] [instance: c38a6c4c-f585-4095-90b5-f41781c55d42] Attempting to driver detach volume 94560d66-6497-4fa3-9e41-21bed2ec5524 from mountpoint /dev/vdc
Oct 27 19:35:41 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-afa64f70-52b5-4020-aa2f-6b5bdc09c96e tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Attempting to detach device vdc from instance c38a6c4c-f585-4095-90b5-f41781c55d42 from the persistent domain config. {{(pid=75147) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 27 19:35:41 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-afa64f70-52b5-4020-aa2f-6b5bdc09c96e tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] detach device xml: <disk type="block" device="disk">
Oct 27 19:35:41 user nova-compute[75147]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 19:35:41 user nova-compute[75147]:   <source dev="/dev/sde"/>
Oct 27 19:35:41 user nova-compute[75147]:   <target dev="vdc" bus="virtio"/>
Oct 27 19:35:41 user nova-compute[75147]:   <serial>94560d66-6497-4fa3-9e41-21bed2ec5524</serial>
Oct 27 19:35:41 user nova-compute[75147]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Oct 27 19:35:41 user nova-compute[75147]: </disk>
Oct 27 19:35:41 user nova-compute[75147]:  {{(pid=75147) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 19:35:41 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-afa64f70-52b5-4020-aa2f-6b5bdc09c96e tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Successfully detached device vdc from instance c38a6c4c-f585-4095-90b5-f41781c55d42 from the persistent domain config.
Oct 27 19:35:41 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-afa64f70-52b5-4020-aa2f-6b5bdc09c96e tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] (1/8): Attempting to detach device vdc with device alias virtio-disk2 from instance c38a6c4c-f585-4095-90b5-f41781c55d42 from the live domain config. {{(pid=75147) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 27 19:35:41 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-afa64f70-52b5-4020-aa2f-6b5bdc09c96e tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] detach device xml: <disk type="block" device="disk">
Oct 27 19:35:41 user nova-compute[75147]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 19:35:41 user nova-compute[75147]:   <source dev="/dev/sde"/>
Oct 27 19:35:41 user nova-compute[75147]:   <target dev="vdc" bus="virtio"/>
Oct 27 19:35:41 user nova-compute[75147]:   <serial>94560d66-6497-4fa3-9e41-21bed2ec5524</serial>
Oct 27 19:35:41 user nova-compute[75147]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Oct 27 19:35:41 user nova-compute[75147]: </disk>
Oct 27 19:35:41 user nova-compute[75147]:  {{(pid=75147) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 19:35:42 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-afa64f70-52b5-4020-aa2f-6b5bdc09c96e tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Start waiting for the detach event from libvirt for device vdc with device alias virtio-disk2 for instance c38a6c4c-f585-4095-90b5-f41781c55d42 {{(pid=75147) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 27 19:35:42 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] Instance destroyed successfully.
Oct 27 19:35:42 user nova-compute[75147]: DEBUG nova.objects.instance [None req-5bb38b7c-9bb7-4bec-b066-0757a4ea5c31 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Lazy-loading 'resources' on Instance uuid 48e26cd7-18d7-4aae-9368-e417f1a39826 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:35:42 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-5bb38b7c-9bb7-4bec-b066-0757a4ea5c31 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:33:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-640939562',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-640939562',id=20,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBA+pCcKYWItCSIEcXbXu0sQjdq6f+s6OJ2nWuePLdznvkEvmZISMBAQqPizlEMxTOOCGmX5OwN3onvOSKNkBfWSgoqzq15nxxZT6F83tPhOQ8PQr2aIO/gWx6qYs22w58Q==',key_name='tempest-keypair-133364131',keypairs=<?>,launch_index=0,launched_at=2023-10-27T19:33:37Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='8beb0d83b9e445ec875766ef511f053b',ramdisk_id='',reservation_id='r-vpyx9309',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-824631730',owner_user_name='tempest-AttachVolumeShelveTestJSON-824631730-project-member',shelved_at='2023-10-27T19:35:40.808330',shelved_host='user',shelved_image_id='7b7a3963-bdd8-45a2-b03b-e36d09fd9e6a'},tags=<?>,task_state='shelving_offloading',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T19:35:37Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0142753c479d419eb7cad92bf6b372d3',uuid=48e26cd7-18d7-4aae-9368-e417f1a39826,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='shelved') vif={"id": "a015da02-9f61-4b84-84fa-a6f763d8bb16", "address": "fa:16:3e:db:b0:9d", "network": {"id": "a71e29bc-f4c7-43bf-b62a-640bdbe1f778", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1494620895-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.5", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8beb0d83b9e445ec875766ef511f053b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa015da02-9f", "ovs_interfaceid": "a015da02-9f61-4b84-84fa-a6f763d8bb16", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 19:35:42 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-5bb38b7c-9bb7-4bec-b066-0757a4ea5c31 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Converting VIF {"id": "a015da02-9f61-4b84-84fa-a6f763d8bb16", "address": "fa:16:3e:db:b0:9d", "network": {"id": "a71e29bc-f4c7-43bf-b62a-640bdbe1f778", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1494620895-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.5", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8beb0d83b9e445ec875766ef511f053b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa015da02-9f", "ovs_interfaceid": "a015da02-9f61-4b84-84fa-a6f763d8bb16", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:35:42 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-5bb38b7c-9bb7-4bec-b066-0757a4ea5c31 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:db:b0:9d,bridge_name='br-int',has_traffic_filtering=True,id=a015da02-9f61-4b84-84fa-a6f763d8bb16,network=Network(a71e29bc-f4c7-43bf-b62a-640bdbe1f778),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa015da02-9f') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:35:42 user nova-compute[75147]: DEBUG os_vif [None req-5bb38b7c-9bb7-4bec-b066-0757a4ea5c31 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:db:b0:9d,bridge_name='br-int',has_traffic_filtering=True,id=a015da02-9f61-4b84-84fa-a6f763d8bb16,network=Network(a71e29bc-f4c7-43bf-b62a-640bdbe1f778),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa015da02-9f') {{(pid=75147) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 19:35:42 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:35:42 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa015da02-9f, bridge=br-int, if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:35:42 user nova-compute[75147]: DEBUG nova.compute.manager [req-87b91cf0-23b4-4eb0-82c5-df158c74baad req-68d6ef59-f5f1-491d-ac05-1e89a52bc652 service nova] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] Received event network-changed-a015da02-9f61-4b84-84fa-a6f763d8bb16 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:35:42 user nova-compute[75147]: DEBUG nova.compute.manager [req-87b91cf0-23b4-4eb0-82c5-df158c74baad req-68d6ef59-f5f1-491d-ac05-1e89a52bc652 service nova] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] Refreshing instance network info cache due to event network-changed-a015da02-9f61-4b84-84fa-a6f763d8bb16. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 19:35:42 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-87b91cf0-23b4-4eb0-82c5-df158c74baad req-68d6ef59-f5f1-491d-ac05-1e89a52bc652 service nova] Acquiring lock "refresh_cache-48e26cd7-18d7-4aae-9368-e417f1a39826" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:35:42 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-87b91cf0-23b4-4eb0-82c5-df158c74baad req-68d6ef59-f5f1-491d-ac05-1e89a52bc652 service nova] Acquired lock "refresh_cache-48e26cd7-18d7-4aae-9368-e417f1a39826" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:35:42 user nova-compute[75147]: DEBUG nova.network.neutron [req-87b91cf0-23b4-4eb0-82c5-df158c74baad req-68d6ef59-f5f1-491d-ac05-1e89a52bc652 service nova] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] Refreshing network info cache for port a015da02-9f61-4b84-84fa-a6f763d8bb16 {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 19:35:42 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:35:42 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:35:42 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:35:42 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=7ce00c8d-b6be-474d-b8d2-76bd79637857) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:35:42 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:35:42 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:35:42 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:35:42 user nova-compute[75147]: INFO os_vif [None req-5bb38b7c-9bb7-4bec-b066-0757a4ea5c31 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:db:b0:9d,bridge_name='br-int',has_traffic_filtering=True,id=a015da02-9f61-4b84-84fa-a6f763d8bb16,network=Network(a71e29bc-f4c7-43bf-b62a-640bdbe1f778),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa015da02-9f')
Oct 27 19:35:42 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-5bb38b7c-9bb7-4bec-b066-0757a4ea5c31 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] Deleting instance files /opt/stack/data/nova/instances/48e26cd7-18d7-4aae-9368-e417f1a39826_del
Oct 27 19:35:42 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-5bb38b7c-9bb7-4bec-b066-0757a4ea5c31 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] Deletion of /opt/stack/data/nova/instances/48e26cd7-18d7-4aae-9368-e417f1a39826_del complete
Oct 27 19:35:42 user nova-compute[75147]: INFO nova.scheduler.client.report [None req-5bb38b7c-9bb7-4bec-b066-0757a4ea5c31 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Deleted allocations for instance 48e26cd7-18d7-4aae-9368-e417f1a39826
Oct 27 19:35:42 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-5bb38b7c-9bb7-4bec-b066-0757a4ea5c31 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:35:42 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-5bb38b7c-9bb7-4bec-b066-0757a4ea5c31 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:35:42 user nova-compute[75147]: DEBUG nova.objects.instance [None req-5bb38b7c-9bb7-4bec-b066-0757a4ea5c31 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Lazy-loading 'numa_topology' on Instance uuid 48e26cd7-18d7-4aae-9368-e417f1a39826 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:35:42 user nova-compute[75147]: DEBUG nova.objects.base [None req-5bb38b7c-9bb7-4bec-b066-0757a4ea5c31 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Object Instance<48e26cd7-18d7-4aae-9368-e417f1a39826> lazy-loaded attributes: resources,numa_topology {{(pid=75147) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 19:35:43 user nova-compute[75147]: DEBUG nova.network.neutron [req-87b91cf0-23b4-4eb0-82c5-df158c74baad req-68d6ef59-f5f1-491d-ac05-1e89a52bc652 service nova] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] Updated VIF entry in instance network info cache for port a015da02-9f61-4b84-84fa-a6f763d8bb16. {{(pid=75147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 19:35:43 user nova-compute[75147]: DEBUG nova.network.neutron [req-87b91cf0-23b4-4eb0-82c5-df158c74baad req-68d6ef59-f5f1-491d-ac05-1e89a52bc652 service nova] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] Updating instance_info_cache with network_info: [{"id": "a015da02-9f61-4b84-84fa-a6f763d8bb16", "address": "fa:16:3e:db:b0:9d", "network": {"id": "a71e29bc-f4c7-43bf-b62a-640bdbe1f778", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1494620895-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.5", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8beb0d83b9e445ec875766ef511f053b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "unbound", "details": {}, "devname": "tapa015da02-9f", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:35:43 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-87b91cf0-23b4-4eb0-82c5-df158c74baad req-68d6ef59-f5f1-491d-ac05-1e89a52bc652 service nova] Releasing lock "refresh_cache-48e26cd7-18d7-4aae-9368-e417f1a39826" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:35:43 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-5bb38b7c-9bb7-4bec-b066-0757a4ea5c31 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:35:43 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-5bb38b7c-9bb7-4bec-b066-0757a4ea5c31 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:35:43 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-5bb38b7c-9bb7-4bec-b066-0757a4ea5c31 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.485s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:35:43 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-5bb38b7c-9bb7-4bec-b066-0757a4ea5c31 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Lock "48e26cd7-18d7-4aae-9368-e417f1a39826" "released" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: held 7.825s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:35:46 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2373d63f-0807-4bec-82a8-20a099ad16c8 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Acquiring lock "2b0ba44c-96cb-42ef-add4-6535d26bdebf" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:35:46 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2373d63f-0807-4bec-82a8-20a099ad16c8 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Lock "2b0ba44c-96cb-42ef-add4-6535d26bdebf" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:35:46 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2373d63f-0807-4bec-82a8-20a099ad16c8 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Acquiring lock "2b0ba44c-96cb-42ef-add4-6535d26bdebf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:35:46 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2373d63f-0807-4bec-82a8-20a099ad16c8 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Lock "2b0ba44c-96cb-42ef-add4-6535d26bdebf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:35:46 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2373d63f-0807-4bec-82a8-20a099ad16c8 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Lock "2b0ba44c-96cb-42ef-add4-6535d26bdebf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:35:46 user nova-compute[75147]: INFO nova.compute.manager [None req-2373d63f-0807-4bec-82a8-20a099ad16c8 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] Terminating instance
Oct 27 19:35:46 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2373d63f-0807-4bec-82a8-20a099ad16c8 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] Start destroying the instance on the hypervisor. {{(pid=75147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 27 19:35:46 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:35:46 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:35:46 user nova-compute[75147]: DEBUG nova.compute.manager [req-52925fe6-8883-40a0-94f0-15442f14f7ca req-9e393bbb-57d9-446e-93da-6d89273f6d2d service nova] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] Received event network-vif-unplugged-af5e3ba8-cfdd-4990-b210-fef2ac98b13a {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:35:46 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-52925fe6-8883-40a0-94f0-15442f14f7ca req-9e393bbb-57d9-446e-93da-6d89273f6d2d service nova] Acquiring lock "2b0ba44c-96cb-42ef-add4-6535d26bdebf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:35:46 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-52925fe6-8883-40a0-94f0-15442f14f7ca req-9e393bbb-57d9-446e-93da-6d89273f6d2d service nova] Lock "2b0ba44c-96cb-42ef-add4-6535d26bdebf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:35:46 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-52925fe6-8883-40a0-94f0-15442f14f7ca req-9e393bbb-57d9-446e-93da-6d89273f6d2d service nova] Lock "2b0ba44c-96cb-42ef-add4-6535d26bdebf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:35:46 user nova-compute[75147]: DEBUG nova.compute.manager [req-52925fe6-8883-40a0-94f0-15442f14f7ca req-9e393bbb-57d9-446e-93da-6d89273f6d2d service nova] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] No waiting events found dispatching network-vif-unplugged-af5e3ba8-cfdd-4990-b210-fef2ac98b13a {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:35:46 user nova-compute[75147]: DEBUG nova.compute.manager [req-52925fe6-8883-40a0-94f0-15442f14f7ca req-9e393bbb-57d9-446e-93da-6d89273f6d2d service nova] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] Received event network-vif-unplugged-af5e3ba8-cfdd-4990-b210-fef2ac98b13a for instance with task_state deleting. {{(pid=75147) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 19:35:46 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:35:46 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:35:46 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:35:47 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] Instance destroyed successfully.
Oct 27 19:35:47 user nova-compute[75147]: DEBUG nova.objects.instance [None req-2373d63f-0807-4bec-82a8-20a099ad16c8 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Lazy-loading 'resources' on Instance uuid 2b0ba44c-96cb-42ef-add4-6535d26bdebf {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:35:47 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-2373d63f-0807-4bec-82a8-20a099ad16c8 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-27T19:29:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-1360183462',display_name='tempest-ServerActionsTestOtherA-server-1964476768',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-1360183462',id=13,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGlqWhK7qJLFJAuM0o8dss52GDAN6EK6qdz08haB0vZW0fzYkUU5czxrjkr2t/3OXRUrX/+mFX42z/7hB/DA29kJ4mSkcMC/hopHWAKdq3PxMh15OIfGt2deIlrXrHbZpQ==',key_name='tempest-keypair-2112371525',keypairs=<?>,launch_index=0,launched_at=2023-10-27T19:32:35Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='9368eab86d5248b2a34511d5d0fd64eb',ramdisk_id='',reservation_id='r-peiy8qd6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-2091358466',owner_user_name='tempest-ServerActionsTestOtherA-2091358466-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T19:32:36Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2ec18a0cb61842b092eeaecce2a03b70',uuid=2b0ba44c-96cb-42ef-add4-6535d26bdebf,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "af5e3ba8-cfdd-4990-b210-fef2ac98b13a", "address": "fa:16:3e:d7:05:da", "network": {"id": "bae3f1ff-b48f-4e91-a1ac-2c877ecca1af", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1949095258-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.85", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9368eab86d5248b2a34511d5d0fd64eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf5e3ba8-cf", "ovs_interfaceid": "af5e3ba8-cfdd-4990-b210-fef2ac98b13a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 19:35:47 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-2373d63f-0807-4bec-82a8-20a099ad16c8 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Converting VIF {"id": "af5e3ba8-cfdd-4990-b210-fef2ac98b13a", "address": "fa:16:3e:d7:05:da", "network": {"id": "bae3f1ff-b48f-4e91-a1ac-2c877ecca1af", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1949095258-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.85", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9368eab86d5248b2a34511d5d0fd64eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf5e3ba8-cf", "ovs_interfaceid": "af5e3ba8-cfdd-4990-b210-fef2ac98b13a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:35:47 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-2373d63f-0807-4bec-82a8-20a099ad16c8 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:d7:05:da,bridge_name='br-int',has_traffic_filtering=True,id=af5e3ba8-cfdd-4990-b210-fef2ac98b13a,network=Network(bae3f1ff-b48f-4e91-a1ac-2c877ecca1af),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaf5e3ba8-cf') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:35:47 user nova-compute[75147]: DEBUG os_vif [None req-2373d63f-0807-4bec-82a8-20a099ad16c8 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:d7:05:da,bridge_name='br-int',has_traffic_filtering=True,id=af5e3ba8-cfdd-4990-b210-fef2ac98b13a,network=Network(bae3f1ff-b48f-4e91-a1ac-2c877ecca1af),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaf5e3ba8-cf') {{(pid=75147) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 19:35:47 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:35:47 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapaf5e3ba8-cf, bridge=br-int, if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:35:47 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:35:47 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:35:47 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:35:47 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:35:47 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=fa9aeb67-7523-460c-83a6-778f58639150) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:35:47 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:35:47 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:35:47 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:35:47 user nova-compute[75147]: INFO os_vif [None req-2373d63f-0807-4bec-82a8-20a099ad16c8 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:d7:05:da,bridge_name='br-int',has_traffic_filtering=True,id=af5e3ba8-cfdd-4990-b210-fef2ac98b13a,network=Network(bae3f1ff-b48f-4e91-a1ac-2c877ecca1af),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaf5e3ba8-cf')
Oct 27 19:35:47 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-2373d63f-0807-4bec-82a8-20a099ad16c8 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] Deleting instance files /opt/stack/data/nova/instances/2b0ba44c-96cb-42ef-add4-6535d26bdebf_del
Oct 27 19:35:47 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-2373d63f-0807-4bec-82a8-20a099ad16c8 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] Deletion of /opt/stack/data/nova/instances/2b0ba44c-96cb-42ef-add4-6535d26bdebf_del complete
Oct 27 19:35:47 user nova-compute[75147]: INFO nova.compute.manager [None req-2373d63f-0807-4bec-82a8-20a099ad16c8 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] Took 0.90 seconds to destroy the instance on the hypervisor.
Oct 27 19:35:47 user nova-compute[75147]: DEBUG oslo.service.loopingcall [None req-2373d63f-0807-4bec-82a8-20a099ad16c8 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 27 19:35:47 user nova-compute[75147]: DEBUG nova.compute.manager [-] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] Deallocating network for instance {{(pid=75147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 27 19:35:47 user nova-compute[75147]: DEBUG nova.network.neutron [-] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] deallocate_for_instance() {{(pid=75147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 27 19:35:47 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:35:48 user nova-compute[75147]: DEBUG nova.network.neutron [-] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] Updating instance_info_cache with network_info: [] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:35:48 user nova-compute[75147]: INFO nova.compute.manager [-] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] Took 0.89 seconds to deallocate network for instance.
Oct 27 19:35:48 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2373d63f-0807-4bec-82a8-20a099ad16c8 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:35:48 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2373d63f-0807-4bec-82a8-20a099ad16c8 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:35:48 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-2373d63f-0807-4bec-82a8-20a099ad16c8 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:35:48 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-2373d63f-0807-4bec-82a8-20a099ad16c8 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:35:48 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2373d63f-0807-4bec-82a8-20a099ad16c8 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.348s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:35:48 user nova-compute[75147]: INFO nova.scheduler.client.report [None req-2373d63f-0807-4bec-82a8-20a099ad16c8 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Deleted allocations for instance 2b0ba44c-96cb-42ef-add4-6535d26bdebf
Oct 27 19:35:48 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2373d63f-0807-4bec-82a8-20a099ad16c8 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Lock "2b0ba44c-96cb-42ef-add4-6535d26bdebf" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.384s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:35:48 user nova-compute[75147]: DEBUG nova.compute.manager [req-904f5202-6b3d-4c3d-9cfc-4d5eb2676a4a req-7dd4224b-3915-41e6-a679-ac02607682cf service nova] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] Received event network-vif-plugged-af5e3ba8-cfdd-4990-b210-fef2ac98b13a {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:35:48 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-904f5202-6b3d-4c3d-9cfc-4d5eb2676a4a req-7dd4224b-3915-41e6-a679-ac02607682cf service nova] Acquiring lock "2b0ba44c-96cb-42ef-add4-6535d26bdebf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:35:48 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-904f5202-6b3d-4c3d-9cfc-4d5eb2676a4a req-7dd4224b-3915-41e6-a679-ac02607682cf service nova] Lock "2b0ba44c-96cb-42ef-add4-6535d26bdebf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:35:48 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-904f5202-6b3d-4c3d-9cfc-4d5eb2676a4a req-7dd4224b-3915-41e6-a679-ac02607682cf service nova] Lock "2b0ba44c-96cb-42ef-add4-6535d26bdebf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:35:48 user nova-compute[75147]: DEBUG nova.compute.manager [req-904f5202-6b3d-4c3d-9cfc-4d5eb2676a4a req-7dd4224b-3915-41e6-a679-ac02607682cf service nova] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] No waiting events found dispatching network-vif-plugged-af5e3ba8-cfdd-4990-b210-fef2ac98b13a {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:35:48 user nova-compute[75147]: WARNING nova.compute.manager [req-904f5202-6b3d-4c3d-9cfc-4d5eb2676a4a req-7dd4224b-3915-41e6-a679-ac02607682cf service nova] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] Received unexpected event network-vif-plugged-af5e3ba8-cfdd-4990-b210-fef2ac98b13a for instance with vm_state deleted and task_state None.
Oct 27 19:35:48 user nova-compute[75147]: DEBUG nova.compute.manager [req-904f5202-6b3d-4c3d-9cfc-4d5eb2676a4a req-7dd4224b-3915-41e6-a679-ac02607682cf service nova] [instance: 2b0ba44c-96cb-42ef-add4-6535d26bdebf] Received event network-vif-deleted-af5e3ba8-cfdd-4990-b210-fef2ac98b13a {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:35:48 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:35:48 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:35:48 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:35:48 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:35:48 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Auditing locally available compute resources for user (node: user) {{(pid=75147) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 19:35:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:35:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0/disk --force-share --output=json" returned: 0 in 0.256s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:35:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:35:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:35:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dae4e32d-225f-4e0e-833b-dba42ab1df79/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:35:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dae4e32d-225f-4e0e-833b-dba42ab1df79/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:35:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dae4e32d-225f-4e0e-833b-dba42ab1df79/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:35:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dae4e32d-225f-4e0e-833b-dba42ab1df79/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:35:49 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75147) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 19:35:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18fad5c9-4c2b-4e90-a568-bd0a32497c63/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:35:50 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18fad5c9-4c2b-4e90-a568-bd0a32497c63/disk --force-share --output=json" returned: 0 in 0.237s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:35:50 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18fad5c9-4c2b-4e90-a568-bd0a32497c63/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:35:50 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18fad5c9-4c2b-4e90-a568-bd0a32497c63/disk --force-share --output=json" returned: 0 in 0.216s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:35:50 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75147) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 19:35:50 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/73439fd6-da4c-4dd7-b8cf-2baf9a34e717/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:35:50 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/73439fd6-da4c-4dd7-b8cf-2baf9a34e717/disk --force-share --output=json" returned: 0 in 0.249s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:35:50 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/73439fd6-da4c-4dd7-b8cf-2baf9a34e717/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:35:50 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/73439fd6-da4c-4dd7-b8cf-2baf9a34e717/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:35:50 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3fb6898-879f-4828-b0c8-f4c7911c334c/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:35:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3fb6898-879f-4828-b0c8-f4c7911c334c/disk --force-share --output=json" returned: 0 in 0.288s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:35:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3fb6898-879f-4828-b0c8-f4c7911c334c/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:35:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3fb6898-879f-4828-b0c8-f4c7911c334c/disk --force-share --output=json" returned: 0 in 0.220s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:35:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk.rescue --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:35:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk.rescue --force-share --output=json" returned: 0 in 0.220s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:35:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk.rescue --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:35:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk.rescue --force-share --output=json" returned: 0 in 0.222s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:35:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:35:52 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:35:52 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:35:52 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:35:52 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:35:52 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/68a6c383-5da2-4e99-9c46-682c1da71a4e/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:35:52 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/68a6c383-5da2-4e99-9c46-682c1da71a4e/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:35:52 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/68a6c383-5da2-4e99-9c46-682c1da71a4e/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:35:52 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/68a6c383-5da2-4e99-9c46-682c1da71a4e/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:35:52 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bac22037-a5fc-4b74-a5eb-94c2e51e8155/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:35:52 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bac22037-a5fc-4b74-a5eb-94c2e51e8155/disk --force-share --output=json" returned: 0 in 0.243s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:35:52 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bac22037-a5fc-4b74-a5eb-94c2e51e8155/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:35:53 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bac22037-a5fc-4b74-a5eb-94c2e51e8155/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:35:53 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c38a6c4c-f585-4095-90b5-f41781c55d42/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:35:53 user nova-compute[75147]: DEBUG nova.compute.manager [None req-8b22586e-0884-4233-a6f3-d48b37df1e4b tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] [instance: dae4e32d-225f-4e0e-833b-dba42ab1df79] swap_volume: Calling driver volume swap with connection infos: new: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vfIiFMxa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'dae4e32d-225f-4e0e-833b-dba42ab1df79', 'attached_at': '', 'detached_at': '', 'volume_id': '55afc558-6ce0-43de-a815-709b9511971d', 'serial': '55afc558-6ce0-43de-a815-709b9511971d'}; old: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:0e81ae99-62fe-4012-9d3f-dbb30e3d1286', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZPryDmul', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb', 'volume_id': '0e81ae99-62fe-4012-9d3f-dbb30e3d1286'}, 'status': 'reserved', 'instance': 'dae4e32d-225f-4e0e-833b-dba42ab1df79', 'attached_at': '', 'detached_at': '', 'volume_id': '0e81ae99-62fe-4012-9d3f-dbb30e3d1286', 'serial'} {{(pid=75147) _swap_volume /opt/stack/nova/nova/compute/manager.py:7781}}
Oct 27 19:35:53 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8b22586e-0884-4233-a6f3-d48b37df1e4b tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] [instance: dae4e32d-225f-4e0e-833b-dba42ab1df79] Calling os-brick to attach iSCSI Volume {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 19:35:53 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b22586e-0884-4233-a6f3-d48b37df1e4b tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vfIiFMxa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:35:53 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-8b22586e-0884-4233-a6f3-d48b37df1e4b tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:35:53 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-8b22586e-0884-4233-a6f3-d48b37df1e4b tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:35:53 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-8b22586e-0884-4233-a6f3-d48b37df1e4b tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:35:53 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-8b22586e-0884-4233-a6f3-d48b37df1e4b tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:35:53 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-8b22586e-0884-4233-a6f3-d48b37df1e4b tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:35:53 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-8b22586e-0884-4233-a6f3-d48b37df1e4b tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:35:53 user nova-compute[75147]: INFO os_brick.initiator.connectors.iscsi [None req-8b22586e-0884-4233-a6f3-d48b37df1e4b tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 19:35:53 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d -p 172.16.0.220:3260 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:35:53 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:35:53 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[4edd0772-a9c7-415d-8fcd-b42ed03f57a5]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:35:53 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b22586e-0884-4233-a6f3-d48b37df1e4b tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 19:35:53 user nova-compute[75147]:  {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:35:53 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d -p 172.16.0.220:3260 --interface default --op new {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:35:53 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.027s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:35:53 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d53e4a1-06ae-4dde-8697-0ae4af097a1b]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d] added\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:35:53 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b22586e-0884-4233-a6f3-d48b37df1e4b tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d] added
Oct 27 19:35:53 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:35:53 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:35:53 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:35:53 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c38a6c4c-f585-4095-90b5-f41781c55d42/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:35:53 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c38a6c4c-f585-4095-90b5-f41781c55d42/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:35:53 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:35:53 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c64ddc3-f6c6-4a0c-90a3-92afb2a916d7]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:35:53 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b22586e-0884-4233-a6f3-d48b37df1e4b tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:35:53 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:35:53 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:35:53 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[1751d15d-e0c0-481f-823a-adbb7d47801b]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:35:53 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b22586e-0884-4233-a6f3-d48b37df1e4b tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:35:53 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v vfIiFMxa {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:35:53 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v vfIiFMxa" returned: 0 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:35:53 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc326021-9af5-4a94-aca5-6a4d512dd101]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:35:53 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b22586e-0884-4233-a6f3-d48b37df1e4b tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'vfIiFMxa'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:35:53 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:35:53 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:35:53 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[df6ed09c-f8b5-4276-b3fe-9a78a826d7cc]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:35:53 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b22586e-0884-4233-a6f3-d48b37df1e4b tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:35:53 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:35:53 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:35:53 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e11f195-8ea9-4eb2-b048-9badd5f1c02c]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d949c02-340e-42c4-a338-e0e7ac5a70fc (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e81ae99-62fe-4012-9d3f-dbb30e3d1286 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94560d66-6497-4fa3-9e41-21bed2ec5524 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:35:53 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b22586e-0884-4233-a6f3-d48b37df1e4b tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d949c02-340e-42c4-a338-e0e7ac5a70fc (non-flash)
Oct 27 19:35:53 user nova-compute[75147]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e81ae99-62fe-4012-9d3f-dbb30e3d1286 (non-flash)
Oct 27 19:35:53 user nova-compute[75147]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601 (non-flash)
Oct 27 19:35:53 user nova-compute[75147]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94560d66-6497-4fa3-9e41-21bed2ec5524 (non-flash)
Oct 27 19:35:53 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:35:53 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b22586e-0884-4233-a6f3-d48b37df1e4b tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d949c02-340e-42c4-a338-e0e7ac5a70fc (non-flash)
Oct 27 19:35:53 user nova-compute[75147]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e81ae99-62fe-4012-9d3f-dbb30e3d1286 (non-flash)
Oct 27 19:35:53 user nova-compute[75147]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601 (non-flash)
Oct 27 19:35:53 user nova-compute[75147]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94560d66-6497-4fa3-9e41-21bed2ec5524 (non-flash)
Oct 27 19:35:53 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:35:53 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d -p 172.16.0.220:3260 --login {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:35:53 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d -p 172.16.0.220:3260 --login" returned: 0 in 0.077s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:35:53 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f98e1e8-747b-4cdc-b8d4-b8c50301a51c]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:35:53 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b22586e-0884-4233-a6f3-d48b37df1e4b tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d, portal: 172.16.0.220,3260]
Oct 27 19:35:53 user nova-compute[75147]: Login to [iface: default, target: iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d, portal: 172.16.0.220,3260] successful.
Oct 27 19:35:53 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:35:53 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c38a6c4c-f585-4095-90b5-f41781c55d42/disk --force-share --output=json" returned: 0 in 0.225s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:35:53 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=75147) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 19:35:53 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:35:53 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:35:53 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[566eeae0-0d13-43d7-a5b3-e8106f843e4d]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:35:53 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b22586e-0884-4233-a6f3-d48b37df1e4b tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:35:53 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:35:53 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:35:53 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[9968b572-6de0-41e4-af68-e2b527e5cc25]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d949c02-340e-42c4-a338-e0e7ac5a70fc (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e81ae99-62fe-4012-9d3f-dbb30e3d1286 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94560d66-6497-4fa3-9e41-21bed2ec5524 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:35:53 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b22586e-0884-4233-a6f3-d48b37df1e4b tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d949c02-340e-42c4-a338-e0e7ac5a70fc (non-flash)
Oct 27 19:35:53 user nova-compute[75147]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e81ae99-62fe-4012-9d3f-dbb30e3d1286 (non-flash)
Oct 27 19:35:53 user nova-compute[75147]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601 (non-flash)
Oct 27 19:35:53 user nova-compute[75147]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94560d66-6497-4fa3-9e41-21bed2ec5524 (non-flash)
Oct 27 19:35:53 user nova-compute[75147]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d (non-flash)
Oct 27 19:35:53 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:35:53 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b22586e-0884-4233-a6f3-d48b37df1e4b tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d949c02-340e-42c4-a338-e0e7ac5a70fc (non-flash)
Oct 27 19:35:53 user nova-compute[75147]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e81ae99-62fe-4012-9d3f-dbb30e3d1286 (non-flash)
Oct 27 19:35:53 user nova-compute[75147]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601 (non-flash)
Oct 27 19:35:53 user nova-compute[75147]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94560d66-6497-4fa3-9e41-21bed2ec5524 (non-flash)
Oct 27 19:35:53 user nova-compute[75147]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d (non-flash)
Oct 27 19:35:53 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:35:53 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-8b22586e-0884-4233-a6f3-d48b37df1e4b tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.770s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:35:53 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b22586e-0884-4233-a6f3-d48b37df1e4b tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] Connected to 172.16.0.220:3260 {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 19:35:53 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-8b22586e-0884-4233-a6f3-d48b37df1e4b tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] HCTL ('37', '-', '-', 0) found on session 24 with lun 0 {{(pid=75147) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 19:35:53 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-8b22586e-0884-4233-a6f3-d48b37df1e4b tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] Scanning host 37 c: -, t: -, l: 0) {{(pid=75147) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 19:35:53 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:35:54 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:35:54 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:35:54 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Hypervisor/Node resource view: name=user free_ram=7556MB free_disk=25.16805648803711GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75147) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 19:35:54 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:35:54 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:35:54 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:35:54 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[44e67856-0a60-4d27-9f8e-d4d139b78aad]: (4, ('- - 0', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:35:54 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-8b22586e-0884-4233-a6f3-d48b37df1e4b tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] Searching for a device in session 24 and hctl ['37', '*', '*', 0] yield: None {{(pid=75147) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 19:35:54 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance bac22037-a5fc-4b74-a5eb-94c2e51e8155 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:35:54 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:35:54 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance d3fb6898-879f-4828-b0c8-f4c7911c334c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:35:54 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance dae4e32d-225f-4e0e-833b-dba42ab1df79 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:35:54 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance c38a6c4c-f585-4095-90b5-f41781c55d42 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:35:54 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 18fad5c9-4c2b-4e90-a568-bd0a32497c63 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:35:54 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:35:54 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 73439fd6-da4c-4dd7-b8cf-2baf9a34e717 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:35:54 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 68a6c383-5da2-4e99-9c46-682c1da71a4e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:35:54 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Total usable vcpus: 12, total allocated vcpus: 9 {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 19:35:54 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Final resource view: name=user phys_ram=16011MB used_ram=5120MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=9 pci_stats=[] {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 19:35:54 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:35:54 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:35:54 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Compute_service record updated for user:user {{(pid=75147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 19:35:54 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.554s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:35:55 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-8b22586e-0884-4233-a6f3-d48b37df1e4b tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] Searching for a device in session 24 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=75147) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 19:35:55 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b22586e-0884-4233-a6f3-d48b37df1e4b tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vfIiFMxa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 19:35:55 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-8b22586e-0884-4233-a6f3-d48b37df1e4b tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.803s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:35:55 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b22586e-0884-4233-a6f3-d48b37df1e4b tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] <== connect_volume: return (1805ms) {'type': 'block', 'scsi_wwn': '23530633964343761', 'path': '/dev/sdf'} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:35:55 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8b22586e-0884-4233-a6f3-d48b37df1e4b tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] [instance: dae4e32d-225f-4e0e-833b-dba42ab1df79] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23530633964343761', 'path': '/dev/sdf'} {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 19:35:55 user nova-compute[75147]: DEBUG nova.objects.instance [None req-8b22586e-0884-4233-a6f3-d48b37df1e4b tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] Lazy-loading 'flavor' on Instance uuid dae4e32d-225f-4e0e-833b-dba42ab1df79 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:35:55 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-8b22586e-0884-4233-a6f3-d48b37df1e4b tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] COPY block job progress, current cursor: 0 final cursor: 1073741824 {{(pid=75147) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 27 19:35:55 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:35:55 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:35:55 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Starting heal instance info cache {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 19:35:55 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-8b22586e-0884-4233-a6f3-d48b37df1e4b tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] COPY block job progress, current cursor: 156237824 final cursor: 1073741824 {{(pid=75147) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 27 19:35:56 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "refresh_cache-d3fb6898-879f-4828-b0c8-f4c7911c334c" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:35:56 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquired lock "refresh_cache-d3fb6898-879f-4828-b0c8-f4c7911c334c" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:35:56 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: d3fb6898-879f-4828-b0c8-f4c7911c334c] Forcefully refreshing network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 27 19:35:56 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:35:56 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-8b22586e-0884-4233-a6f3-d48b37df1e4b tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] COPY block job progress, current cursor: 295698432 final cursor: 1073741824 {{(pid=75147) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 27 19:35:56 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-8b22586e-0884-4233-a6f3-d48b37df1e4b tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] COPY block job progress, current cursor: 422576128 final cursor: 1073741824 {{(pid=75147) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 27 19:35:57 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:35:57 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:35:57 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: d3fb6898-879f-4828-b0c8-f4c7911c334c] Updating instance_info_cache with network_info: [{"id": "24cd132f-d0bb-46ce-b74d-64535d946a24", "address": "fa:16:3e:d4:a1:89", "network": {"id": "bae3f1ff-b48f-4e91-a1ac-2c877ecca1af", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1949095258-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.29", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9368eab86d5248b2a34511d5d0fd64eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap24cd132f-d0", "ovs_interfaceid": "24cd132f-d0bb-46ce-b74d-64535d946a24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:35:57 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Releasing lock "refresh_cache-d3fb6898-879f-4828-b0c8-f4c7911c334c" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:35:57 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: d3fb6898-879f-4828-b0c8-f4c7911c334c] Updated the network info_cache for instance {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 27 19:35:57 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:35:57 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:35:57 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:35:57 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:35:57 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75147) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 19:35:57 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-8b22586e-0884-4233-a6f3-d48b37df1e4b tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] COPY block job progress, current cursor: 544210944 final cursor: 1073741824 {{(pid=75147) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 27 19:35:57 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:35:58 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-8b22586e-0884-4233-a6f3-d48b37df1e4b tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] COPY block job progress, current cursor: 656408576 final cursor: 1073741824 {{(pid=75147) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 27 19:35:58 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-8b22586e-0884-4233-a6f3-d48b37df1e4b tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] COPY block job progress, current cursor: 778043392 final cursor: 1073741824 {{(pid=75147) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 27 19:35:59 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-8b22586e-0884-4233-a6f3-d48b37df1e4b tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] COPY block job progress, current cursor: 924844032 final cursor: 1073741824 {{(pid=75147) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 27 19:35:59 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-8b22586e-0884-4233-a6f3-d48b37df1e4b tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] COPY block job progress, current cursor: 1032847360 final cursor: 1073741824 {{(pid=75147) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 27 19:36:00 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-8b22586e-0884-4233-a6f3-d48b37df1e4b tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] COPY block job progress, current cursor: 1073741824 final cursor: 1073741824 {{(pid=75147) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 27 19:36:00 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8b22586e-0884-4233-a6f3-d48b37df1e4b tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] [instance: dae4e32d-225f-4e0e-833b-dba42ab1df79] calling os-brick to detach iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 19:36:00 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b22586e-0884-4233-a6f3-d48b37df1e4b tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, {'target_iqn': 'iqn.2010-10.org.openstack:0e81ae99-62fe-4012-9d3f-dbb30e3d1286', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZPryDmul', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb', 'volume_id': '0e81ae99-62fe-4012-9d3f-dbb30e3d1286'}, None), 'kwargs': False}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:36:00 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-8b22586e-0884-4233-a6f3-d48b37df1e4b tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:36:00 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-8b22586e-0884-4233-a6f3-d48b37df1e4b tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:36:00 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-8b22586e-0884-4233-a6f3-d48b37df1e4b tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:36:00 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:36:00 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.026s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:36:00 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[d675440d-ba5e-4e08-bad8-6ea8892110ea]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6d949c02-340e-42c4-a338-e0e7ac5a70fc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:94560d66-6497-4fa3-9e41-21bed2ec5524\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0e81ae99-62fe-4012-9d3f-dbb30e3d1286\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:36:00 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b22586e-0884-4233-a6f3-d48b37df1e4b tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 19:36:00 user nova-compute[75147]: No targets found.
Oct 27 19:36:00 user nova-compute[75147]: iSNS:
Oct 27 19:36:00 user nova-compute[75147]: No targets found.
Oct 27 19:36:00 user nova-compute[75147]: STATIC:
Oct 27 19:36:00 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601
Oct 27 19:36:00 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:36:00 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:36:00 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d
Oct 27 19:36:00 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:36:00 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:36:00 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:6d949c02-340e-42c4-a338-e0e7ac5a70fc
Oct 27 19:36:00 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:36:00 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:36:00 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:94560d66-6497-4fa3-9e41-21bed2ec5524
Oct 27 19:36:00 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:36:00 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:36:00 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:0e81ae99-62fe-4012-9d3f-dbb30e3d1286
Oct 27 19:36:00 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:36:00 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:36:00 user nova-compute[75147]: FIRMWARE:
Oct 27 19:36:00 user nova-compute[75147]: No targets found.
Oct 27 19:36:00 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:36:00 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b22586e-0884-4233-a6f3-d48b37df1e4b tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 19:36:00 user nova-compute[75147]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 19:36:00 user nova-compute[75147]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75147) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 19:36:00 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b22586e-0884-4233-a6f3-d48b37df1e4b tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0e81ae99-62fe-4012-9d3f-dbb30e3d1286', 0)] {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 19:36:00 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:36:00 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.025s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:36:00 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[341878bf-3395-4f99-8050-421c022e236b]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0e81ae99-62fe-4012-9d3f-dbb30e3d1286\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6d949c02-340e-42c4-a338-e0e7ac5a70fc\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:94560d66-6497-4fa3-9e41-21bed2ec5524\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:36:00 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:36:00 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.095s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:36:00 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[482033d7-f269-483a-8da1-554669afc230]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d949c02-340e-42c4-a338-e0e7ac5a70fc (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e81ae99-62fe-4012-9d3f-dbb30e3d1286 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94560d66-6497-4fa3-9e41-21bed2ec5524 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:36:00 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b22586e-0884-4233-a6f3-d48b37df1e4b tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d949c02-340e-42c4-a338-e0e7ac5a70fc (non-flash)
Oct 27 19:36:00 user nova-compute[75147]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e81ae99-62fe-4012-9d3f-dbb30e3d1286 (non-flash)
Oct 27 19:36:00 user nova-compute[75147]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601 (non-flash)
Oct 27 19:36:00 user nova-compute[75147]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94560d66-6497-4fa3-9e41-21bed2ec5524 (non-flash)
Oct 27 19:36:00 user nova-compute[75147]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d (non-flash)
Oct 27 19:36:00 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:36:00 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b22586e-0884-4233-a6f3-d48b37df1e4b tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d949c02-340e-42c4-a338-e0e7ac5a70fc (non-flash)
Oct 27 19:36:00 user nova-compute[75147]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e81ae99-62fe-4012-9d3f-dbb30e3d1286 (non-flash)
Oct 27 19:36:00 user nova-compute[75147]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601 (non-flash)
Oct 27 19:36:00 user nova-compute[75147]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94560d66-6497-4fa3-9e41-21bed2ec5524 (non-flash)
Oct 27 19:36:00 user nova-compute[75147]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d (non-flash)
Oct 27 19:36:00 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:36:00 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b22586e-0884-4233-a6f3-d48b37df1e4b tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f29041e1360>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0e81ae99-62fe-4012-9d3f-dbb30e3d1286'): ({'sdb'}, set())}) {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 19:36:00 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-8b22586e-0884-4233-a6f3-d48b37df1e4b tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] Removing single pathed devices sdb {{(pid=75147) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 19:36:00 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:36:00 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:36:00 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[93c57a66-2865-476f-b446-13bf248f67e8]: (4, ('path checker states:\nup                  4\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:36:00 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:36:00 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.023s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:36:00 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[01221353-fcba-4b37-9e8c-a9ae7ec82ed0]: (4, ('ok\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:36:00 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-8b22586e-0884-4233-a6f3-d48b37df1e4b tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] Flushing IO for device /dev/sdb {{(pid=75147) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 19:36:00 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:36:00 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.015s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:36:00 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[28fbc3c2-6afe-4c23-a594-0545d52a7d82]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:36:00 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-8b22586e-0884-4233-a6f3-d48b37df1e4b tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75147) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 19:36:00 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:36:00 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.052s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:36:00 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce9d633d-b8bf-4769-baec-bd82713179f8]: (4, ('1', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:36:00 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-8b22586e-0884-4233-a6f3-d48b37df1e4b tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] Checking to see if SCSI volumes sdb have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 19:36:00 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-8b22586e-0884-4233-a6f3-d48b37df1e4b tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] SCSI volumes sdb have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 19:36:00 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b22586e-0884-4233-a6f3-d48b37df1e4b tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0e81ae99-62fe-4012-9d3f-dbb30e3d1286')] {{(pid=75147) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 19:36:00 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0e81ae99-62fe-4012-9d3f-dbb30e3d1286 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:36:00 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0e81ae99-62fe-4012-9d3f-dbb30e3d1286 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:36:00 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[a77e94e8-c1c2-4494-973f-242f5e755816]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:36:00 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b22586e-0884-4233-a6f3-d48b37df1e4b tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:36:00 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0e81ae99-62fe-4012-9d3f-dbb30e3d1286 -p 172.16.0.220:3260 --logout {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:36:00 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0e81ae99-62fe-4012-9d3f-dbb30e3d1286 -p 172.16.0.220:3260 --logout" returned: 0 in 0.068s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:36:00 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[be098382-b8f4-4d0c-afe4-32c103d7b5ca]: (4, ('Logging out of session [sid: 21, target: iqn.2010-10.org.openstack:0e81ae99-62fe-4012-9d3f-dbb30e3d1286, portal: 172.16.0.220,3260]\nLogout of [sid: 21, target: iqn.2010-10.org.openstack:0e81ae99-62fe-4012-9d3f-dbb30e3d1286, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:36:00 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b22586e-0884-4233-a6f3-d48b37df1e4b tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] iscsiadm ('--logout',): stdout=Logging out of session [sid: 21, target: iqn.2010-10.org.openstack:0e81ae99-62fe-4012-9d3f-dbb30e3d1286, portal: 172.16.0.220,3260]
Oct 27 19:36:00 user nova-compute[75147]: Logout of [sid: 21, target: iqn.2010-10.org.openstack:0e81ae99-62fe-4012-9d3f-dbb30e3d1286, portal: 172.16.0.220,3260] successful.
Oct 27 19:36:00 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:36:00 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0e81ae99-62fe-4012-9d3f-dbb30e3d1286 -p 172.16.0.220:3260 --op delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:36:00 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0e81ae99-62fe-4012-9d3f-dbb30e3d1286 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.030s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:36:00 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0448b2c-f8ab-4354-807b-d9c5958f5b4e]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:36:00 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b22586e-0884-4233-a6f3-d48b37df1e4b tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:36:00 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-8b22586e-0884-4233-a6f3-d48b37df1e4b tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.433s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:36:00 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b22586e-0884-4233-a6f3-d48b37df1e4b tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] <== disconnect_volume: return (435ms) None {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:36:00 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8b22586e-0884-4233-a6f3-d48b37df1e4b tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] [instance: dae4e32d-225f-4e0e-833b-dba42ab1df79] Disconnected iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 19:36:00 user nova-compute[75147]: DEBUG nova.compute.manager [None req-8b22586e-0884-4233-a6f3-d48b37df1e4b tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] swap_volume: Driver volume swap returned, new connection_info is now : {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vfIiFMxa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, 'status': 'reserved', 'instance': 'dae4e32d-225f-4e0e-833b-dba42ab1df79', 'attached_at': '', 'detached_at': '', 'volume_id': '55afc558-6ce0-43de-a815-709b9511971d', 'serial'} {{(pid=75147) _swap_volume /opt/stack/nova/nova/compute/manager.py:7790}}
Oct 27 19:36:00 user nova-compute[75147]: DEBUG nova.compute.manager [None req-8b22586e-0884-4233-a6f3-d48b37df1e4b tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] [instance: dae4e32d-225f-4e0e-833b-dba42ab1df79] swap_volume: removing Cinder connection for volume 0e81ae99-62fe-4012-9d3f-dbb30e3d1286 {{(pid=75147) _swap_volume /opt/stack/nova/nova/compute/manager.py:7835}}
Oct 27 19:36:01 user nova-compute[75147]: DEBUG nova.compute.manager [None req-8b22586e-0884-4233-a6f3-d48b37df1e4b tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] [instance: dae4e32d-225f-4e0e-833b-dba42ab1df79] swap_volume: Updating volume 0e81ae99-62fe-4012-9d3f-dbb30e3d1286 BDM record with {'connection_info': '{"driver_volume_type": "iscsi", "data": {"target_iqn": "iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d", "target_portal": "172.16.0.220:3260", "target_discovered": false, "auth_method": "CHAP", "auth_username": "vfIiFMxa", "auth_password": "inwq1Cv5Rzr3dH", "target_lun": 0, "qos_specs": null, "access_mode": "rw", "encrypted": false, "cacheable": false, "device_path": "/dev/sdf", "volume_id": "55afc558-6ce0-43de-a815-709b9511971d"}, "status": "reserved", "instance": "dae4e32d-225f-4e0e-833b-dba42ab1df79", "attached_at": "", "detached_at": "", "volume_id": "55afc558-6ce0-43de-a815-709b9511971d", "serial": "55afc558-6ce0-43de-a815-709b9511971d"}', 'source_type': 'volume', 'destination_type': 'volume', 'snapshot_id': None, 'volume_id': '55afc558-6ce0-43de-a815-709b9511971d', 'no_device': None, 'attachment_id': 'd27d2777-ff4a-4f1e-a794-5110f2cf885a'} {{(pid=75147) _do_swap_volume /opt/stack/nova/nova/compute/manager.py:7983}}
Oct 27 19:36:01 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-8b22586e-0884-4233-a6f3-d48b37df1e4b tempest-TestVolumeSwap-1113616132 tempest-TestVolumeSwap-1113616132-project-admin] Lock "dae4e32d-225f-4e0e-833b-dba42ab1df79" "released" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: held 32.111s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:36:02 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:36:02 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-afa64f70-52b5-4020-aa2f-6b5bdc09c96e tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Waiting for libvirt event about the detach of device vdc with device alias virtio-disk2 from instance c38a6c4c-f585-4095-90b5-f41781c55d42 is timed out.
Oct 27 19:36:02 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-afa64f70-52b5-4020-aa2f-6b5bdc09c96e tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Successfully detached device vdc from instance c38a6c4c-f585-4095-90b5-f41781c55d42 from the live domain config.
Oct 27 19:36:02 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-afa64f70-52b5-4020-aa2f-6b5bdc09c96e tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] [instance: c38a6c4c-f585-4095-90b5-f41781c55d42] calling os-brick to detach iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 19:36:02 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-afa64f70-52b5-4020-aa2f-6b5bdc09c96e tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, {'target_iqn': 'iqn.2010-10.org.openstack:94560d66-6497-4fa3-9e41-21bed2ec5524', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FbGfUJmg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': False}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:36:02 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-afa64f70-52b5-4020-aa2f-6b5bdc09c96e tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:36:02 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-afa64f70-52b5-4020-aa2f-6b5bdc09c96e tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:36:02 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-afa64f70-52b5-4020-aa2f-6b5bdc09c96e tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:36:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:36:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:36:02 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e95e07a-eaff-4ea1-ad67-01b75ee96269]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6d949c02-340e-42c4-a338-e0e7ac5a70fc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:94560d66-6497-4fa3-9e41-21bed2ec5524\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:36:02 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-afa64f70-52b5-4020-aa2f-6b5bdc09c96e tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 19:36:02 user nova-compute[75147]: No targets found.
Oct 27 19:36:02 user nova-compute[75147]: iSNS:
Oct 27 19:36:02 user nova-compute[75147]: No targets found.
Oct 27 19:36:02 user nova-compute[75147]: STATIC:
Oct 27 19:36:02 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601
Oct 27 19:36:02 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:36:02 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:36:02 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d
Oct 27 19:36:02 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:36:02 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:36:02 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:6d949c02-340e-42c4-a338-e0e7ac5a70fc
Oct 27 19:36:02 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:36:02 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:36:02 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:94560d66-6497-4fa3-9e41-21bed2ec5524
Oct 27 19:36:02 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:36:02 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:36:02 user nova-compute[75147]: FIRMWARE:
Oct 27 19:36:02 user nova-compute[75147]: No targets found.
Oct 27 19:36:02 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:36:02 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-afa64f70-52b5-4020-aa2f-6b5bdc09c96e tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 19:36:02 user nova-compute[75147]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 19:36:02 user nova-compute[75147]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75147) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 19:36:02 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-afa64f70-52b5-4020-aa2f-6b5bdc09c96e tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:94560d66-6497-4fa3-9e41-21bed2ec5524', 0)] {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 19:36:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:36:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:36:02 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ac5ded5-4d35-43ab-8652-73fcd6aa7145]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6d949c02-340e-42c4-a338-e0e7ac5a70fc\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:94560d66-6497-4fa3-9e41-21bed2ec5524\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:36:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:36:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:36:02 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[c76774ee-d9a2-4d4b-acd4-bcbfdbbe4da7]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d949c02-340e-42c4-a338-e0e7ac5a70fc (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94560d66-6497-4fa3-9e41-21bed2ec5524 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:36:02 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-afa64f70-52b5-4020-aa2f-6b5bdc09c96e tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d949c02-340e-42c4-a338-e0e7ac5a70fc (non-flash)
Oct 27 19:36:02 user nova-compute[75147]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601 (non-flash)
Oct 27 19:36:02 user nova-compute[75147]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94560d66-6497-4fa3-9e41-21bed2ec5524 (non-flash)
Oct 27 19:36:02 user nova-compute[75147]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d (non-flash)
Oct 27 19:36:02 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:36:02 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-afa64f70-52b5-4020-aa2f-6b5bdc09c96e tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d949c02-340e-42c4-a338-e0e7ac5a70fc (non-flash)
Oct 27 19:36:02 user nova-compute[75147]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601 (non-flash)
Oct 27 19:36:02 user nova-compute[75147]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94560d66-6497-4fa3-9e41-21bed2ec5524 (non-flash)
Oct 27 19:36:02 user nova-compute[75147]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d (non-flash)
Oct 27 19:36:02 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:36:02 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-afa64f70-52b5-4020-aa2f-6b5bdc09c96e tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f28ec582710>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:94560d66-6497-4fa3-9e41-21bed2ec5524'): ({'sde'}, set())}) {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 19:36:02 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-afa64f70-52b5-4020-aa2f-6b5bdc09c96e tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Removing single pathed devices sde {{(pid=75147) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 19:36:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:36:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.023s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:36:02 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[70ae8b84-1d7a-4439-a22a-a6c2db1ab9d8]: (4, ('path checker states:\nup                  3\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:36:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:36:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.024s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:36:02 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad40fdd8-41e9-4b97-b120-9349abea7f2c]: (4, ('ok\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:36:02 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-afa64f70-52b5-4020-aa2f-6b5bdc09c96e tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Flushing IO for device /dev/sde {{(pid=75147) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 19:36:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:36:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.014s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:36:02 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[9df771fa-4799-4163-9fa6-e3cec2d58756]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:36:02 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-afa64f70-52b5-4020-aa2f-6b5bdc09c96e tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=75147) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 19:36:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:36:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.059s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:36:02 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ecc7e3d-1037-42f5-a8a9-5ce11c2a04b3]: (4, ('1', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:36:02 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-afa64f70-52b5-4020-aa2f-6b5bdc09c96e tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 19:36:02 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-afa64f70-52b5-4020-aa2f-6b5bdc09c96e tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] SCSI volumes sde have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 19:36:02 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-afa64f70-52b5-4020-aa2f-6b5bdc09c96e tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:94560d66-6497-4fa3-9e41-21bed2ec5524')] {{(pid=75147) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 19:36:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:94560d66-6497-4fa3-9e41-21bed2ec5524 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:36:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:94560d66-6497-4fa3-9e41-21bed2ec5524 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.025s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:36:02 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ccf47ac-e908-4382-8c55-c943dc89ae57]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:36:02 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-afa64f70-52b5-4020-aa2f-6b5bdc09c96e tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:36:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:94560d66-6497-4fa3-9e41-21bed2ec5524 -p 172.16.0.220:3260 --logout {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:36:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:94560d66-6497-4fa3-9e41-21bed2ec5524 -p 172.16.0.220:3260 --logout" returned: 0 in 0.085s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:36:02 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[caf16184-b492-464a-8b3a-b14b1c277529]: (4, ('Logging out of session [sid: 23, target: iqn.2010-10.org.openstack:94560d66-6497-4fa3-9e41-21bed2ec5524, portal: 172.16.0.220,3260]\nLogout of [sid: 23, target: iqn.2010-10.org.openstack:94560d66-6497-4fa3-9e41-21bed2ec5524, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:36:02 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-afa64f70-52b5-4020-aa2f-6b5bdc09c96e tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 23, target: iqn.2010-10.org.openstack:94560d66-6497-4fa3-9e41-21bed2ec5524, portal: 172.16.0.220,3260]
Oct 27 19:36:02 user nova-compute[75147]: Logout of [sid: 23, target: iqn.2010-10.org.openstack:94560d66-6497-4fa3-9e41-21bed2ec5524, portal: 172.16.0.220,3260] successful.
Oct 27 19:36:02 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:36:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:94560d66-6497-4fa3-9e41-21bed2ec5524 -p 172.16.0.220:3260 --op delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:36:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:94560d66-6497-4fa3-9e41-21bed2ec5524 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.029s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:36:02 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[63295030-1133-4b6e-91ea-62471073c219]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:36:02 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-afa64f70-52b5-4020-aa2f-6b5bdc09c96e tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:36:02 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-afa64f70-52b5-4020-aa2f-6b5bdc09c96e tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.391s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:36:02 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-afa64f70-52b5-4020-aa2f-6b5bdc09c96e tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] <== disconnect_volume: return (392ms) None {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:36:02 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-afa64f70-52b5-4020-aa2f-6b5bdc09c96e tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] [instance: c38a6c4c-f585-4095-90b5-f41781c55d42] Disconnected iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 19:36:03 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2f529442-f57b-4229-96e5-1fd3fa7bcdd3 tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Acquiring lock "dae4e32d-225f-4e0e-833b-dba42ab1df79" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:36:03 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2f529442-f57b-4229-96e5-1fd3fa7bcdd3 tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Lock "dae4e32d-225f-4e0e-833b-dba42ab1df79" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:36:03 user nova-compute[75147]: INFO nova.compute.manager [None req-2f529442-f57b-4229-96e5-1fd3fa7bcdd3 tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] [instance: dae4e32d-225f-4e0e-833b-dba42ab1df79] Detaching volume 55afc558-6ce0-43de-a815-709b9511971d
Oct 27 19:36:03 user nova-compute[75147]: INFO nova.virt.block_device [None req-2f529442-f57b-4229-96e5-1fd3fa7bcdd3 tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] [instance: dae4e32d-225f-4e0e-833b-dba42ab1df79] Attempting to driver detach volume 55afc558-6ce0-43de-a815-709b9511971d from mountpoint /dev/vdb
Oct 27 19:36:03 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-2f529442-f57b-4229-96e5-1fd3fa7bcdd3 tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Attempting to detach device vdb from instance dae4e32d-225f-4e0e-833b-dba42ab1df79 from the persistent domain config. {{(pid=75147) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 27 19:36:03 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-2f529442-f57b-4229-96e5-1fd3fa7bcdd3 tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] detach device xml: <disk type="block" device="disk">
Oct 27 19:36:03 user nova-compute[75147]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 19:36:03 user nova-compute[75147]:   <source dev="/dev/sdf"/>
Oct 27 19:36:03 user nova-compute[75147]:   <target dev="vdb" bus="virtio"/>
Oct 27 19:36:03 user nova-compute[75147]:   <serial>55afc558-6ce0-43de-a815-709b9511971d</serial>
Oct 27 19:36:03 user nova-compute[75147]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 27 19:36:03 user nova-compute[75147]: </disk>
Oct 27 19:36:03 user nova-compute[75147]:  {{(pid=75147) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 19:36:03 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-2f529442-f57b-4229-96e5-1fd3fa7bcdd3 tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Successfully detached device vdb from instance dae4e32d-225f-4e0e-833b-dba42ab1df79 from the persistent domain config.
Oct 27 19:36:03 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-2f529442-f57b-4229-96e5-1fd3fa7bcdd3 tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance dae4e32d-225f-4e0e-833b-dba42ab1df79 from the live domain config. {{(pid=75147) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 27 19:36:03 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-2f529442-f57b-4229-96e5-1fd3fa7bcdd3 tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] detach device xml: <disk type="block" device="disk">
Oct 27 19:36:03 user nova-compute[75147]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 19:36:03 user nova-compute[75147]:   <source dev="/dev/sdf"/>
Oct 27 19:36:03 user nova-compute[75147]:   <target dev="vdb" bus="virtio"/>
Oct 27 19:36:03 user nova-compute[75147]:   <serial>55afc558-6ce0-43de-a815-709b9511971d</serial>
Oct 27 19:36:03 user nova-compute[75147]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 27 19:36:03 user nova-compute[75147]: </disk>
Oct 27 19:36:03 user nova-compute[75147]:  {{(pid=75147) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 19:36:03 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-2f529442-f57b-4229-96e5-1fd3fa7bcdd3 tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance dae4e32d-225f-4e0e-833b-dba42ab1df79 {{(pid=75147) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 27 19:36:05 user nova-compute[75147]: DEBUG nova.objects.instance [None req-afa64f70-52b5-4020-aa2f-6b5bdc09c96e tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Lazy-loading 'flavor' on Instance uuid c38a6c4c-f585-4095-90b5-f41781c55d42 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:36:05 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-afa64f70-52b5-4020-aa2f-6b5bdc09c96e tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Lock "c38a6c4c-f585-4095-90b5-f41781c55d42" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 24.493s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:36:07 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:36:12 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:36:17 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:36:20 user nova-compute[75147]: DEBUG nova.compute.manager [req-7d20e97d-9dba-4429-a8c2-cfc3d57d207f req-16231fd0-f4ff-419c-bdfb-cf4185e13c31 service nova] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] Received event network-changed-a3a6d6a1-6d96-4574-9780-7ce67bdf8b04 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:36:20 user nova-compute[75147]: DEBUG nova.compute.manager [req-7d20e97d-9dba-4429-a8c2-cfc3d57d207f req-16231fd0-f4ff-419c-bdfb-cf4185e13c31 service nova] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] Refreshing instance network info cache due to event network-changed-a3a6d6a1-6d96-4574-9780-7ce67bdf8b04. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 19:36:20 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-7d20e97d-9dba-4429-a8c2-cfc3d57d207f req-16231fd0-f4ff-419c-bdfb-cf4185e13c31 service nova] Acquiring lock "refresh_cache-2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:36:20 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-7d20e97d-9dba-4429-a8c2-cfc3d57d207f req-16231fd0-f4ff-419c-bdfb-cf4185e13c31 service nova] Acquired lock "refresh_cache-2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:36:20 user nova-compute[75147]: DEBUG nova.network.neutron [req-7d20e97d-9dba-4429-a8c2-cfc3d57d207f req-16231fd0-f4ff-419c-bdfb-cf4185e13c31 service nova] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] Refreshing network info cache for port a3a6d6a1-6d96-4574-9780-7ce67bdf8b04 {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 19:36:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:36:21 user nova-compute[75147]: DEBUG nova.network.neutron [req-7d20e97d-9dba-4429-a8c2-cfc3d57d207f req-16231fd0-f4ff-419c-bdfb-cf4185e13c31 service nova] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] Updated VIF entry in instance network info cache for port a3a6d6a1-6d96-4574-9780-7ce67bdf8b04. {{(pid=75147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 19:36:21 user nova-compute[75147]: DEBUG nova.network.neutron [req-7d20e97d-9dba-4429-a8c2-cfc3d57d207f req-16231fd0-f4ff-419c-bdfb-cf4185e13c31 service nova] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] Updating instance_info_cache with network_info: [{"id": "a3a6d6a1-6d96-4574-9780-7ce67bdf8b04", "address": "fa:16:3e:c3:79:20", "network": {"id": "fbbe2c13-ca4d-45b8-8049-d7ef897b45f2", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1144256647-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.36", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "450b881baa634957849eab8a1ba07ac4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa3a6d6a1-6d", "ovs_interfaceid": "a3a6d6a1-6d96-4574-9780-7ce67bdf8b04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:36:21 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-7d20e97d-9dba-4429-a8c2-cfc3d57d207f req-16231fd0-f4ff-419c-bdfb-cf4185e13c31 service nova] Releasing lock "refresh_cache-2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:36:21 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-a6eb0e07-8cc2-4f1f-9230-2ad6f6c8509b tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Acquiring lock "83f3d8a6-29fa-4842-92bb-47c2873057fe" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:36:21 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-a6eb0e07-8cc2-4f1f-9230-2ad6f6c8509b tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Lock "83f3d8a6-29fa-4842-92bb-47c2873057fe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:36:21 user nova-compute[75147]: DEBUG nova.compute.manager [None req-a6eb0e07-8cc2-4f1f-9230-2ad6f6c8509b tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] [instance: 83f3d8a6-29fa-4842-92bb-47c2873057fe] Starting instance... {{(pid=75147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 27 19:36:21 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-a6eb0e07-8cc2-4f1f-9230-2ad6f6c8509b tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:36:21 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-a6eb0e07-8cc2-4f1f-9230-2ad6f6c8509b tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:36:21 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-a6eb0e07-8cc2-4f1f-9230-2ad6f6c8509b tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75147) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 19:36:21 user nova-compute[75147]: INFO nova.compute.claims [None req-a6eb0e07-8cc2-4f1f-9230-2ad6f6c8509b tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] [instance: 83f3d8a6-29fa-4842-92bb-47c2873057fe] Claim successful on node user
Oct 27 19:36:22 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:36:22 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-a6eb0e07-8cc2-4f1f-9230-2ad6f6c8509b tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:36:22 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-a6eb0e07-8cc2-4f1f-9230-2ad6f6c8509b tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:36:22 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-a6eb0e07-8cc2-4f1f-9230-2ad6f6c8509b tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.513s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:36:22 user nova-compute[75147]: DEBUG nova.compute.manager [None req-a6eb0e07-8cc2-4f1f-9230-2ad6f6c8509b tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] [instance: 83f3d8a6-29fa-4842-92bb-47c2873057fe] Start building networks asynchronously for instance. {{(pid=75147) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 27 19:36:22 user nova-compute[75147]: DEBUG nova.compute.manager [None req-a6eb0e07-8cc2-4f1f-9230-2ad6f6c8509b tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] [instance: 83f3d8a6-29fa-4842-92bb-47c2873057fe] Allocating IP information in the background. {{(pid=75147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 27 19:36:22 user nova-compute[75147]: DEBUG nova.network.neutron [None req-a6eb0e07-8cc2-4f1f-9230-2ad6f6c8509b tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] [instance: 83f3d8a6-29fa-4842-92bb-47c2873057fe] allocate_for_instance() {{(pid=75147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 27 19:36:22 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-a6eb0e07-8cc2-4f1f-9230-2ad6f6c8509b tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] [instance: 83f3d8a6-29fa-4842-92bb-47c2873057fe] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 27 19:36:22 user nova-compute[75147]: DEBUG nova.compute.manager [None req-a6eb0e07-8cc2-4f1f-9230-2ad6f6c8509b tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] [instance: 83f3d8a6-29fa-4842-92bb-47c2873057fe] Start building block device mappings for instance. {{(pid=75147) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 27 19:36:22 user nova-compute[75147]: DEBUG nova.policy [None req-a6eb0e07-8cc2-4f1f-9230-2ad6f6c8509b tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b183178367c444f6b27dc769ba848f60', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '425e13a8ac6d4f34b0e3887641f9ba15', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75147) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 27 19:36:22 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-7f6c7dc1-dd13-48bd-873a-bc1dc13b08b9 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Acquiring lock "interface-2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0-None" by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:36:22 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-7f6c7dc1-dd13-48bd-873a-bc1dc13b08b9 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Lock "interface-2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0-None" acquired by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:36:22 user nova-compute[75147]: DEBUG nova.objects.instance [None req-7f6c7dc1-dd13-48bd-873a-bc1dc13b08b9 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Lazy-loading 'flavor' on Instance uuid 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:36:22 user nova-compute[75147]: DEBUG nova.compute.manager [None req-a6eb0e07-8cc2-4f1f-9230-2ad6f6c8509b tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] [instance: 83f3d8a6-29fa-4842-92bb-47c2873057fe] Start spawning the instance on the hypervisor. {{(pid=75147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 27 19:36:22 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-a6eb0e07-8cc2-4f1f-9230-2ad6f6c8509b tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] [instance: 83f3d8a6-29fa-4842-92bb-47c2873057fe] Creating instance directory {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 19:36:22 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-a6eb0e07-8cc2-4f1f-9230-2ad6f6c8509b tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] [instance: 83f3d8a6-29fa-4842-92bb-47c2873057fe] Creating image(s)
Oct 27 19:36:22 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-a6eb0e07-8cc2-4f1f-9230-2ad6f6c8509b tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Acquiring lock "/opt/stack/data/nova/instances/83f3d8a6-29fa-4842-92bb-47c2873057fe/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:36:22 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-a6eb0e07-8cc2-4f1f-9230-2ad6f6c8509b tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Lock "/opt/stack/data/nova/instances/83f3d8a6-29fa-4842-92bb-47c2873057fe/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:36:22 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-a6eb0e07-8cc2-4f1f-9230-2ad6f6c8509b tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Lock "/opt/stack/data/nova/instances/83f3d8a6-29fa-4842-92bb-47c2873057fe/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:36:22 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-a6eb0e07-8cc2-4f1f-9230-2ad6f6c8509b tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:36:23 user nova-compute[75147]: DEBUG nova.objects.instance [None req-7f6c7dc1-dd13-48bd-873a-bc1dc13b08b9 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Lazy-loading 'pci_requests' on Instance uuid 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:36:23 user nova-compute[75147]: DEBUG nova.objects.base [None req-7f6c7dc1-dd13-48bd-873a-bc1dc13b08b9 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Object Instance<2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0> lazy-loaded attributes: flavor,pci_requests {{(pid=75147) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 19:36:23 user nova-compute[75147]: DEBUG nova.network.neutron [None req-7f6c7dc1-dd13-48bd-873a-bc1dc13b08b9 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] allocate_for_instance() {{(pid=75147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 27 19:36:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-a6eb0e07-8cc2-4f1f-9230-2ad6f6c8509b tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.191s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:36:23 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-a6eb0e07-8cc2-4f1f-9230-2ad6f6c8509b tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Acquiring lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:36:23 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-a6eb0e07-8cc2-4f1f-9230-2ad6f6c8509b tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:36:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-a6eb0e07-8cc2-4f1f-9230-2ad6f6c8509b tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:36:23 user nova-compute[75147]: DEBUG nova.policy [None req-7f6c7dc1-dd13-48bd-873a-bc1dc13b08b9 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3c576f542901451e9888c180f252f8ea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '450b881baa634957849eab8a1ba07ac4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75147) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 27 19:36:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-a6eb0e07-8cc2-4f1f-9230-2ad6f6c8509b tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.188s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:36:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-a6eb0e07-8cc2-4f1f-9230-2ad6f6c8509b tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa,backing_fmt=raw /opt/stack/data/nova/instances/83f3d8a6-29fa-4842-92bb-47c2873057fe/disk 1073741824 {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:36:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-a6eb0e07-8cc2-4f1f-9230-2ad6f6c8509b tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa,backing_fmt=raw /opt/stack/data/nova/instances/83f3d8a6-29fa-4842-92bb-47c2873057fe/disk 1073741824" returned: 0 in 0.054s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:36:23 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-a6eb0e07-8cc2-4f1f-9230-2ad6f6c8509b tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.249s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:36:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-a6eb0e07-8cc2-4f1f-9230-2ad6f6c8509b tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:36:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-a6eb0e07-8cc2-4f1f-9230-2ad6f6c8509b tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.203s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:36:23 user nova-compute[75147]: DEBUG nova.virt.disk.api [None req-a6eb0e07-8cc2-4f1f-9230-2ad6f6c8509b tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Checking if we can resize image /opt/stack/data/nova/instances/83f3d8a6-29fa-4842-92bb-47c2873057fe/disk. size=1073741824 {{(pid=75147) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 27 19:36:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-a6eb0e07-8cc2-4f1f-9230-2ad6f6c8509b tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/83f3d8a6-29fa-4842-92bb-47c2873057fe/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:36:23 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2f529442-f57b-4229-96e5-1fd3fa7bcdd3 tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance dae4e32d-225f-4e0e-833b-dba42ab1df79 is timed out.
Oct 27 19:36:23 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-2f529442-f57b-4229-96e5-1fd3fa7bcdd3 tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Successfully detached device vdb from instance dae4e32d-225f-4e0e-833b-dba42ab1df79 from the live domain config.
Oct 27 19:36:23 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2f529442-f57b-4229-96e5-1fd3fa7bcdd3 tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] [instance: dae4e32d-225f-4e0e-833b-dba42ab1df79] calling os-brick to detach iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 19:36:23 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-2f529442-f57b-4229-96e5-1fd3fa7bcdd3 tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, {'target_iqn': 'iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vfIiFMxa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf', 'volume_id': '55afc558-6ce0-43de-a815-709b9511971d'}, None), 'kwargs': False}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:36:23 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-2f529442-f57b-4229-96e5-1fd3fa7bcdd3 tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:36:23 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-2f529442-f57b-4229-96e5-1fd3fa7bcdd3 tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:36:23 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-2f529442-f57b-4229-96e5-1fd3fa7bcdd3 tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.003s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:36:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:36:23 user nova-compute[75147]: DEBUG nova.network.neutron [None req-a6eb0e07-8cc2-4f1f-9230-2ad6f6c8509b tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] [instance: 83f3d8a6-29fa-4842-92bb-47c2873057fe] Successfully created port: b8bcc187-c1d1-4e81-a154-999e83266bab {{(pid=75147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 19:36:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:36:23 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3f94ea4-680a-46ba-8554-f2c3c1ce9672]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6d949c02-340e-42c4-a338-e0e7ac5a70fc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:36:23 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-2f529442-f57b-4229-96e5-1fd3fa7bcdd3 tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 19:36:23 user nova-compute[75147]: No targets found.
Oct 27 19:36:23 user nova-compute[75147]: iSNS:
Oct 27 19:36:23 user nova-compute[75147]: No targets found.
Oct 27 19:36:23 user nova-compute[75147]: STATIC:
Oct 27 19:36:23 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601
Oct 27 19:36:23 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:36:23 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:36:23 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d
Oct 27 19:36:23 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:36:23 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:36:23 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:6d949c02-340e-42c4-a338-e0e7ac5a70fc
Oct 27 19:36:23 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:36:23 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:36:23 user nova-compute[75147]: FIRMWARE:
Oct 27 19:36:23 user nova-compute[75147]: No targets found.
Oct 27 19:36:23 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:36:23 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-2f529442-f57b-4229-96e5-1fd3fa7bcdd3 tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 19:36:23 user nova-compute[75147]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 19:36:23 user nova-compute[75147]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75147) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 19:36:23 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-2f529442-f57b-4229-96e5-1fd3fa7bcdd3 tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d', 0)] {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 19:36:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:36:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:36:23 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf9665b1-d5b3-4c12-8b25-4b33a1230266]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6d949c02-340e-42c4-a338-e0e7ac5a70fc\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:36:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:36:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:36:23 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[fff2336a-4949-4bfb-88d8-87b459a5493d]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d949c02-340e-42c4-a338-e0e7ac5a70fc (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:36:23 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-2f529442-f57b-4229-96e5-1fd3fa7bcdd3 tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d949c02-340e-42c4-a338-e0e7ac5a70fc (non-flash)
Oct 27 19:36:23 user nova-compute[75147]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601 (non-flash)
Oct 27 19:36:23 user nova-compute[75147]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d (non-flash)
Oct 27 19:36:23 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:36:23 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-2f529442-f57b-4229-96e5-1fd3fa7bcdd3 tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d949c02-340e-42c4-a338-e0e7ac5a70fc (non-flash)
Oct 27 19:36:23 user nova-compute[75147]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601 (non-flash)
Oct 27 19:36:23 user nova-compute[75147]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d (non-flash)
Oct 27 19:36:23 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:36:23 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-2f529442-f57b-4229-96e5-1fd3fa7bcdd3 tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f28ec726320>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d'): ({'sdf'}, set())}) {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 19:36:23 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-2f529442-f57b-4229-96e5-1fd3fa7bcdd3 tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Removing single pathed devices sdf {{(pid=75147) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 19:36:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:36:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.025s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:36:23 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd972291-eddd-40b1-be77-816e48cd88be]: (4, ('path checker states:\nup                  2\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:36:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:36:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-a6eb0e07-8cc2-4f1f-9230-2ad6f6c8509b tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/83f3d8a6-29fa-4842-92bb-47c2873057fe/disk --force-share --output=json" returned: 0 in 0.252s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:36:23 user nova-compute[75147]: DEBUG nova.virt.disk.api [None req-a6eb0e07-8cc2-4f1f-9230-2ad6f6c8509b tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Cannot resize image /opt/stack/data/nova/instances/83f3d8a6-29fa-4842-92bb-47c2873057fe/disk to a smaller size. {{(pid=75147) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 27 19:36:23 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-a6eb0e07-8cc2-4f1f-9230-2ad6f6c8509b tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] [instance: 83f3d8a6-29fa-4842-92bb-47c2873057fe] Created local disks {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 27 19:36:23 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-a6eb0e07-8cc2-4f1f-9230-2ad6f6c8509b tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] [instance: 83f3d8a6-29fa-4842-92bb-47c2873057fe] Ensure instance console log exists: /opt/stack/data/nova/instances/83f3d8a6-29fa-4842-92bb-47c2873057fe/console.log {{(pid=75147) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 19:36:23 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-a6eb0e07-8cc2-4f1f-9230-2ad6f6c8509b tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:36:23 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-a6eb0e07-8cc2-4f1f-9230-2ad6f6c8509b tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:36:23 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-a6eb0e07-8cc2-4f1f-9230-2ad6f6c8509b tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:36:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.021s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:36:23 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[26f4023d-9d04-44e9-8a0d-53aa7d8edbb8]: (4, ('ok\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:36:23 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-2f529442-f57b-4229-96e5-1fd3fa7bcdd3 tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Flushing IO for device /dev/sdf {{(pid=75147) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 19:36:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:36:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.013s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:36:23 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[dfc36fe2-7efe-41ca-a9db-9cffb6b9db27]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:36:23 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-2f529442-f57b-4229-96e5-1fd3fa7bcdd3 tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=75147) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 19:36:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:36:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.059s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:36:23 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[45d6ab1d-a75e-4c90-8a56-3b5eaddcec58]: (4, ('1', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:36:23 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-2f529442-f57b-4229-96e5-1fd3fa7bcdd3 tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 19:36:23 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-2f529442-f57b-4229-96e5-1fd3fa7bcdd3 tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] SCSI volumes sdf have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 19:36:23 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-2f529442-f57b-4229-96e5-1fd3fa7bcdd3 tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d')] {{(pid=75147) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 19:36:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:36:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:36:23 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[8806cbbf-3b57-4c60-bc6c-40e6cbc494c0]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:36:23 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-2f529442-f57b-4229-96e5-1fd3fa7bcdd3 tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:36:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d -p 172.16.0.220:3260 --logout {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:36:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d -p 172.16.0.220:3260 --logout" returned: 0 in 0.057s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:36:23 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[a779b27d-91ba-44b7-9a5e-39ce2726ff58]: (4, ('Logging out of session [sid: 24, target: iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d, portal: 172.16.0.220,3260]\nLogout of [sid: 24, target: iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:36:23 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-2f529442-f57b-4229-96e5-1fd3fa7bcdd3 tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 24, target: iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d, portal: 172.16.0.220,3260]
Oct 27 19:36:23 user nova-compute[75147]: Logout of [sid: 24, target: iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d, portal: 172.16.0.220,3260] successful.
Oct 27 19:36:23 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:36:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d -p 172.16.0.220:3260 --op delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:36:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:55afc558-6ce0-43de-a815-709b9511971d -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:36:23 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ac4392a-54e7-4867-8fec-02165fff0477]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:36:23 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-2f529442-f57b-4229-96e5-1fd3fa7bcdd3 tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:36:23 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-2f529442-f57b-4229-96e5-1fd3fa7bcdd3 tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.340s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:36:23 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-2f529442-f57b-4229-96e5-1fd3fa7bcdd3 tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] <== disconnect_volume: return (344ms) None {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:36:23 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2f529442-f57b-4229-96e5-1fd3fa7bcdd3 tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] [instance: dae4e32d-225f-4e0e-833b-dba42ab1df79] Disconnected iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 19:36:24 user nova-compute[75147]: DEBUG nova.network.neutron [None req-7f6c7dc1-dd13-48bd-873a-bc1dc13b08b9 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] Successfully created port: ceeaf68e-50e7-4c85-8144-896c22639bdd {{(pid=75147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 19:36:24 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:36:24 user nova-compute[75147]: DEBUG nova.objects.instance [None req-2f529442-f57b-4229-96e5-1fd3fa7bcdd3 tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Lazy-loading 'flavor' on Instance uuid dae4e32d-225f-4e0e-833b-dba42ab1df79 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:36:24 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2f529442-f57b-4229-96e5-1fd3fa7bcdd3 tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Lock "dae4e32d-225f-4e0e-833b-dba42ab1df79" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.863s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:36:24 user nova-compute[75147]: DEBUG nova.network.neutron [None req-a6eb0e07-8cc2-4f1f-9230-2ad6f6c8509b tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] [instance: 83f3d8a6-29fa-4842-92bb-47c2873057fe] Successfully updated port: b8bcc187-c1d1-4e81-a154-999e83266bab {{(pid=75147) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 19:36:25 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-a6eb0e07-8cc2-4f1f-9230-2ad6f6c8509b tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Acquiring lock "refresh_cache-83f3d8a6-29fa-4842-92bb-47c2873057fe" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:36:25 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-a6eb0e07-8cc2-4f1f-9230-2ad6f6c8509b tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Acquired lock "refresh_cache-83f3d8a6-29fa-4842-92bb-47c2873057fe" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:36:25 user nova-compute[75147]: DEBUG nova.network.neutron [None req-a6eb0e07-8cc2-4f1f-9230-2ad6f6c8509b tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] [instance: 83f3d8a6-29fa-4842-92bb-47c2873057fe] Building network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 19:36:25 user nova-compute[75147]: DEBUG nova.network.neutron [None req-a6eb0e07-8cc2-4f1f-9230-2ad6f6c8509b tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] [instance: 83f3d8a6-29fa-4842-92bb-47c2873057fe] Instance cache missing network info. {{(pid=75147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 19:36:25 user nova-compute[75147]: DEBUG nova.compute.manager [req-2b59a918-efee-4885-8191-d5592e2bf742 req-a1cb29e5-4b90-480c-9c9c-38ad197aaac8 service nova] [instance: 83f3d8a6-29fa-4842-92bb-47c2873057fe] Received event network-changed-b8bcc187-c1d1-4e81-a154-999e83266bab {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:36:25 user nova-compute[75147]: DEBUG nova.compute.manager [req-2b59a918-efee-4885-8191-d5592e2bf742 req-a1cb29e5-4b90-480c-9c9c-38ad197aaac8 service nova] [instance: 83f3d8a6-29fa-4842-92bb-47c2873057fe] Refreshing instance network info cache due to event network-changed-b8bcc187-c1d1-4e81-a154-999e83266bab. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 19:36:25 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-2b59a918-efee-4885-8191-d5592e2bf742 req-a1cb29e5-4b90-480c-9c9c-38ad197aaac8 service nova] Acquiring lock "refresh_cache-83f3d8a6-29fa-4842-92bb-47c2873057fe" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:36:25 user nova-compute[75147]: DEBUG nova.network.neutron [None req-a6eb0e07-8cc2-4f1f-9230-2ad6f6c8509b tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] [instance: 83f3d8a6-29fa-4842-92bb-47c2873057fe] Updating instance_info_cache with network_info: [{"id": "b8bcc187-c1d1-4e81-a154-999e83266bab", "address": "fa:16:3e:b5:db:11", "network": {"id": "43d3ab0c-52d5-442b-84db-b17b3f3e8cdc", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1531659179-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "425e13a8ac6d4f34b0e3887641f9ba15", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb8bcc187-c1", "ovs_interfaceid": "b8bcc187-c1d1-4e81-a154-999e83266bab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:36:25 user nova-compute[75147]: DEBUG nova.network.neutron [None req-7f6c7dc1-dd13-48bd-873a-bc1dc13b08b9 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] Successfully updated port: ceeaf68e-50e7-4c85-8144-896c22639bdd {{(pid=75147) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 19:36:25 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-a6eb0e07-8cc2-4f1f-9230-2ad6f6c8509b tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Releasing lock "refresh_cache-83f3d8a6-29fa-4842-92bb-47c2873057fe" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:36:25 user nova-compute[75147]: DEBUG nova.compute.manager [None req-a6eb0e07-8cc2-4f1f-9230-2ad6f6c8509b tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] [instance: 83f3d8a6-29fa-4842-92bb-47c2873057fe] Instance network_info: |[{"id": "b8bcc187-c1d1-4e81-a154-999e83266bab", "address": "fa:16:3e:b5:db:11", "network": {"id": "43d3ab0c-52d5-442b-84db-b17b3f3e8cdc", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1531659179-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "425e13a8ac6d4f34b0e3887641f9ba15", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb8bcc187-c1", "ovs_interfaceid": "b8bcc187-c1d1-4e81-a154-999e83266bab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 27 19:36:25 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-2b59a918-efee-4885-8191-d5592e2bf742 req-a1cb29e5-4b90-480c-9c9c-38ad197aaac8 service nova] Acquired lock "refresh_cache-83f3d8a6-29fa-4842-92bb-47c2873057fe" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:36:25 user nova-compute[75147]: DEBUG nova.network.neutron [req-2b59a918-efee-4885-8191-d5592e2bf742 req-a1cb29e5-4b90-480c-9c9c-38ad197aaac8 service nova] [instance: 83f3d8a6-29fa-4842-92bb-47c2873057fe] Refreshing network info cache for port b8bcc187-c1d1-4e81-a154-999e83266bab {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 19:36:25 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-a6eb0e07-8cc2-4f1f-9230-2ad6f6c8509b tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] [instance: 83f3d8a6-29fa-4842-92bb-47c2873057fe] Start _get_guest_xml network_info=[{"id": "b8bcc187-c1d1-4e81-a154-999e83266bab", "address": "fa:16:3e:b5:db:11", "network": {"id": "43d3ab0c-52d5-442b-84db-b17b3f3e8cdc", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1531659179-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "425e13a8ac6d4f34b0e3887641f9ba15", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb8bcc187-c1", "ovs_interfaceid": "b8bcc187-c1d1-4e81-a154-999e83266bab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T19:22:09Z,direct_url=<?>,disk_format='qcow2',id=d52df17c-5315-4a73-ab7c-34c161a414fb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0b43115555434818b0c8bdf6be4946da',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T19:22:11Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'encryption_options': None, 'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encrypted': False, 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_format': None, 'device_name': '/dev/vda', 'image_id': 'd52df17c-5315-4a73-ab7c-34c161a414fb'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 19:36:25 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-7f6c7dc1-dd13-48bd-873a-bc1dc13b08b9 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Acquiring lock "refresh_cache-2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:36:25 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-7f6c7dc1-dd13-48bd-873a-bc1dc13b08b9 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Acquired lock "refresh_cache-2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:36:25 user nova-compute[75147]: DEBUG nova.network.neutron [None req-7f6c7dc1-dd13-48bd-873a-bc1dc13b08b9 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] Building network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 19:36:25 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-a6eb0e07-8cc2-4f1f-9230-2ad6f6c8509b tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:36:25 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-a6eb0e07-8cc2-4f1f-9230-2ad6f6c8509b tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:36:25 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-a6eb0e07-8cc2-4f1f-9230-2ad6f6c8509b tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 19:36:25 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-a6eb0e07-8cc2-4f1f-9230-2ad6f6c8509b tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] CPU controller missing on host. {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 19:36:25 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-a6eb0e07-8cc2-4f1f-9230-2ad6f6c8509b tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 19:36:25 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-a6eb0e07-8cc2-4f1f-9230-2ad6f6c8509b tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] CPU controller found on host. {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 19:36:25 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-a6eb0e07-8cc2-4f1f-9230-2ad6f6c8509b tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75147) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 19:36:25 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-a6eb0e07-8cc2-4f1f-9230-2ad6f6c8509b tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T19:21:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T19:22:09Z,direct_url=<?>,disk_format='qcow2',id=d52df17c-5315-4a73-ab7c-34c161a414fb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0b43115555434818b0c8bdf6be4946da',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T19:22:11Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 19:36:25 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-a6eb0e07-8cc2-4f1f-9230-2ad6f6c8509b tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Flavor limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 19:36:25 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-a6eb0e07-8cc2-4f1f-9230-2ad6f6c8509b tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Image limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 19:36:25 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-a6eb0e07-8cc2-4f1f-9230-2ad6f6c8509b tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Flavor pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 19:36:25 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-a6eb0e07-8cc2-4f1f-9230-2ad6f6c8509b tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Image pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 19:36:25 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-a6eb0e07-8cc2-4f1f-9230-2ad6f6c8509b tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 19:36:25 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-a6eb0e07-8cc2-4f1f-9230-2ad6f6c8509b tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 19:36:25 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-a6eb0e07-8cc2-4f1f-9230-2ad6f6c8509b tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 19:36:25 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-a6eb0e07-8cc2-4f1f-9230-2ad6f6c8509b tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Got 1 possible topologies {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 19:36:25 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-a6eb0e07-8cc2-4f1f-9230-2ad6f6c8509b tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 19:36:25 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-a6eb0e07-8cc2-4f1f-9230-2ad6f6c8509b tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 19:36:25 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-a6eb0e07-8cc2-4f1f-9230-2ad6f6c8509b tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:36:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-1130949044',display_name='tempest-ServersNegativeTestJSON-server-1130949044',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-1130949044',id=24,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='425e13a8ac6d4f34b0e3887641f9ba15',ramdisk_id='',reservation_id='r-4d5504wy',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-504703039',owner_user_name='tempest-ServersNegativeTestJSON-504703039-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:36:23Z,user_data=None,user_id='b183178367c444f6b27dc769ba848f60',uuid=83f3d8a6-29fa-4842-92bb-47c2873057fe,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b8bcc187-c1d1-4e81-a154-999e83266bab", "address": "fa:16:3e:b5:db:11", "network": {"id": "43d3ab0c-52d5-442b-84db-b17b3f3e8cdc", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1531659179-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "425e13a8ac6d4f34b0e3887641f9ba15", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb8bcc187-c1", "ovs_interfaceid": "b8bcc187-c1d1-4e81-a154-999e83266bab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75147) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 19:36:25 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-a6eb0e07-8cc2-4f1f-9230-2ad6f6c8509b tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Converting VIF {"id": "b8bcc187-c1d1-4e81-a154-999e83266bab", "address": "fa:16:3e:b5:db:11", "network": {"id": "43d3ab0c-52d5-442b-84db-b17b3f3e8cdc", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1531659179-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "425e13a8ac6d4f34b0e3887641f9ba15", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb8bcc187-c1", "ovs_interfaceid": "b8bcc187-c1d1-4e81-a154-999e83266bab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:36:25 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-a6eb0e07-8cc2-4f1f-9230-2ad6f6c8509b tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b5:db:11,bridge_name='br-int',has_traffic_filtering=True,id=b8bcc187-c1d1-4e81-a154-999e83266bab,network=Network(43d3ab0c-52d5-442b-84db-b17b3f3e8cdc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb8bcc187-c1') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:36:25 user nova-compute[75147]: DEBUG nova.objects.instance [None req-a6eb0e07-8cc2-4f1f-9230-2ad6f6c8509b tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Lazy-loading 'pci_devices' on Instance uuid 83f3d8a6-29fa-4842-92bb-47c2873057fe {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:36:25 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-a6eb0e07-8cc2-4f1f-9230-2ad6f6c8509b tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] [instance: 83f3d8a6-29fa-4842-92bb-47c2873057fe] End _get_guest_xml xml=<domain type="kvm">
Oct 27 19:36:25 user nova-compute[75147]:   <uuid>83f3d8a6-29fa-4842-92bb-47c2873057fe</uuid>
Oct 27 19:36:25 user nova-compute[75147]:   <name>instance-00000018</name>
Oct 27 19:36:25 user nova-compute[75147]:   <memory>524288</memory>
Oct 27 19:36:25 user nova-compute[75147]:   <vcpu>1</vcpu>
Oct 27 19:36:25 user nova-compute[75147]:   <metadata>
Oct 27 19:36:25 user nova-compute[75147]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 19:36:25 user nova-compute[75147]:       <nova:package version="0.0.0"/>
Oct 27 19:36:25 user nova-compute[75147]:       <nova:name>tempest-ServersNegativeTestJSON-server-1130949044</nova:name>
Oct 27 19:36:25 user nova-compute[75147]:       <nova:creationTime>2023-10-27 19:36:25</nova:creationTime>
Oct 27 19:36:25 user nova-compute[75147]:       <nova:flavor name="m1.tiny">
Oct 27 19:36:25 user nova-compute[75147]:         <nova:memory>512</nova:memory>
Oct 27 19:36:25 user nova-compute[75147]:         <nova:disk>1</nova:disk>
Oct 27 19:36:25 user nova-compute[75147]:         <nova:swap>0</nova:swap>
Oct 27 19:36:25 user nova-compute[75147]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 19:36:25 user nova-compute[75147]:         <nova:vcpus>1</nova:vcpus>
Oct 27 19:36:25 user nova-compute[75147]:       </nova:flavor>
Oct 27 19:36:25 user nova-compute[75147]:       <nova:owner>
Oct 27 19:36:25 user nova-compute[75147]:         <nova:user uuid="b183178367c444f6b27dc769ba848f60">tempest-ServersNegativeTestJSON-504703039-project-member</nova:user>
Oct 27 19:36:25 user nova-compute[75147]:         <nova:project uuid="425e13a8ac6d4f34b0e3887641f9ba15">tempest-ServersNegativeTestJSON-504703039</nova:project>
Oct 27 19:36:25 user nova-compute[75147]:       </nova:owner>
Oct 27 19:36:25 user nova-compute[75147]:       <nova:root type="image" uuid="d52df17c-5315-4a73-ab7c-34c161a414fb"/>
Oct 27 19:36:25 user nova-compute[75147]:       <nova:ports>
Oct 27 19:36:25 user nova-compute[75147]:         <nova:port uuid="b8bcc187-c1d1-4e81-a154-999e83266bab">
Oct 27 19:36:25 user nova-compute[75147]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Oct 27 19:36:25 user nova-compute[75147]:         </nova:port>
Oct 27 19:36:25 user nova-compute[75147]:       </nova:ports>
Oct 27 19:36:25 user nova-compute[75147]:     </nova:instance>
Oct 27 19:36:25 user nova-compute[75147]:   </metadata>
Oct 27 19:36:25 user nova-compute[75147]:   <sysinfo type="smbios">
Oct 27 19:36:25 user nova-compute[75147]:     <system>
Oct 27 19:36:25 user nova-compute[75147]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 19:36:25 user nova-compute[75147]:       <entry name="product">OpenStack Nova</entry>
Oct 27 19:36:25 user nova-compute[75147]:       <entry name="version">0.0.0</entry>
Oct 27 19:36:25 user nova-compute[75147]:       <entry name="serial">83f3d8a6-29fa-4842-92bb-47c2873057fe</entry>
Oct 27 19:36:25 user nova-compute[75147]:       <entry name="uuid">83f3d8a6-29fa-4842-92bb-47c2873057fe</entry>
Oct 27 19:36:25 user nova-compute[75147]:       <entry name="family">Virtual Machine</entry>
Oct 27 19:36:25 user nova-compute[75147]:     </system>
Oct 27 19:36:25 user nova-compute[75147]:   </sysinfo>
Oct 27 19:36:25 user nova-compute[75147]:   <os>
Oct 27 19:36:25 user nova-compute[75147]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 19:36:25 user nova-compute[75147]:     <boot dev="hd"/>
Oct 27 19:36:25 user nova-compute[75147]:     <smbios mode="sysinfo"/>
Oct 27 19:36:25 user nova-compute[75147]:   </os>
Oct 27 19:36:25 user nova-compute[75147]:   <features>
Oct 27 19:36:25 user nova-compute[75147]:     <acpi/>
Oct 27 19:36:25 user nova-compute[75147]:     <apic/>
Oct 27 19:36:25 user nova-compute[75147]:     <vmcoreinfo/>
Oct 27 19:36:25 user nova-compute[75147]:   </features>
Oct 27 19:36:25 user nova-compute[75147]:   <clock offset="utc">
Oct 27 19:36:25 user nova-compute[75147]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 19:36:25 user nova-compute[75147]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 19:36:25 user nova-compute[75147]:     <timer name="hpet" present="no"/>
Oct 27 19:36:25 user nova-compute[75147]:   </clock>
Oct 27 19:36:25 user nova-compute[75147]:   <cpu mode="custom" match="exact">
Oct 27 19:36:25 user nova-compute[75147]:     <model>Nehalem</model>
Oct 27 19:36:25 user nova-compute[75147]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 19:36:25 user nova-compute[75147]:   </cpu>
Oct 27 19:36:25 user nova-compute[75147]:   <devices>
Oct 27 19:36:25 user nova-compute[75147]:     <disk type="file" device="disk">
Oct 27 19:36:25 user nova-compute[75147]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 27 19:36:25 user nova-compute[75147]:       <source file="/opt/stack/data/nova/instances/83f3d8a6-29fa-4842-92bb-47c2873057fe/disk"/>
Oct 27 19:36:25 user nova-compute[75147]:       <target dev="vda" bus="virtio"/>
Oct 27 19:36:25 user nova-compute[75147]:     </disk>
Oct 27 19:36:25 user nova-compute[75147]:     <interface type="ethernet">
Oct 27 19:36:25 user nova-compute[75147]:       <mac address="fa:16:3e:b5:db:11"/>
Oct 27 19:36:25 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:36:25 user nova-compute[75147]:       <mtu size="1442"/>
Oct 27 19:36:25 user nova-compute[75147]:       <target dev="tapb8bcc187-c1"/>
Oct 27 19:36:25 user nova-compute[75147]:     </interface>
Oct 27 19:36:25 user nova-compute[75147]:     <serial type="pty">
Oct 27 19:36:25 user nova-compute[75147]:       <log file="/opt/stack/data/nova/instances/83f3d8a6-29fa-4842-92bb-47c2873057fe/console.log" append="off"/>
Oct 27 19:36:25 user nova-compute[75147]:     </serial>
Oct 27 19:36:25 user nova-compute[75147]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 19:36:25 user nova-compute[75147]:     <video>
Oct 27 19:36:25 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:36:25 user nova-compute[75147]:     </video>
Oct 27 19:36:25 user nova-compute[75147]:     <rng model="virtio">
Oct 27 19:36:25 user nova-compute[75147]:       <backend model="random">/dev/urandom</backend>
Oct 27 19:36:25 user nova-compute[75147]:     </rng>
Oct 27 19:36:25 user nova-compute[75147]:     <controller type="usb" index="0" model="none"/>
Oct 27 19:36:25 user nova-compute[75147]:     <memballoon model="virtio">
Oct 27 19:36:25 user nova-compute[75147]:       <stats period="10"/>
Oct 27 19:36:25 user nova-compute[75147]:     </memballoon>
Oct 27 19:36:25 user nova-compute[75147]:   </devices>
Oct 27 19:36:25 user nova-compute[75147]: </domain>
Oct 27 19:36:25 user nova-compute[75147]:  {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 19:36:25 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-a6eb0e07-8cc2-4f1f-9230-2ad6f6c8509b tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:36:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-1130949044',display_name='tempest-ServersNegativeTestJSON-server-1130949044',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-1130949044',id=24,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='425e13a8ac6d4f34b0e3887641f9ba15',ramdisk_id='',reservation_id='r-4d5504wy',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-504703039',owner_user_name='tempest-ServersNegativeTestJSON-504703039-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:36:23Z,user_data=None,user_id='b183178367c444f6b27dc769ba848f60',uuid=83f3d8a6-29fa-4842-92bb-47c2873057fe,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b8bcc187-c1d1-4e81-a154-999e83266bab", "address": "fa:16:3e:b5:db:11", "network": {"id": "43d3ab0c-52d5-442b-84db-b17b3f3e8cdc", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1531659179-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "425e13a8ac6d4f34b0e3887641f9ba15", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb8bcc187-c1", "ovs_interfaceid": "b8bcc187-c1d1-4e81-a154-999e83266bab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 19:36:25 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-a6eb0e07-8cc2-4f1f-9230-2ad6f6c8509b tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Converting VIF {"id": "b8bcc187-c1d1-4e81-a154-999e83266bab", "address": "fa:16:3e:b5:db:11", "network": {"id": "43d3ab0c-52d5-442b-84db-b17b3f3e8cdc", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1531659179-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "425e13a8ac6d4f34b0e3887641f9ba15", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb8bcc187-c1", "ovs_interfaceid": "b8bcc187-c1d1-4e81-a154-999e83266bab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:36:25 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-a6eb0e07-8cc2-4f1f-9230-2ad6f6c8509b tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b5:db:11,bridge_name='br-int',has_traffic_filtering=True,id=b8bcc187-c1d1-4e81-a154-999e83266bab,network=Network(43d3ab0c-52d5-442b-84db-b17b3f3e8cdc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb8bcc187-c1') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:36:25 user nova-compute[75147]: DEBUG os_vif [None req-a6eb0e07-8cc2-4f1f-9230-2ad6f6c8509b tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b5:db:11,bridge_name='br-int',has_traffic_filtering=True,id=b8bcc187-c1d1-4e81-a154-999e83266bab,network=Network(43d3ab0c-52d5-442b-84db-b17b3f3e8cdc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb8bcc187-c1') {{(pid=75147) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 19:36:25 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:36:25 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:36:25 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 19:36:25 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:36:25 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '2ce58dfc-91ad-511b-901a-e1be8be6bad3', '_type': 'linux-noop'}}, row=False) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:36:25 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:36:25 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:36:25 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:36:25 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:36:25 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapb8bcc187-c1, may_exist=True, interface_attrs={}) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:36:25 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapb8bcc187-c1, col_values=(('qos', UUID('47db9245-c4eb-4760-8e69-157c3806014a')),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:36:25 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapb8bcc187-c1, col_values=(('external_ids', {'iface-id': 'b8bcc187-c1d1-4e81-a154-999e83266bab', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:b5:db:11', 'vm-uuid': '83f3d8a6-29fa-4842-92bb-47c2873057fe'}),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:36:25 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:36:25 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:36:25 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:36:25 user nova-compute[75147]: INFO os_vif [None req-a6eb0e07-8cc2-4f1f-9230-2ad6f6c8509b tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b5:db:11,bridge_name='br-int',has_traffic_filtering=True,id=b8bcc187-c1d1-4e81-a154-999e83266bab,network=Network(43d3ab0c-52d5-442b-84db-b17b3f3e8cdc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb8bcc187-c1')
Oct 27 19:36:25 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-a6eb0e07-8cc2-4f1f-9230-2ad6f6c8509b tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] No BDM found with device name vda, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:36:25 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-a6eb0e07-8cc2-4f1f-9230-2ad6f6c8509b tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] No VIF found with MAC fa:16:3e:b5:db:11, not building metadata {{(pid=75147) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 19:36:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:36:26 user nova-compute[75147]: DEBUG nova.network.neutron [req-2b59a918-efee-4885-8191-d5592e2bf742 req-a1cb29e5-4b90-480c-9c9c-38ad197aaac8 service nova] [instance: 83f3d8a6-29fa-4842-92bb-47c2873057fe] Updated VIF entry in instance network info cache for port b8bcc187-c1d1-4e81-a154-999e83266bab. {{(pid=75147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 19:36:26 user nova-compute[75147]: DEBUG nova.network.neutron [req-2b59a918-efee-4885-8191-d5592e2bf742 req-a1cb29e5-4b90-480c-9c9c-38ad197aaac8 service nova] [instance: 83f3d8a6-29fa-4842-92bb-47c2873057fe] Updating instance_info_cache with network_info: [{"id": "b8bcc187-c1d1-4e81-a154-999e83266bab", "address": "fa:16:3e:b5:db:11", "network": {"id": "43d3ab0c-52d5-442b-84db-b17b3f3e8cdc", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1531659179-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "425e13a8ac6d4f34b0e3887641f9ba15", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb8bcc187-c1", "ovs_interfaceid": "b8bcc187-c1d1-4e81-a154-999e83266bab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:36:26 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-2b59a918-efee-4885-8191-d5592e2bf742 req-a1cb29e5-4b90-480c-9c9c-38ad197aaac8 service nova] Releasing lock "refresh_cache-83f3d8a6-29fa-4842-92bb-47c2873057fe" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:36:26 user nova-compute[75147]: DEBUG nova.network.neutron [None req-7f6c7dc1-dd13-48bd-873a-bc1dc13b08b9 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] Updating instance_info_cache with network_info: [{"id": "a3a6d6a1-6d96-4574-9780-7ce67bdf8b04", "address": "fa:16:3e:c3:79:20", "network": {"id": "fbbe2c13-ca4d-45b8-8049-d7ef897b45f2", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1144256647-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.36", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "450b881baa634957849eab8a1ba07ac4", "mtu": null, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa3a6d6a1-6d", "ovs_interfaceid": "a3a6d6a1-6d96-4574-9780-7ce67bdf8b04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ceeaf68e-50e7-4c85-8144-896c22639bdd", "address": "fa:16:3e:2c:57:0e", "network": {"id": "ba4e7fe4-d650-4b1c-b6df-713a4dd4b223", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-9509512", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.179", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "450b881baa634957849eab8a1ba07ac4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapceeaf68e-50", "ovs_interfaceid": "ceeaf68e-50e7-4c85-8144-896c22639bdd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:36:26 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-7f6c7dc1-dd13-48bd-873a-bc1dc13b08b9 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Releasing lock "refresh_cache-2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:36:26 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-7f6c7dc1-dd13-48bd-873a-bc1dc13b08b9 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-27T19:34:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2102585964',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2102585964',id=21,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGvhhmQ0dP6xMg5gPt48RNxnrmI1KKhQ+YYMP12AM7ACUouCVGyrAEQOE+V3oOWFoDdOr4hI07glbDgL0Nf5cVN5FQ5Lin6Ztj4oKmmAt/A214PE7C3YJ8zvvH1XmZHwxQ==',key_name='tempest-keypair-213379587',keypairs=<?>,launch_index=0,launched_at=2023-10-27T19:34:39Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='450b881baa634957849eab8a1ba07ac4',ramdisk_id='',reservation_id='r-0k205fz0',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-1852432134',owner_user_name='tempest-TaggedAttachmentsTest-1852432134-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T19:34:39Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3c576f542901451e9888c180f252f8ea',uuid=2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ceeaf68e-50e7-4c85-8144-896c22639bdd", "address": "fa:16:3e:2c:57:0e", "network": {"id": "ba4e7fe4-d650-4b1c-b6df-713a4dd4b223", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-9509512", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.179", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "450b881baa634957849eab8a1ba07ac4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapceeaf68e-50", "ovs_interfaceid": "ceeaf68e-50e7-4c85-8144-896c22639bdd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 19:36:26 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-7f6c7dc1-dd13-48bd-873a-bc1dc13b08b9 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Converting VIF {"id": "ceeaf68e-50e7-4c85-8144-896c22639bdd", "address": "fa:16:3e:2c:57:0e", "network": {"id": "ba4e7fe4-d650-4b1c-b6df-713a4dd4b223", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-9509512", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.179", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "450b881baa634957849eab8a1ba07ac4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapceeaf68e-50", "ovs_interfaceid": "ceeaf68e-50e7-4c85-8144-896c22639bdd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:36:26 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-7f6c7dc1-dd13-48bd-873a-bc1dc13b08b9 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2c:57:0e,bridge_name='br-int',has_traffic_filtering=True,id=ceeaf68e-50e7-4c85-8144-896c22639bdd,network=Network(ba4e7fe4-d650-4b1c-b6df-713a4dd4b223),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapceeaf68e-50') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:36:26 user nova-compute[75147]: DEBUG os_vif [None req-7f6c7dc1-dd13-48bd-873a-bc1dc13b08b9 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:2c:57:0e,bridge_name='br-int',has_traffic_filtering=True,id=ceeaf68e-50e7-4c85-8144-896c22639bdd,network=Network(ba4e7fe4-d650-4b1c-b6df-713a4dd4b223),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapceeaf68e-50') {{(pid=75147) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 19:36:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:36:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:36:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 19:36:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:36:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '5e93af24-7ffb-5241-a763-62a6479a0b7b', '_type': 'linux-noop'}}, row=False) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:36:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:36:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:36:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:36:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:36:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapceeaf68e-50, may_exist=True, interface_attrs={}) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:36:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapceeaf68e-50, col_values=(('qos', UUID('f7b770dd-cff8-47f8-bad4-2b93c877d418')),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:36:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapceeaf68e-50, col_values=(('external_ids', {'iface-id': 'ceeaf68e-50e7-4c85-8144-896c22639bdd', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:2c:57:0e', 'vm-uuid': '2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0'}),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:36:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:36:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:36:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:36:26 user nova-compute[75147]: INFO os_vif [None req-7f6c7dc1-dd13-48bd-873a-bc1dc13b08b9 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:2c:57:0e,bridge_name='br-int',has_traffic_filtering=True,id=ceeaf68e-50e7-4c85-8144-896c22639bdd,network=Network(ba4e7fe4-d650-4b1c-b6df-713a4dd4b223),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapceeaf68e-50')
Oct 27 19:36:26 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-7f6c7dc1-dd13-48bd-873a-bc1dc13b08b9 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-27T19:34:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2102585964',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2102585964',id=21,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGvhhmQ0dP6xMg5gPt48RNxnrmI1KKhQ+YYMP12AM7ACUouCVGyrAEQOE+V3oOWFoDdOr4hI07glbDgL0Nf5cVN5FQ5Lin6Ztj4oKmmAt/A214PE7C3YJ8zvvH1XmZHwxQ==',key_name='tempest-keypair-213379587',keypairs=<?>,launch_index=0,launched_at=2023-10-27T19:34:39Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='450b881baa634957849eab8a1ba07ac4',ramdisk_id='',reservation_id='r-0k205fz0',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-1852432134',owner_user_name='tempest-TaggedAttachmentsTest-1852432134-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T19:34:39Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3c576f542901451e9888c180f252f8ea',uuid=2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ceeaf68e-50e7-4c85-8144-896c22639bdd", "address": "fa:16:3e:2c:57:0e", "network": {"id": "ba4e7fe4-d650-4b1c-b6df-713a4dd4b223", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-9509512", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.179", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "450b881baa634957849eab8a1ba07ac4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapceeaf68e-50", "ovs_interfaceid": "ceeaf68e-50e7-4c85-8144-896c22639bdd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75147) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 19:36:26 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-7f6c7dc1-dd13-48bd-873a-bc1dc13b08b9 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Converting VIF {"id": "ceeaf68e-50e7-4c85-8144-896c22639bdd", "address": "fa:16:3e:2c:57:0e", "network": {"id": "ba4e7fe4-d650-4b1c-b6df-713a4dd4b223", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-9509512", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.179", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "450b881baa634957849eab8a1ba07ac4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapceeaf68e-50", "ovs_interfaceid": "ceeaf68e-50e7-4c85-8144-896c22639bdd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:36:26 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-7f6c7dc1-dd13-48bd-873a-bc1dc13b08b9 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2c:57:0e,bridge_name='br-int',has_traffic_filtering=True,id=ceeaf68e-50e7-4c85-8144-896c22639bdd,network=Network(ba4e7fe4-d650-4b1c-b6df-713a4dd4b223),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapceeaf68e-50') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:36:26 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-7f6c7dc1-dd13-48bd-873a-bc1dc13b08b9 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] attach device xml: <interface type="ethernet">
Oct 27 19:36:26 user nova-compute[75147]:   <mac address="fa:16:3e:2c:57:0e"/>
Oct 27 19:36:26 user nova-compute[75147]:   <model type="virtio"/>
Oct 27 19:36:26 user nova-compute[75147]:   <mtu size="1442"/>
Oct 27 19:36:26 user nova-compute[75147]:   <target dev="tapceeaf68e-50"/>
Oct 27 19:36:26 user nova-compute[75147]: </interface>
Oct 27 19:36:26 user nova-compute[75147]:  {{(pid=75147) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 27 19:36:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:36:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:36:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:36:27 user nova-compute[75147]: DEBUG nova.compute.manager [req-f56ae3de-3c85-4275-b23c-fff0825799d6 req-aa08da9f-1c87-42df-a96c-9057e2a794b3 service nova] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] Received event network-vif-plugged-ceeaf68e-50e7-4c85-8144-896c22639bdd {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:36:27 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-f56ae3de-3c85-4275-b23c-fff0825799d6 req-aa08da9f-1c87-42df-a96c-9057e2a794b3 service nova] Acquiring lock "2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:36:27 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-f56ae3de-3c85-4275-b23c-fff0825799d6 req-aa08da9f-1c87-42df-a96c-9057e2a794b3 service nova] Lock "2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:36:27 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-f56ae3de-3c85-4275-b23c-fff0825799d6 req-aa08da9f-1c87-42df-a96c-9057e2a794b3 service nova] Lock "2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:36:27 user nova-compute[75147]: DEBUG nova.compute.manager [req-f56ae3de-3c85-4275-b23c-fff0825799d6 req-aa08da9f-1c87-42df-a96c-9057e2a794b3 service nova] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] No waiting events found dispatching network-vif-plugged-ceeaf68e-50e7-4c85-8144-896c22639bdd {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:36:27 user nova-compute[75147]: WARNING nova.compute.manager [req-f56ae3de-3c85-4275-b23c-fff0825799d6 req-aa08da9f-1c87-42df-a96c-9057e2a794b3 service nova] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] Received unexpected event network-vif-plugged-ceeaf68e-50e7-4c85-8144-896c22639bdd for instance with vm_state active and task_state None.
Oct 27 19:36:27 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-7f6c7dc1-dd13-48bd-873a-bc1dc13b08b9 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] No BDM found with device name vda, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:36:27 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-7f6c7dc1-dd13-48bd-873a-bc1dc13b08b9 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] No BDM found with device name hda, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:36:27 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-7f6c7dc1-dd13-48bd-873a-bc1dc13b08b9 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] No VIF found with MAC fa:16:3e:c3:79:20, not building metadata {{(pid=75147) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 19:36:27 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:36:27 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-7f6c7dc1-dd13-48bd-873a-bc1dc13b08b9 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] set metadata xml: <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 19:36:27 user nova-compute[75147]:   <nova:package version="0.0.0"/>
Oct 27 19:36:27 user nova-compute[75147]:   <nova:name>tempest-device-tagging-server-2102585964</nova:name>
Oct 27 19:36:27 user nova-compute[75147]:   <nova:creationTime>2023-10-27 19:36:27</nova:creationTime>
Oct 27 19:36:27 user nova-compute[75147]:   <nova:flavor name="m1.tiny">
Oct 27 19:36:27 user nova-compute[75147]:     <nova:memory>512</nova:memory>
Oct 27 19:36:27 user nova-compute[75147]:     <nova:disk>1</nova:disk>
Oct 27 19:36:27 user nova-compute[75147]:     <nova:swap>0</nova:swap>
Oct 27 19:36:27 user nova-compute[75147]:     <nova:ephemeral>0</nova:ephemeral>
Oct 27 19:36:27 user nova-compute[75147]:     <nova:vcpus>1</nova:vcpus>
Oct 27 19:36:27 user nova-compute[75147]:   </nova:flavor>
Oct 27 19:36:27 user nova-compute[75147]:   <nova:owner>
Oct 27 19:36:27 user nova-compute[75147]:     <nova:user uuid="3c576f542901451e9888c180f252f8ea">tempest-TaggedAttachmentsTest-1852432134-project-member</nova:user>
Oct 27 19:36:27 user nova-compute[75147]:     <nova:project uuid="450b881baa634957849eab8a1ba07ac4">tempest-TaggedAttachmentsTest-1852432134</nova:project>
Oct 27 19:36:27 user nova-compute[75147]:   </nova:owner>
Oct 27 19:36:27 user nova-compute[75147]:   <nova:root type="image" uuid="d52df17c-5315-4a73-ab7c-34c161a414fb"/>
Oct 27 19:36:27 user nova-compute[75147]:   <nova:ports>
Oct 27 19:36:27 user nova-compute[75147]:     <nova:port uuid="a3a6d6a1-6d96-4574-9780-7ce67bdf8b04">
Oct 27 19:36:27 user nova-compute[75147]:       <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Oct 27 19:36:27 user nova-compute[75147]:     </nova:port>
Oct 27 19:36:27 user nova-compute[75147]:     <nova:port uuid="ceeaf68e-50e7-4c85-8144-896c22639bdd">
Oct 27 19:36:27 user nova-compute[75147]:       <nova:ip type="fixed" address="10.10.10.179" ipVersion="4"/>
Oct 27 19:36:27 user nova-compute[75147]:     </nova:port>
Oct 27 19:36:27 user nova-compute[75147]:   </nova:ports>
Oct 27 19:36:27 user nova-compute[75147]: </nova:instance>
Oct 27 19:36:27 user nova-compute[75147]:  {{(pid=75147) set_metadata /opt/stack/nova/nova/virt/libvirt/guest.py:359}}
Oct 27 19:36:27 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:36:27 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:36:27 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-7f6c7dc1-dd13-48bd-873a-bc1dc13b08b9 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Lock "interface-2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0-None" "released" by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" :: held 4.823s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:36:27 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:36:27 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:36:27 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:36:27 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:36:27 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:36:27 user nova-compute[75147]: DEBUG nova.compute.manager [req-2498b997-7514-4523-bb76-62bb5fbae43d req-69e949cb-dcac-4b80-8b73-060d7c174b8e service nova] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] Received event network-changed-ceeaf68e-50e7-4c85-8144-896c22639bdd {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:36:27 user nova-compute[75147]: DEBUG nova.compute.manager [req-2498b997-7514-4523-bb76-62bb5fbae43d req-69e949cb-dcac-4b80-8b73-060d7c174b8e service nova] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] Refreshing instance network info cache due to event network-changed-ceeaf68e-50e7-4c85-8144-896c22639bdd. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 19:36:27 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-2498b997-7514-4523-bb76-62bb5fbae43d req-69e949cb-dcac-4b80-8b73-060d7c174b8e service nova] Acquiring lock "refresh_cache-2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:36:27 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-2498b997-7514-4523-bb76-62bb5fbae43d req-69e949cb-dcac-4b80-8b73-060d7c174b8e service nova] Acquired lock "refresh_cache-2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:36:27 user nova-compute[75147]: DEBUG nova.network.neutron [req-2498b997-7514-4523-bb76-62bb5fbae43d req-69e949cb-dcac-4b80-8b73-060d7c174b8e service nova] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] Refreshing network info cache for port ceeaf68e-50e7-4c85-8144-896c22639bdd {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 19:36:27 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-c92e0105-7bf2-4db9-8445-263e1b625045 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Acquiring lock "2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:36:27 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-c92e0105-7bf2-4db9-8445-263e1b625045 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Lock "2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:36:27 user nova-compute[75147]: DEBUG nova.objects.instance [None req-c92e0105-7bf2-4db9-8445-263e1b625045 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Lazy-loading 'flavor' on Instance uuid 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:36:27 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-c92e0105-7bf2-4db9-8445-263e1b625045 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Lock "2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.079s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:36:28 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-c92e0105-7bf2-4db9-8445-263e1b625045 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Acquiring lock "2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:36:28 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-c92e0105-7bf2-4db9-8445-263e1b625045 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Lock "2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:36:28 user nova-compute[75147]: INFO nova.compute.manager [None req-c92e0105-7bf2-4db9-8445-263e1b625045 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] Attaching volume 59b846e5-274c-43d5-8531-0dd47a96c64f to /dev/vdb
Oct 27 19:36:28 user nova-compute[75147]: DEBUG nova.compute.manager [req-e2816fed-78bd-414a-a910-532a29bbcd4c req-41bdf510-b923-4d09-9003-e927c40a1002 service nova] [instance: 83f3d8a6-29fa-4842-92bb-47c2873057fe] Received event network-vif-plugged-b8bcc187-c1d1-4e81-a154-999e83266bab {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:36:28 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-e2816fed-78bd-414a-a910-532a29bbcd4c req-41bdf510-b923-4d09-9003-e927c40a1002 service nova] Acquiring lock "83f3d8a6-29fa-4842-92bb-47c2873057fe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:36:28 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-e2816fed-78bd-414a-a910-532a29bbcd4c req-41bdf510-b923-4d09-9003-e927c40a1002 service nova] Lock "83f3d8a6-29fa-4842-92bb-47c2873057fe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:36:28 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-e2816fed-78bd-414a-a910-532a29bbcd4c req-41bdf510-b923-4d09-9003-e927c40a1002 service nova] Lock "83f3d8a6-29fa-4842-92bb-47c2873057fe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:36:28 user nova-compute[75147]: DEBUG nova.compute.manager [req-e2816fed-78bd-414a-a910-532a29bbcd4c req-41bdf510-b923-4d09-9003-e927c40a1002 service nova] [instance: 83f3d8a6-29fa-4842-92bb-47c2873057fe] No waiting events found dispatching network-vif-plugged-b8bcc187-c1d1-4e81-a154-999e83266bab {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:36:28 user nova-compute[75147]: WARNING nova.compute.manager [req-e2816fed-78bd-414a-a910-532a29bbcd4c req-41bdf510-b923-4d09-9003-e927c40a1002 service nova] [instance: 83f3d8a6-29fa-4842-92bb-47c2873057fe] Received unexpected event network-vif-plugged-b8bcc187-c1d1-4e81-a154-999e83266bab for instance with vm_state building and task_state spawning.
Oct 27 19:36:28 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:36:28 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:36:28 user nova-compute[75147]: DEBUG os_brick.utils [None req-c92e0105-7bf2-4db9-8445-263e1b625045 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:36:28 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:36:28 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:36:28 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[261090b4-fa7a-42b5-98f1-054a4c70fd7e]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9325735bc82e\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:36:28 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:36:28 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:36:28 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[f689f062-a75b-4690-b0d0-ca583cf316a5]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:36:28 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:36:28 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.021s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:36:28 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[773adece-78cb-4b05-a0d4-2ab50d887e86]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:36:28 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8deef2e-e70d-41b2-8101-f0fa176f26d6]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:36:28 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-c92e0105-7bf2-4db9-8445-263e1b625045 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Running cmd (subprocess): nvme version {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:36:28 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-c92e0105-7bf2-4db9-8445-263e1b625045 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] 'nvme version' failed. Not Retrying. {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 19:36:28 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.nvmeof [None req-c92e0105-7bf2-4db9-8445-263e1b625045 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] nvme not present on system {{(pid=75147) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 27 19:36:28 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:36:28 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 19:36:28 user nova-compute[75147]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 27 19:36:28 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc53e278-6f89-41e7-b629-4be6e2a4cc36]: (4, '') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:36:28 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-c92e0105-7bf2-4db9-8445-263e1b625045 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75147) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 27 19:36:28 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-c92e0105-7bf2-4db9-8445-263e1b625045 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 27 19:36:28 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-c92e0105-7bf2-4db9-8445-263e1b625045 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] LIGHTOS: no hostnqn found. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 27 19:36:28 user nova-compute[75147]: DEBUG os_brick.utils [None req-c92e0105-7bf2-4db9-8445-263e1b625045 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] <== get_connector_properties: return (164ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9325735bc82e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:36:28 user nova-compute[75147]: DEBUG nova.virt.block_device [None req-c92e0105-7bf2-4db9-8445-263e1b625045 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] Updating existing volume attachment record: 4a25025e-fcfe-4d86-8691-db694c0da6a5 {{(pid=75147) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 27 19:36:28 user nova-compute[75147]: DEBUG nova.network.neutron [req-2498b997-7514-4523-bb76-62bb5fbae43d req-69e949cb-dcac-4b80-8b73-060d7c174b8e service nova] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] Updated VIF entry in instance network info cache for port ceeaf68e-50e7-4c85-8144-896c22639bdd. {{(pid=75147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 19:36:28 user nova-compute[75147]: DEBUG nova.network.neutron [req-2498b997-7514-4523-bb76-62bb5fbae43d req-69e949cb-dcac-4b80-8b73-060d7c174b8e service nova] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] Updating instance_info_cache with network_info: [{"id": "a3a6d6a1-6d96-4574-9780-7ce67bdf8b04", "address": "fa:16:3e:c3:79:20", "network": {"id": "fbbe2c13-ca4d-45b8-8049-d7ef897b45f2", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1144256647-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.36", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "450b881baa634957849eab8a1ba07ac4", "mtu": null, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa3a6d6a1-6d", "ovs_interfaceid": "a3a6d6a1-6d96-4574-9780-7ce67bdf8b04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ceeaf68e-50e7-4c85-8144-896c22639bdd", "address": "fa:16:3e:2c:57:0e", "network": {"id": "ba4e7fe4-d650-4b1c-b6df-713a4dd4b223", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-9509512", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.179", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "450b881baa634957849eab8a1ba07ac4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapceeaf68e-50", "ovs_interfaceid": "ceeaf68e-50e7-4c85-8144-896c22639bdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:36:28 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-2498b997-7514-4523-bb76-62bb5fbae43d req-69e949cb-dcac-4b80-8b73-060d7c174b8e service nova] Releasing lock "refresh_cache-2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:36:29 user nova-compute[75147]: DEBUG nova.compute.manager [req-ed440f6a-c4de-4a31-b72f-241e20e2edf1 req-d1310450-0893-45fd-98af-fa2a3778ff9f service nova] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] Received event network-vif-plugged-ceeaf68e-50e7-4c85-8144-896c22639bdd {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:36:29 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-ed440f6a-c4de-4a31-b72f-241e20e2edf1 req-d1310450-0893-45fd-98af-fa2a3778ff9f service nova] Acquiring lock "2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:36:29 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-ed440f6a-c4de-4a31-b72f-241e20e2edf1 req-d1310450-0893-45fd-98af-fa2a3778ff9f service nova] Lock "2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:36:29 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-ed440f6a-c4de-4a31-b72f-241e20e2edf1 req-d1310450-0893-45fd-98af-fa2a3778ff9f service nova] Lock "2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:36:29 user nova-compute[75147]: DEBUG nova.compute.manager [req-ed440f6a-c4de-4a31-b72f-241e20e2edf1 req-d1310450-0893-45fd-98af-fa2a3778ff9f service nova] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] No waiting events found dispatching network-vif-plugged-ceeaf68e-50e7-4c85-8144-896c22639bdd {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:36:29 user nova-compute[75147]: WARNING nova.compute.manager [req-ed440f6a-c4de-4a31-b72f-241e20e2edf1 req-d1310450-0893-45fd-98af-fa2a3778ff9f service nova] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] Received unexpected event network-vif-plugged-ceeaf68e-50e7-4c85-8144-896c22639bdd for instance with vm_state active and task_state None.
Oct 27 19:36:29 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:36:30 user nova-compute[75147]: DEBUG nova.compute.manager [req-2a0b0a60-f7f9-488b-996e-d8739facb593 req-f657b0b3-2c9c-4469-b034-ac572a57bb08 service nova] [instance: 83f3d8a6-29fa-4842-92bb-47c2873057fe] Received event network-vif-plugged-b8bcc187-c1d1-4e81-a154-999e83266bab {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:36:30 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-2a0b0a60-f7f9-488b-996e-d8739facb593 req-f657b0b3-2c9c-4469-b034-ac572a57bb08 service nova] Acquiring lock "83f3d8a6-29fa-4842-92bb-47c2873057fe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:36:30 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-2a0b0a60-f7f9-488b-996e-d8739facb593 req-f657b0b3-2c9c-4469-b034-ac572a57bb08 service nova] Lock "83f3d8a6-29fa-4842-92bb-47c2873057fe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:36:30 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-2a0b0a60-f7f9-488b-996e-d8739facb593 req-f657b0b3-2c9c-4469-b034-ac572a57bb08 service nova] Lock "83f3d8a6-29fa-4842-92bb-47c2873057fe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:36:30 user nova-compute[75147]: DEBUG nova.compute.manager [req-2a0b0a60-f7f9-488b-996e-d8739facb593 req-f657b0b3-2c9c-4469-b034-ac572a57bb08 service nova] [instance: 83f3d8a6-29fa-4842-92bb-47c2873057fe] No waiting events found dispatching network-vif-plugged-b8bcc187-c1d1-4e81-a154-999e83266bab {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:36:30 user nova-compute[75147]: WARNING nova.compute.manager [req-2a0b0a60-f7f9-488b-996e-d8739facb593 req-f657b0b3-2c9c-4469-b034-ac572a57bb08 service nova] [instance: 83f3d8a6-29fa-4842-92bb-47c2873057fe] Received unexpected event network-vif-plugged-b8bcc187-c1d1-4e81-a154-999e83266bab for instance with vm_state building and task_state spawning.
Oct 27 19:36:30 user nova-compute[75147]: DEBUG nova.compute.manager [None req-a6eb0e07-8cc2-4f1f-9230-2ad6f6c8509b tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] [instance: 83f3d8a6-29fa-4842-92bb-47c2873057fe] Instance event wait completed in 0 seconds for  {{(pid=75147) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 19:36:30 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-a6eb0e07-8cc2-4f1f-9230-2ad6f6c8509b tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] [instance: 83f3d8a6-29fa-4842-92bb-47c2873057fe] Guest created on hypervisor {{(pid=75147) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 19:36:30 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: 83f3d8a6-29fa-4842-92bb-47c2873057fe] Instance spawned successfully.
Oct 27 19:36:30 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-a6eb0e07-8cc2-4f1f-9230-2ad6f6c8509b tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] [instance: 83f3d8a6-29fa-4842-92bb-47c2873057fe] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 27 19:36:30 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-a6eb0e07-8cc2-4f1f-9230-2ad6f6c8509b tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] [instance: 83f3d8a6-29fa-4842-92bb-47c2873057fe] Found default for hw_cdrom_bus of ide {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:36:30 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-a6eb0e07-8cc2-4f1f-9230-2ad6f6c8509b tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] [instance: 83f3d8a6-29fa-4842-92bb-47c2873057fe] Found default for hw_disk_bus of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:36:30 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-a6eb0e07-8cc2-4f1f-9230-2ad6f6c8509b tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] [instance: 83f3d8a6-29fa-4842-92bb-47c2873057fe] Found default for hw_input_bus of None {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:36:30 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-a6eb0e07-8cc2-4f1f-9230-2ad6f6c8509b tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] [instance: 83f3d8a6-29fa-4842-92bb-47c2873057fe] Found default for hw_pointer_model of None {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:36:30 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-a6eb0e07-8cc2-4f1f-9230-2ad6f6c8509b tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] [instance: 83f3d8a6-29fa-4842-92bb-47c2873057fe] Found default for hw_video_model of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:36:30 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-a6eb0e07-8cc2-4f1f-9230-2ad6f6c8509b tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] [instance: 83f3d8a6-29fa-4842-92bb-47c2873057fe] Found default for hw_vif_model of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:36:30 user nova-compute[75147]: INFO nova.compute.manager [None req-a6eb0e07-8cc2-4f1f-9230-2ad6f6c8509b tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] [instance: 83f3d8a6-29fa-4842-92bb-47c2873057fe] Took 7.71 seconds to spawn the instance on the hypervisor.
Oct 27 19:36:30 user nova-compute[75147]: DEBUG nova.compute.manager [None req-a6eb0e07-8cc2-4f1f-9230-2ad6f6c8509b tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] [instance: 83f3d8a6-29fa-4842-92bb-47c2873057fe] Checking state {{(pid=75147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 19:36:30 user nova-compute[75147]: INFO nova.compute.manager [None req-a6eb0e07-8cc2-4f1f-9230-2ad6f6c8509b tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] [instance: 83f3d8a6-29fa-4842-92bb-47c2873057fe] Took 8.82 seconds to build instance.
Oct 27 19:36:30 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-a6eb0e07-8cc2-4f1f-9230-2ad6f6c8509b tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Lock "83f3d8a6-29fa-4842-92bb-47c2873057fe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.937s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:36:31 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-b54d5495-d127-4571-99e6-455f1168944b tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Acquiring lock "68a6c383-5da2-4e99-9c46-682c1da71a4e" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:36:31 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-b54d5495-d127-4571-99e6-455f1168944b tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Lock "68a6c383-5da2-4e99-9c46-682c1da71a4e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:36:31 user nova-compute[75147]: DEBUG nova.objects.instance [None req-b54d5495-d127-4571-99e6-455f1168944b tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Lazy-loading 'flavor' on Instance uuid 68a6c383-5da2-4e99-9c46-682c1da71a4e {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:36:31 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-b54d5495-d127-4571-99e6-455f1168944b tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Lock "68a6c383-5da2-4e99-9c46-682c1da71a4e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.088s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:36:31 user nova-compute[75147]: DEBUG nova.compute.manager [req-3748abb6-0838-4a75-9305-ba659fbbc0c4 req-5d079579-725a-4526-a8f4-becfaf176076 service nova] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Received event network-changed-a12e99e1-8a31-41e4-8730-b290c44f687b {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:36:31 user nova-compute[75147]: DEBUG nova.compute.manager [req-3748abb6-0838-4a75-9305-ba659fbbc0c4 req-5d079579-725a-4526-a8f4-becfaf176076 service nova] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Refreshing instance network info cache due to event network-changed-a12e99e1-8a31-41e4-8730-b290c44f687b. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 19:36:31 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-3748abb6-0838-4a75-9305-ba659fbbc0c4 req-5d079579-725a-4526-a8f4-becfaf176076 service nova] Acquiring lock "refresh_cache-68a6c383-5da2-4e99-9c46-682c1da71a4e" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:36:31 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-3748abb6-0838-4a75-9305-ba659fbbc0c4 req-5d079579-725a-4526-a8f4-becfaf176076 service nova] Acquired lock "refresh_cache-68a6c383-5da2-4e99-9c46-682c1da71a4e" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:36:31 user nova-compute[75147]: DEBUG nova.network.neutron [req-3748abb6-0838-4a75-9305-ba659fbbc0c4 req-5d079579-725a-4526-a8f4-becfaf176076 service nova] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Refreshing network info cache for port a12e99e1-8a31-41e4-8730-b290c44f687b {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 19:36:31 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:36:31 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-b54d5495-d127-4571-99e6-455f1168944b tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Acquiring lock "68a6c383-5da2-4e99-9c46-682c1da71a4e" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:36:31 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-b54d5495-d127-4571-99e6-455f1168944b tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Lock "68a6c383-5da2-4e99-9c46-682c1da71a4e" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:36:31 user nova-compute[75147]: INFO nova.compute.manager [None req-b54d5495-d127-4571-99e6-455f1168944b tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Attaching volume 37b421a2-54de-4aa3-ae5f-f568e1a0de76 to /dev/vdb
Oct 27 19:36:31 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:36:31 user nova-compute[75147]: DEBUG os_brick.utils [None req-b54d5495-d127-4571-99e6-455f1168944b tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:36:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:36:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:36:31 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e15fa7e-85ef-420c-8e64-bd528fa61d80]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9325735bc82e\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:36:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:36:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:36:31 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[d5f53ac0-be38-4eb6-895c-89b966ce1e30]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:36:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:36:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.024s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:36:31 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[375c5226-f95b-4c8d-b05f-cdef42423a47]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:36:31 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[83c52a18-0643-4a70-9af0-c02e320e6d30]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:36:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-b54d5495-d127-4571-99e6-455f1168944b tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Running cmd (subprocess): nvme version {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:36:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-b54d5495-d127-4571-99e6-455f1168944b tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] 'nvme version' failed. Not Retrying. {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 19:36:31 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.nvmeof [None req-b54d5495-d127-4571-99e6-455f1168944b tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] nvme not present on system {{(pid=75147) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 27 19:36:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:36:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 19:36:31 user nova-compute[75147]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 27 19:36:31 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[30db5af1-9b01-4b18-bc8f-7264a3a002cd]: (4, '') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:36:31 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-b54d5495-d127-4571-99e6-455f1168944b tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75147) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 27 19:36:31 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-b54d5495-d127-4571-99e6-455f1168944b tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 27 19:36:31 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-b54d5495-d127-4571-99e6-455f1168944b tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] LIGHTOS: no hostnqn found. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 27 19:36:31 user nova-compute[75147]: DEBUG os_brick.utils [None req-b54d5495-d127-4571-99e6-455f1168944b tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] <== get_connector_properties: return (166ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9325735bc82e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:36:31 user nova-compute[75147]: DEBUG nova.virt.block_device [None req-b54d5495-d127-4571-99e6-455f1168944b tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Updating existing volume attachment record: 7a7ef9f2-903a-4a52-96ff-29cb8888a07c {{(pid=75147) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 27 19:36:32 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:36:32 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-b5886bb3-fd87-42ff-8201-234f64b0c298 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Acquiring lock "c38a6c4c-f585-4095-90b5-f41781c55d42" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:36:32 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-b5886bb3-fd87-42ff-8201-234f64b0c298 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Lock "c38a6c4c-f585-4095-90b5-f41781c55d42" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:36:32 user nova-compute[75147]: INFO nova.compute.manager [None req-b5886bb3-fd87-42ff-8201-234f64b0c298 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] [instance: c38a6c4c-f585-4095-90b5-f41781c55d42] Detaching volume 6d949c02-340e-42c4-a338-e0e7ac5a70fc
Oct 27 19:36:32 user nova-compute[75147]: INFO nova.virt.block_device [None req-b5886bb3-fd87-42ff-8201-234f64b0c298 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] [instance: c38a6c4c-f585-4095-90b5-f41781c55d42] Attempting to driver detach volume 6d949c02-340e-42c4-a338-e0e7ac5a70fc from mountpoint /dev/vdb
Oct 27 19:36:32 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-b5886bb3-fd87-42ff-8201-234f64b0c298 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Attempting to detach device vdb from instance c38a6c4c-f585-4095-90b5-f41781c55d42 from the persistent domain config. {{(pid=75147) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 27 19:36:32 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-b5886bb3-fd87-42ff-8201-234f64b0c298 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] detach device xml: <disk type="block" device="disk">
Oct 27 19:36:32 user nova-compute[75147]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 19:36:32 user nova-compute[75147]:   <source dev="/dev/sdd"/>
Oct 27 19:36:32 user nova-compute[75147]:   <target dev="vdb" bus="virtio"/>
Oct 27 19:36:32 user nova-compute[75147]:   <serial>6d949c02-340e-42c4-a338-e0e7ac5a70fc</serial>
Oct 27 19:36:32 user nova-compute[75147]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 27 19:36:32 user nova-compute[75147]: </disk>
Oct 27 19:36:32 user nova-compute[75147]:  {{(pid=75147) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 19:36:32 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-b5886bb3-fd87-42ff-8201-234f64b0c298 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Successfully detached device vdb from instance c38a6c4c-f585-4095-90b5-f41781c55d42 from the persistent domain config.
Oct 27 19:36:32 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-b5886bb3-fd87-42ff-8201-234f64b0c298 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance c38a6c4c-f585-4095-90b5-f41781c55d42 from the live domain config. {{(pid=75147) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 27 19:36:32 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-b5886bb3-fd87-42ff-8201-234f64b0c298 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] detach device xml: <disk type="block" device="disk">
Oct 27 19:36:32 user nova-compute[75147]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 19:36:32 user nova-compute[75147]:   <source dev="/dev/sdd"/>
Oct 27 19:36:32 user nova-compute[75147]:   <target dev="vdb" bus="virtio"/>
Oct 27 19:36:32 user nova-compute[75147]:   <serial>6d949c02-340e-42c4-a338-e0e7ac5a70fc</serial>
Oct 27 19:36:32 user nova-compute[75147]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 27 19:36:32 user nova-compute[75147]: </disk>
Oct 27 19:36:32 user nova-compute[75147]:  {{(pid=75147) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 19:36:32 user nova-compute[75147]: DEBUG nova.network.neutron [req-3748abb6-0838-4a75-9305-ba659fbbc0c4 req-5d079579-725a-4526-a8f4-becfaf176076 service nova] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Updated VIF entry in instance network info cache for port a12e99e1-8a31-41e4-8730-b290c44f687b. {{(pid=75147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 19:36:32 user nova-compute[75147]: DEBUG nova.network.neutron [req-3748abb6-0838-4a75-9305-ba659fbbc0c4 req-5d079579-725a-4526-a8f4-becfaf176076 service nova] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Updating instance_info_cache with network_info: [{"id": "a12e99e1-8a31-41e4-8730-b290c44f687b", "address": "fa:16:3e:1f:d1:6d", "network": {"id": "997a94dd-a6cc-485a-9bca-761040e12ccf", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-358973122-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c05b7c7e7bf147fcbc02a57ffda4a15d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa12e99e1-8a", "ovs_interfaceid": "a12e99e1-8a31-41e4-8730-b290c44f687b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:36:32 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-3748abb6-0838-4a75-9305-ba659fbbc0c4 req-5d079579-725a-4526-a8f4-becfaf176076 service nova] Releasing lock "refresh_cache-68a6c383-5da2-4e99-9c46-682c1da71a4e" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:36:33 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-b5886bb3-fd87-42ff-8201-234f64b0c298 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance c38a6c4c-f585-4095-90b5-f41781c55d42 {{(pid=75147) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 27 19:36:36 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:36:36 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:36:37 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:36:40 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:36:41 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:36:41 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:36:44 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-479e90e6-2951-479e-968e-75aed85f326d tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Acquiring lock "6c9c2dc6-d96a-42f6-a749-962d9b1a3a63" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:36:44 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-479e90e6-2951-479e-968e-75aed85f326d tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Lock "6c9c2dc6-d96a-42f6-a749-962d9b1a3a63" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:36:44 user nova-compute[75147]: DEBUG nova.compute.manager [None req-479e90e6-2951-479e-968e-75aed85f326d tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] [instance: 6c9c2dc6-d96a-42f6-a749-962d9b1a3a63] Starting instance... {{(pid=75147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 27 19:36:44 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-479e90e6-2951-479e-968e-75aed85f326d tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:36:44 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-479e90e6-2951-479e-968e-75aed85f326d tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:36:44 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-479e90e6-2951-479e-968e-75aed85f326d tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75147) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 19:36:44 user nova-compute[75147]: INFO nova.compute.claims [None req-479e90e6-2951-479e-968e-75aed85f326d tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] [instance: 6c9c2dc6-d96a-42f6-a749-962d9b1a3a63] Claim successful on node user
Oct 27 19:36:44 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-479e90e6-2951-479e-968e-75aed85f326d tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:36:44 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-479e90e6-2951-479e-968e-75aed85f326d tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:36:44 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-479e90e6-2951-479e-968e-75aed85f326d tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.577s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:36:44 user nova-compute[75147]: DEBUG nova.compute.manager [None req-479e90e6-2951-479e-968e-75aed85f326d tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] [instance: 6c9c2dc6-d96a-42f6-a749-962d9b1a3a63] Start building networks asynchronously for instance. {{(pid=75147) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 27 19:36:45 user nova-compute[75147]: DEBUG nova.compute.manager [None req-479e90e6-2951-479e-968e-75aed85f326d tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] [instance: 6c9c2dc6-d96a-42f6-a749-962d9b1a3a63] Allocating IP information in the background. {{(pid=75147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 27 19:36:45 user nova-compute[75147]: DEBUG nova.network.neutron [None req-479e90e6-2951-479e-968e-75aed85f326d tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] [instance: 6c9c2dc6-d96a-42f6-a749-962d9b1a3a63] allocate_for_instance() {{(pid=75147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 27 19:36:45 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-479e90e6-2951-479e-968e-75aed85f326d tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] [instance: 6c9c2dc6-d96a-42f6-a749-962d9b1a3a63] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 27 19:36:45 user nova-compute[75147]: DEBUG nova.compute.manager [None req-479e90e6-2951-479e-968e-75aed85f326d tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] [instance: 6c9c2dc6-d96a-42f6-a749-962d9b1a3a63] Start building block device mappings for instance. {{(pid=75147) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 27 19:36:45 user nova-compute[75147]: DEBUG nova.policy [None req-479e90e6-2951-479e-968e-75aed85f326d tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e11daf0dd7044db7b48382c82685a2db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8f7035886f8041e38f5ede4a87e75113', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75147) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 27 19:36:45 user nova-compute[75147]: DEBUG nova.compute.manager [None req-479e90e6-2951-479e-968e-75aed85f326d tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] [instance: 6c9c2dc6-d96a-42f6-a749-962d9b1a3a63] Start spawning the instance on the hypervisor. {{(pid=75147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 27 19:36:45 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-479e90e6-2951-479e-968e-75aed85f326d tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] [instance: 6c9c2dc6-d96a-42f6-a749-962d9b1a3a63] Creating instance directory {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 19:36:45 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-479e90e6-2951-479e-968e-75aed85f326d tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] [instance: 6c9c2dc6-d96a-42f6-a749-962d9b1a3a63] Creating image(s)
Oct 27 19:36:45 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-479e90e6-2951-479e-968e-75aed85f326d tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Acquiring lock "/opt/stack/data/nova/instances/6c9c2dc6-d96a-42f6-a749-962d9b1a3a63/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:36:45 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-479e90e6-2951-479e-968e-75aed85f326d tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Lock "/opt/stack/data/nova/instances/6c9c2dc6-d96a-42f6-a749-962d9b1a3a63/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:36:45 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-479e90e6-2951-479e-968e-75aed85f326d tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Lock "/opt/stack/data/nova/instances/6c9c2dc6-d96a-42f6-a749-962d9b1a3a63/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:36:45 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-479e90e6-2951-479e-968e-75aed85f326d tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:36:45 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-479e90e6-2951-479e-968e-75aed85f326d tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.193s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:36:45 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-479e90e6-2951-479e-968e-75aed85f326d tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Acquiring lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:36:45 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-479e90e6-2951-479e-968e-75aed85f326d tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:36:45 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-479e90e6-2951-479e-968e-75aed85f326d tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:36:45 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-479e90e6-2951-479e-968e-75aed85f326d tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.176s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:36:45 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-479e90e6-2951-479e-968e-75aed85f326d tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa,backing_fmt=raw /opt/stack/data/nova/instances/6c9c2dc6-d96a-42f6-a749-962d9b1a3a63/disk 1073741824 {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:36:45 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-479e90e6-2951-479e-968e-75aed85f326d tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa,backing_fmt=raw /opt/stack/data/nova/instances/6c9c2dc6-d96a-42f6-a749-962d9b1a3a63/disk 1073741824" returned: 0 in 0.079s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:36:45 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-479e90e6-2951-479e-968e-75aed85f326d tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.264s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:36:45 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-479e90e6-2951-479e-968e-75aed85f326d tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:36:45 user nova-compute[75147]: DEBUG nova.network.neutron [None req-479e90e6-2951-479e-968e-75aed85f326d tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] [instance: 6c9c2dc6-d96a-42f6-a749-962d9b1a3a63] Successfully created port: 9da7c5e9-db38-468f-b371-0f4f38fceb5b {{(pid=75147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 19:36:45 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-479e90e6-2951-479e-968e-75aed85f326d tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.253s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:36:45 user nova-compute[75147]: DEBUG nova.virt.disk.api [None req-479e90e6-2951-479e-968e-75aed85f326d tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Checking if we can resize image /opt/stack/data/nova/instances/6c9c2dc6-d96a-42f6-a749-962d9b1a3a63/disk. size=1073741824 {{(pid=75147) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 27 19:36:45 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-479e90e6-2951-479e-968e-75aed85f326d tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6c9c2dc6-d96a-42f6-a749-962d9b1a3a63/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:36:46 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-479e90e6-2951-479e-968e-75aed85f326d tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6c9c2dc6-d96a-42f6-a749-962d9b1a3a63/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:36:46 user nova-compute[75147]: DEBUG nova.virt.disk.api [None req-479e90e6-2951-479e-968e-75aed85f326d tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Cannot resize image /opt/stack/data/nova/instances/6c9c2dc6-d96a-42f6-a749-962d9b1a3a63/disk to a smaller size. {{(pid=75147) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 27 19:36:46 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-479e90e6-2951-479e-968e-75aed85f326d tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] [instance: 6c9c2dc6-d96a-42f6-a749-962d9b1a3a63] Created local disks {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 27 19:36:46 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-479e90e6-2951-479e-968e-75aed85f326d tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] [instance: 6c9c2dc6-d96a-42f6-a749-962d9b1a3a63] Ensure instance console log exists: /opt/stack/data/nova/instances/6c9c2dc6-d96a-42f6-a749-962d9b1a3a63/console.log {{(pid=75147) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 19:36:46 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-479e90e6-2951-479e-968e-75aed85f326d tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:36:46 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-479e90e6-2951-479e-968e-75aed85f326d tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:36:46 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-479e90e6-2951-479e-968e-75aed85f326d tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:36:46 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:36:46 user nova-compute[75147]: DEBUG nova.network.neutron [None req-479e90e6-2951-479e-968e-75aed85f326d tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] [instance: 6c9c2dc6-d96a-42f6-a749-962d9b1a3a63] Successfully updated port: 9da7c5e9-db38-468f-b371-0f4f38fceb5b {{(pid=75147) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 19:36:46 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-479e90e6-2951-479e-968e-75aed85f326d tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Acquiring lock "refresh_cache-6c9c2dc6-d96a-42f6-a749-962d9b1a3a63" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:36:46 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-479e90e6-2951-479e-968e-75aed85f326d tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Acquired lock "refresh_cache-6c9c2dc6-d96a-42f6-a749-962d9b1a3a63" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:36:46 user nova-compute[75147]: DEBUG nova.network.neutron [None req-479e90e6-2951-479e-968e-75aed85f326d tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] [instance: 6c9c2dc6-d96a-42f6-a749-962d9b1a3a63] Building network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 19:36:46 user nova-compute[75147]: DEBUG nova.compute.manager [req-2c9189a3-4b8f-47f9-90a7-894fc3b809d4 req-a24ffe6f-c3cc-410b-9ddb-9392fcfdfa5e service nova] [instance: 6c9c2dc6-d96a-42f6-a749-962d9b1a3a63] Received event network-changed-9da7c5e9-db38-468f-b371-0f4f38fceb5b {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:36:46 user nova-compute[75147]: DEBUG nova.compute.manager [req-2c9189a3-4b8f-47f9-90a7-894fc3b809d4 req-a24ffe6f-c3cc-410b-9ddb-9392fcfdfa5e service nova] [instance: 6c9c2dc6-d96a-42f6-a749-962d9b1a3a63] Refreshing instance network info cache due to event network-changed-9da7c5e9-db38-468f-b371-0f4f38fceb5b. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 19:36:46 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-2c9189a3-4b8f-47f9-90a7-894fc3b809d4 req-a24ffe6f-c3cc-410b-9ddb-9392fcfdfa5e service nova] Acquiring lock "refresh_cache-6c9c2dc6-d96a-42f6-a749-962d9b1a3a63" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:36:46 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:36:46 user nova-compute[75147]: DEBUG nova.network.neutron [None req-479e90e6-2951-479e-968e-75aed85f326d tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] [instance: 6c9c2dc6-d96a-42f6-a749-962d9b1a3a63] Instance cache missing network info. {{(pid=75147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 19:36:46 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:36:46 user nova-compute[75147]: DEBUG nova.network.neutron [None req-479e90e6-2951-479e-968e-75aed85f326d tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] [instance: 6c9c2dc6-d96a-42f6-a749-962d9b1a3a63] Updating instance_info_cache with network_info: [{"id": "9da7c5e9-db38-468f-b371-0f4f38fceb5b", "address": "fa:16:3e:03:29:2a", "network": {"id": "9ff87c6b-cbc4-4905-8d96-05dd947da0d4", "bridge": "br-int", "label": "tempest-TestStampPattern-1607396892-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8f7035886f8041e38f5ede4a87e75113", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9da7c5e9-db", "ovs_interfaceid": "9da7c5e9-db38-468f-b371-0f4f38fceb5b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:36:46 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-479e90e6-2951-479e-968e-75aed85f326d tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Releasing lock "refresh_cache-6c9c2dc6-d96a-42f6-a749-962d9b1a3a63" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:36:46 user nova-compute[75147]: DEBUG nova.compute.manager [None req-479e90e6-2951-479e-968e-75aed85f326d tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] [instance: 6c9c2dc6-d96a-42f6-a749-962d9b1a3a63] Instance network_info: |[{"id": "9da7c5e9-db38-468f-b371-0f4f38fceb5b", "address": "fa:16:3e:03:29:2a", "network": {"id": "9ff87c6b-cbc4-4905-8d96-05dd947da0d4", "bridge": "br-int", "label": "tempest-TestStampPattern-1607396892-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8f7035886f8041e38f5ede4a87e75113", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9da7c5e9-db", "ovs_interfaceid": "9da7c5e9-db38-468f-b371-0f4f38fceb5b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 27 19:36:46 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-2c9189a3-4b8f-47f9-90a7-894fc3b809d4 req-a24ffe6f-c3cc-410b-9ddb-9392fcfdfa5e service nova] Acquired lock "refresh_cache-6c9c2dc6-d96a-42f6-a749-962d9b1a3a63" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:36:46 user nova-compute[75147]: DEBUG nova.network.neutron [req-2c9189a3-4b8f-47f9-90a7-894fc3b809d4 req-a24ffe6f-c3cc-410b-9ddb-9392fcfdfa5e service nova] [instance: 6c9c2dc6-d96a-42f6-a749-962d9b1a3a63] Refreshing network info cache for port 9da7c5e9-db38-468f-b371-0f4f38fceb5b {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 19:36:46 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-479e90e6-2951-479e-968e-75aed85f326d tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] [instance: 6c9c2dc6-d96a-42f6-a749-962d9b1a3a63] Start _get_guest_xml network_info=[{"id": "9da7c5e9-db38-468f-b371-0f4f38fceb5b", "address": "fa:16:3e:03:29:2a", "network": {"id": "9ff87c6b-cbc4-4905-8d96-05dd947da0d4", "bridge": "br-int", "label": "tempest-TestStampPattern-1607396892-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8f7035886f8041e38f5ede4a87e75113", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9da7c5e9-db", "ovs_interfaceid": "9da7c5e9-db38-468f-b371-0f4f38fceb5b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T19:22:09Z,direct_url=<?>,disk_format='qcow2',id=d52df17c-5315-4a73-ab7c-34c161a414fb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0b43115555434818b0c8bdf6be4946da',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T19:22:11Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'encryption_options': None, 'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encrypted': False, 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_format': None, 'device_name': '/dev/vda', 'image_id': 'd52df17c-5315-4a73-ab7c-34c161a414fb'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 19:36:46 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-479e90e6-2951-479e-968e-75aed85f326d tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:36:46 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-479e90e6-2951-479e-968e-75aed85f326d tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:36:46 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-479e90e6-2951-479e-968e-75aed85f326d tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 19:36:46 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-479e90e6-2951-479e-968e-75aed85f326d tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] CPU controller missing on host. {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 19:36:46 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-479e90e6-2951-479e-968e-75aed85f326d tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 19:36:46 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-479e90e6-2951-479e-968e-75aed85f326d tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] CPU controller found on host. {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 19:36:46 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-479e90e6-2951-479e-968e-75aed85f326d tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75147) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 19:36:46 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-479e90e6-2951-479e-968e-75aed85f326d tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T19:21:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T19:22:09Z,direct_url=<?>,disk_format='qcow2',id=d52df17c-5315-4a73-ab7c-34c161a414fb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0b43115555434818b0c8bdf6be4946da',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T19:22:11Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 19:36:46 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-479e90e6-2951-479e-968e-75aed85f326d tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Flavor limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 19:36:46 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-479e90e6-2951-479e-968e-75aed85f326d tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Image limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 19:36:46 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-479e90e6-2951-479e-968e-75aed85f326d tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Flavor pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 19:36:46 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-479e90e6-2951-479e-968e-75aed85f326d tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Image pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 19:36:46 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-479e90e6-2951-479e-968e-75aed85f326d tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 19:36:46 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-479e90e6-2951-479e-968e-75aed85f326d tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 19:36:46 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-479e90e6-2951-479e-968e-75aed85f326d tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 19:36:46 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-479e90e6-2951-479e-968e-75aed85f326d tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Got 1 possible topologies {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 19:36:46 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-479e90e6-2951-479e-968e-75aed85f326d tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 19:36:46 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-479e90e6-2951-479e-968e-75aed85f326d tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 19:36:47 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-479e90e6-2951-479e-968e-75aed85f326d tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:36:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-1375150302',display_name='tempest-TestStampPattern-server-1375150302',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1375150302',id=25,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBL/jAWlcWDJSq6Y9TYP+/l6hitWcMc84ODX0eS1tXND/1te+gMCLx0L+sBkMK4lo6kSCA7p3ApcXVEYl5vT24O7tf7/fXoPTltDLlhVLe96mSLlXWJtaQcFwuf9PGO+JtQ==',key_name='tempest-TestStampPattern-1663785487',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8f7035886f8041e38f5ede4a87e75113',ramdisk_id='',reservation_id='r-3mo7vexk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestStampPattern-2095814487',owner_user_name='tempest-TestStampPattern-2095814487-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:36:45Z,user_data=None,user_id='e11daf0dd7044db7b48382c82685a2db',uuid=6c9c2dc6-d96a-42f6-a749-962d9b1a3a63,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9da7c5e9-db38-468f-b371-0f4f38fceb5b", "address": "fa:16:3e:03:29:2a", "network": {"id": "9ff87c6b-cbc4-4905-8d96-05dd947da0d4", "bridge": "br-int", "label": "tempest-TestStampPattern-1607396892-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8f7035886f8041e38f5ede4a87e75113", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9da7c5e9-db", "ovs_interfaceid": "9da7c5e9-db38-468f-b371-0f4f38fceb5b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75147) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 19:36:47 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-479e90e6-2951-479e-968e-75aed85f326d tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Converting VIF {"id": "9da7c5e9-db38-468f-b371-0f4f38fceb5b", "address": "fa:16:3e:03:29:2a", "network": {"id": "9ff87c6b-cbc4-4905-8d96-05dd947da0d4", "bridge": "br-int", "label": "tempest-TestStampPattern-1607396892-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8f7035886f8041e38f5ede4a87e75113", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9da7c5e9-db", "ovs_interfaceid": "9da7c5e9-db38-468f-b371-0f4f38fceb5b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:36:47 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-479e90e6-2951-479e-968e-75aed85f326d tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:03:29:2a,bridge_name='br-int',has_traffic_filtering=True,id=9da7c5e9-db38-468f-b371-0f4f38fceb5b,network=Network(9ff87c6b-cbc4-4905-8d96-05dd947da0d4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9da7c5e9-db') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:36:47 user nova-compute[75147]: DEBUG nova.objects.instance [None req-479e90e6-2951-479e-968e-75aed85f326d tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Lazy-loading 'pci_devices' on Instance uuid 6c9c2dc6-d96a-42f6-a749-962d9b1a3a63 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:36:47 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-479e90e6-2951-479e-968e-75aed85f326d tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] [instance: 6c9c2dc6-d96a-42f6-a749-962d9b1a3a63] End _get_guest_xml xml=<domain type="kvm">
Oct 27 19:36:47 user nova-compute[75147]:   <uuid>6c9c2dc6-d96a-42f6-a749-962d9b1a3a63</uuid>
Oct 27 19:36:47 user nova-compute[75147]:   <name>instance-00000019</name>
Oct 27 19:36:47 user nova-compute[75147]:   <memory>524288</memory>
Oct 27 19:36:47 user nova-compute[75147]:   <vcpu>1</vcpu>
Oct 27 19:36:47 user nova-compute[75147]:   <metadata>
Oct 27 19:36:47 user nova-compute[75147]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 19:36:47 user nova-compute[75147]:       <nova:package version="0.0.0"/>
Oct 27 19:36:47 user nova-compute[75147]:       <nova:name>tempest-TestStampPattern-server-1375150302</nova:name>
Oct 27 19:36:47 user nova-compute[75147]:       <nova:creationTime>2023-10-27 19:36:46</nova:creationTime>
Oct 27 19:36:47 user nova-compute[75147]:       <nova:flavor name="m1.tiny">
Oct 27 19:36:47 user nova-compute[75147]:         <nova:memory>512</nova:memory>
Oct 27 19:36:47 user nova-compute[75147]:         <nova:disk>1</nova:disk>
Oct 27 19:36:47 user nova-compute[75147]:         <nova:swap>0</nova:swap>
Oct 27 19:36:47 user nova-compute[75147]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 19:36:47 user nova-compute[75147]:         <nova:vcpus>1</nova:vcpus>
Oct 27 19:36:47 user nova-compute[75147]:       </nova:flavor>
Oct 27 19:36:47 user nova-compute[75147]:       <nova:owner>
Oct 27 19:36:47 user nova-compute[75147]:         <nova:user uuid="e11daf0dd7044db7b48382c82685a2db">tempest-TestStampPattern-2095814487-project-member</nova:user>
Oct 27 19:36:47 user nova-compute[75147]:         <nova:project uuid="8f7035886f8041e38f5ede4a87e75113">tempest-TestStampPattern-2095814487</nova:project>
Oct 27 19:36:47 user nova-compute[75147]:       </nova:owner>
Oct 27 19:36:47 user nova-compute[75147]:       <nova:root type="image" uuid="d52df17c-5315-4a73-ab7c-34c161a414fb"/>
Oct 27 19:36:47 user nova-compute[75147]:       <nova:ports>
Oct 27 19:36:47 user nova-compute[75147]:         <nova:port uuid="9da7c5e9-db38-468f-b371-0f4f38fceb5b">
Oct 27 19:36:47 user nova-compute[75147]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Oct 27 19:36:47 user nova-compute[75147]:         </nova:port>
Oct 27 19:36:47 user nova-compute[75147]:       </nova:ports>
Oct 27 19:36:47 user nova-compute[75147]:     </nova:instance>
Oct 27 19:36:47 user nova-compute[75147]:   </metadata>
Oct 27 19:36:47 user nova-compute[75147]:   <sysinfo type="smbios">
Oct 27 19:36:47 user nova-compute[75147]:     <system>
Oct 27 19:36:47 user nova-compute[75147]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 19:36:47 user nova-compute[75147]:       <entry name="product">OpenStack Nova</entry>
Oct 27 19:36:47 user nova-compute[75147]:       <entry name="version">0.0.0</entry>
Oct 27 19:36:47 user nova-compute[75147]:       <entry name="serial">6c9c2dc6-d96a-42f6-a749-962d9b1a3a63</entry>
Oct 27 19:36:47 user nova-compute[75147]:       <entry name="uuid">6c9c2dc6-d96a-42f6-a749-962d9b1a3a63</entry>
Oct 27 19:36:47 user nova-compute[75147]:       <entry name="family">Virtual Machine</entry>
Oct 27 19:36:47 user nova-compute[75147]:     </system>
Oct 27 19:36:47 user nova-compute[75147]:   </sysinfo>
Oct 27 19:36:47 user nova-compute[75147]:   <os>
Oct 27 19:36:47 user nova-compute[75147]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 19:36:47 user nova-compute[75147]:     <boot dev="hd"/>
Oct 27 19:36:47 user nova-compute[75147]:     <smbios mode="sysinfo"/>
Oct 27 19:36:47 user nova-compute[75147]:   </os>
Oct 27 19:36:47 user nova-compute[75147]:   <features>
Oct 27 19:36:47 user nova-compute[75147]:     <acpi/>
Oct 27 19:36:47 user nova-compute[75147]:     <apic/>
Oct 27 19:36:47 user nova-compute[75147]:     <vmcoreinfo/>
Oct 27 19:36:47 user nova-compute[75147]:   </features>
Oct 27 19:36:47 user nova-compute[75147]:   <clock offset="utc">
Oct 27 19:36:47 user nova-compute[75147]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 19:36:47 user nova-compute[75147]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 19:36:47 user nova-compute[75147]:     <timer name="hpet" present="no"/>
Oct 27 19:36:47 user nova-compute[75147]:   </clock>
Oct 27 19:36:47 user nova-compute[75147]:   <cpu mode="custom" match="exact">
Oct 27 19:36:47 user nova-compute[75147]:     <model>Nehalem</model>
Oct 27 19:36:47 user nova-compute[75147]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 19:36:47 user nova-compute[75147]:   </cpu>
Oct 27 19:36:47 user nova-compute[75147]:   <devices>
Oct 27 19:36:47 user nova-compute[75147]:     <disk type="file" device="disk">
Oct 27 19:36:47 user nova-compute[75147]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 27 19:36:47 user nova-compute[75147]:       <source file="/opt/stack/data/nova/instances/6c9c2dc6-d96a-42f6-a749-962d9b1a3a63/disk"/>
Oct 27 19:36:47 user nova-compute[75147]:       <target dev="vda" bus="virtio"/>
Oct 27 19:36:47 user nova-compute[75147]:     </disk>
Oct 27 19:36:47 user nova-compute[75147]:     <interface type="ethernet">
Oct 27 19:36:47 user nova-compute[75147]:       <mac address="fa:16:3e:03:29:2a"/>
Oct 27 19:36:47 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:36:47 user nova-compute[75147]:       <mtu size="1442"/>
Oct 27 19:36:47 user nova-compute[75147]:       <target dev="tap9da7c5e9-db"/>
Oct 27 19:36:47 user nova-compute[75147]:     </interface>
Oct 27 19:36:47 user nova-compute[75147]:     <serial type="pty">
Oct 27 19:36:47 user nova-compute[75147]:       <log file="/opt/stack/data/nova/instances/6c9c2dc6-d96a-42f6-a749-962d9b1a3a63/console.log" append="off"/>
Oct 27 19:36:47 user nova-compute[75147]:     </serial>
Oct 27 19:36:47 user nova-compute[75147]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 19:36:47 user nova-compute[75147]:     <video>
Oct 27 19:36:47 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:36:47 user nova-compute[75147]:     </video>
Oct 27 19:36:47 user nova-compute[75147]:     <rng model="virtio">
Oct 27 19:36:47 user nova-compute[75147]:       <backend model="random">/dev/urandom</backend>
Oct 27 19:36:47 user nova-compute[75147]:     </rng>
Oct 27 19:36:47 user nova-compute[75147]:     <controller type="usb" index="0" model="none"/>
Oct 27 19:36:47 user nova-compute[75147]:     <memballoon model="virtio">
Oct 27 19:36:47 user nova-compute[75147]:       <stats period="10"/>
Oct 27 19:36:47 user nova-compute[75147]:     </memballoon>
Oct 27 19:36:47 user nova-compute[75147]:   </devices>
Oct 27 19:36:47 user nova-compute[75147]: </domain>
Oct 27 19:36:47 user nova-compute[75147]:  {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 19:36:47 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-479e90e6-2951-479e-968e-75aed85f326d tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:36:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-1375150302',display_name='tempest-TestStampPattern-server-1375150302',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1375150302',id=25,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBL/jAWlcWDJSq6Y9TYP+/l6hitWcMc84ODX0eS1tXND/1te+gMCLx0L+sBkMK4lo6kSCA7p3ApcXVEYl5vT24O7tf7/fXoPTltDLlhVLe96mSLlXWJtaQcFwuf9PGO+JtQ==',key_name='tempest-TestStampPattern-1663785487',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8f7035886f8041e38f5ede4a87e75113',ramdisk_id='',reservation_id='r-3mo7vexk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestStampPattern-2095814487',owner_user_name='tempest-TestStampPattern-2095814487-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:36:45Z,user_data=None,user_id='e11daf0dd7044db7b48382c82685a2db',uuid=6c9c2dc6-d96a-42f6-a749-962d9b1a3a63,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9da7c5e9-db38-468f-b371-0f4f38fceb5b", "address": "fa:16:3e:03:29:2a", "network": {"id": "9ff87c6b-cbc4-4905-8d96-05dd947da0d4", "bridge": "br-int", "label": "tempest-TestStampPattern-1607396892-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8f7035886f8041e38f5ede4a87e75113", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9da7c5e9-db", "ovs_interfaceid": "9da7c5e9-db38-468f-b371-0f4f38fceb5b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 19:36:47 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-479e90e6-2951-479e-968e-75aed85f326d tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Converting VIF {"id": "9da7c5e9-db38-468f-b371-0f4f38fceb5b", "address": "fa:16:3e:03:29:2a", "network": {"id": "9ff87c6b-cbc4-4905-8d96-05dd947da0d4", "bridge": "br-int", "label": "tempest-TestStampPattern-1607396892-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8f7035886f8041e38f5ede4a87e75113", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9da7c5e9-db", "ovs_interfaceid": "9da7c5e9-db38-468f-b371-0f4f38fceb5b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:36:47 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-479e90e6-2951-479e-968e-75aed85f326d tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:03:29:2a,bridge_name='br-int',has_traffic_filtering=True,id=9da7c5e9-db38-468f-b371-0f4f38fceb5b,network=Network(9ff87c6b-cbc4-4905-8d96-05dd947da0d4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9da7c5e9-db') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:36:47 user nova-compute[75147]: DEBUG os_vif [None req-479e90e6-2951-479e-968e-75aed85f326d tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:03:29:2a,bridge_name='br-int',has_traffic_filtering=True,id=9da7c5e9-db38-468f-b371-0f4f38fceb5b,network=Network(9ff87c6b-cbc4-4905-8d96-05dd947da0d4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9da7c5e9-db') {{(pid=75147) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 19:36:47 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:36:47 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:36:47 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 19:36:47 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:36:47 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '3a76d9c3-7756-5395-a3f6-12d95b106015', '_type': 'linux-noop'}}, row=False) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:36:47 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:36:47 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:36:47 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:36:47 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:36:47 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap9da7c5e9-db, may_exist=True, interface_attrs={}) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:36:47 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap9da7c5e9-db, col_values=(('qos', UUID('445d2758-f12e-4dfc-83ee-8dc271abbc73')),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:36:47 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap9da7c5e9-db, col_values=(('external_ids', {'iface-id': '9da7c5e9-db38-468f-b371-0f4f38fceb5b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:03:29:2a', 'vm-uuid': '6c9c2dc6-d96a-42f6-a749-962d9b1a3a63'}),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:36:47 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:36:47 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:36:47 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:36:47 user nova-compute[75147]: INFO os_vif [None req-479e90e6-2951-479e-968e-75aed85f326d tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:03:29:2a,bridge_name='br-int',has_traffic_filtering=True,id=9da7c5e9-db38-468f-b371-0f4f38fceb5b,network=Network(9ff87c6b-cbc4-4905-8d96-05dd947da0d4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9da7c5e9-db')
Oct 27 19:36:47 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-479e90e6-2951-479e-968e-75aed85f326d tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] No BDM found with device name vda, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:36:47 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-479e90e6-2951-479e-968e-75aed85f326d tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] No VIF found with MAC fa:16:3e:03:29:2a, not building metadata {{(pid=75147) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 19:36:47 user nova-compute[75147]: DEBUG nova.network.neutron [req-2c9189a3-4b8f-47f9-90a7-894fc3b809d4 req-a24ffe6f-c3cc-410b-9ddb-9392fcfdfa5e service nova] [instance: 6c9c2dc6-d96a-42f6-a749-962d9b1a3a63] Updated VIF entry in instance network info cache for port 9da7c5e9-db38-468f-b371-0f4f38fceb5b. {{(pid=75147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 19:36:47 user nova-compute[75147]: DEBUG nova.network.neutron [req-2c9189a3-4b8f-47f9-90a7-894fc3b809d4 req-a24ffe6f-c3cc-410b-9ddb-9392fcfdfa5e service nova] [instance: 6c9c2dc6-d96a-42f6-a749-962d9b1a3a63] Updating instance_info_cache with network_info: [{"id": "9da7c5e9-db38-468f-b371-0f4f38fceb5b", "address": "fa:16:3e:03:29:2a", "network": {"id": "9ff87c6b-cbc4-4905-8d96-05dd947da0d4", "bridge": "br-int", "label": "tempest-TestStampPattern-1607396892-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8f7035886f8041e38f5ede4a87e75113", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9da7c5e9-db", "ovs_interfaceid": "9da7c5e9-db38-468f-b371-0f4f38fceb5b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:36:47 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-2c9189a3-4b8f-47f9-90a7-894fc3b809d4 req-a24ffe6f-c3cc-410b-9ddb-9392fcfdfa5e service nova] Releasing lock "refresh_cache-6c9c2dc6-d96a-42f6-a749-962d9b1a3a63" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:36:48 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:36:48 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:36:48 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:36:48 user nova-compute[75147]: DEBUG nova.compute.manager [req-3cbb626f-e243-45d5-9461-7bfccc34badb req-58c42261-f9e4-4a9b-ab76-d9e1776833ee service nova] [instance: 6c9c2dc6-d96a-42f6-a749-962d9b1a3a63] Received event network-vif-plugged-9da7c5e9-db38-468f-b371-0f4f38fceb5b {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:36:48 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-3cbb626f-e243-45d5-9461-7bfccc34badb req-58c42261-f9e4-4a9b-ab76-d9e1776833ee service nova] Acquiring lock "6c9c2dc6-d96a-42f6-a749-962d9b1a3a63-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:36:48 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-3cbb626f-e243-45d5-9461-7bfccc34badb req-58c42261-f9e4-4a9b-ab76-d9e1776833ee service nova] Lock "6c9c2dc6-d96a-42f6-a749-962d9b1a3a63-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:36:48 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-3cbb626f-e243-45d5-9461-7bfccc34badb req-58c42261-f9e4-4a9b-ab76-d9e1776833ee service nova] Lock "6c9c2dc6-d96a-42f6-a749-962d9b1a3a63-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:36:48 user nova-compute[75147]: DEBUG nova.compute.manager [req-3cbb626f-e243-45d5-9461-7bfccc34badb req-58c42261-f9e4-4a9b-ab76-d9e1776833ee service nova] [instance: 6c9c2dc6-d96a-42f6-a749-962d9b1a3a63] No waiting events found dispatching network-vif-plugged-9da7c5e9-db38-468f-b371-0f4f38fceb5b {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:36:48 user nova-compute[75147]: WARNING nova.compute.manager [req-3cbb626f-e243-45d5-9461-7bfccc34badb req-58c42261-f9e4-4a9b-ab76-d9e1776833ee service nova] [instance: 6c9c2dc6-d96a-42f6-a749-962d9b1a3a63] Received unexpected event network-vif-plugged-9da7c5e9-db38-468f-b371-0f4f38fceb5b for instance with vm_state building and task_state spawning.
Oct 27 19:36:48 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:36:49 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:36:49 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:36:49 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:36:49 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:36:49 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:36:49 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:36:50 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:36:50 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:36:50 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:36:50 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:36:50 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:36:50 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Auditing locally available compute resources for user (node: user) {{(pid=75147) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 19:36:50 user nova-compute[75147]: DEBUG nova.compute.manager [req-a8dea485-e238-460b-8d97-ebb5a44e8192 req-f67cd2d6-12b5-4634-a3b6-a6fcecf101ce service nova] [instance: 6c9c2dc6-d96a-42f6-a749-962d9b1a3a63] Received event network-vif-plugged-9da7c5e9-db38-468f-b371-0f4f38fceb5b {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:36:50 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-a8dea485-e238-460b-8d97-ebb5a44e8192 req-f67cd2d6-12b5-4634-a3b6-a6fcecf101ce service nova] Acquiring lock "6c9c2dc6-d96a-42f6-a749-962d9b1a3a63-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:36:50 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-a8dea485-e238-460b-8d97-ebb5a44e8192 req-f67cd2d6-12b5-4634-a3b6-a6fcecf101ce service nova] Lock "6c9c2dc6-d96a-42f6-a749-962d9b1a3a63-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:36:50 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-a8dea485-e238-460b-8d97-ebb5a44e8192 req-f67cd2d6-12b5-4634-a3b6-a6fcecf101ce service nova] Lock "6c9c2dc6-d96a-42f6-a749-962d9b1a3a63-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:36:50 user nova-compute[75147]: DEBUG nova.compute.manager [req-a8dea485-e238-460b-8d97-ebb5a44e8192 req-f67cd2d6-12b5-4634-a3b6-a6fcecf101ce service nova] [instance: 6c9c2dc6-d96a-42f6-a749-962d9b1a3a63] No waiting events found dispatching network-vif-plugged-9da7c5e9-db38-468f-b371-0f4f38fceb5b {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:36:50 user nova-compute[75147]: WARNING nova.compute.manager [req-a8dea485-e238-460b-8d97-ebb5a44e8192 req-f67cd2d6-12b5-4634-a3b6-a6fcecf101ce service nova] [instance: 6c9c2dc6-d96a-42f6-a749-962d9b1a3a63] Received unexpected event network-vif-plugged-9da7c5e9-db38-468f-b371-0f4f38fceb5b for instance with vm_state building and task_state spawning.
Oct 27 19:36:50 user nova-compute[75147]: DEBUG nova.compute.manager [None req-479e90e6-2951-479e-968e-75aed85f326d tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] [instance: 6c9c2dc6-d96a-42f6-a749-962d9b1a3a63] Instance event wait completed in 0 seconds for  {{(pid=75147) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 19:36:50 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-479e90e6-2951-479e-968e-75aed85f326d tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] [instance: 6c9c2dc6-d96a-42f6-a749-962d9b1a3a63] Guest created on hypervisor {{(pid=75147) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 19:36:50 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: 6c9c2dc6-d96a-42f6-a749-962d9b1a3a63] Instance spawned successfully.
Oct 27 19:36:50 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-479e90e6-2951-479e-968e-75aed85f326d tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] [instance: 6c9c2dc6-d96a-42f6-a749-962d9b1a3a63] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 27 19:36:51 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-479e90e6-2951-479e-968e-75aed85f326d tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] [instance: 6c9c2dc6-d96a-42f6-a749-962d9b1a3a63] Found default for hw_cdrom_bus of ide {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:36:51 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-479e90e6-2951-479e-968e-75aed85f326d tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] [instance: 6c9c2dc6-d96a-42f6-a749-962d9b1a3a63] Found default for hw_disk_bus of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:36:51 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-479e90e6-2951-479e-968e-75aed85f326d tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] [instance: 6c9c2dc6-d96a-42f6-a749-962d9b1a3a63] Found default for hw_input_bus of None {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:36:51 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-479e90e6-2951-479e-968e-75aed85f326d tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] [instance: 6c9c2dc6-d96a-42f6-a749-962d9b1a3a63] Found default for hw_pointer_model of None {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:36:51 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-479e90e6-2951-479e-968e-75aed85f326d tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] [instance: 6c9c2dc6-d96a-42f6-a749-962d9b1a3a63] Found default for hw_video_model of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:36:51 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-479e90e6-2951-479e-968e-75aed85f326d tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] [instance: 6c9c2dc6-d96a-42f6-a749-962d9b1a3a63] Found default for hw_vif_model of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:36:51 user nova-compute[75147]: INFO nova.compute.manager [None req-479e90e6-2951-479e-968e-75aed85f326d tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] [instance: 6c9c2dc6-d96a-42f6-a749-962d9b1a3a63] Took 5.93 seconds to spawn the instance on the hypervisor.
Oct 27 19:36:51 user nova-compute[75147]: DEBUG nova.compute.manager [None req-479e90e6-2951-479e-968e-75aed85f326d tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] [instance: 6c9c2dc6-d96a-42f6-a749-962d9b1a3a63] Checking state {{(pid=75147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 19:36:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:36:51 user nova-compute[75147]: INFO nova.compute.manager [None req-479e90e6-2951-479e-968e-75aed85f326d tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] [instance: 6c9c2dc6-d96a-42f6-a749-962d9b1a3a63] Took 6.94 seconds to build instance.
Oct 27 19:36:51 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-479e90e6-2951-479e-968e-75aed85f326d tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Lock "6c9c2dc6-d96a-42f6-a749-962d9b1a3a63" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.119s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:36:51 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:36:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0/disk --force-share --output=json" returned: 0 in 0.259s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:36:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:36:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:36:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dae4e32d-225f-4e0e-833b-dba42ab1df79/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:36:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dae4e32d-225f-4e0e-833b-dba42ab1df79/disk --force-share --output=json" returned: 0 in 0.220s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:36:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dae4e32d-225f-4e0e-833b-dba42ab1df79/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:36:52 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dae4e32d-225f-4e0e-833b-dba42ab1df79/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:36:52 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6c9c2dc6-d96a-42f6-a749-962d9b1a3a63/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:36:52 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:36:52 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6c9c2dc6-d96a-42f6-a749-962d9b1a3a63/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:36:52 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6c9c2dc6-d96a-42f6-a749-962d9b1a3a63/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:36:52 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6c9c2dc6-d96a-42f6-a749-962d9b1a3a63/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:36:52 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18fad5c9-4c2b-4e90-a568-bd0a32497c63/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:36:52 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18fad5c9-4c2b-4e90-a568-bd0a32497c63/disk --force-share --output=json" returned: 0 in 0.254s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:36:52 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18fad5c9-4c2b-4e90-a568-bd0a32497c63/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:36:52 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18fad5c9-4c2b-4e90-a568-bd0a32497c63/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:36:52 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75147) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 19:36:52 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/73439fd6-da4c-4dd7-b8cf-2baf9a34e717/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:36:53 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-b5886bb3-fd87-42ff-8201-234f64b0c298 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance c38a6c4c-f585-4095-90b5-f41781c55d42 is timed out.
Oct 27 19:36:53 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-b5886bb3-fd87-42ff-8201-234f64b0c298 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Successfully detached device vdb from instance c38a6c4c-f585-4095-90b5-f41781c55d42 from the live domain config.
Oct 27 19:36:53 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/73439fd6-da4c-4dd7-b8cf-2baf9a34e717/disk --force-share --output=json" returned: 0 in 0.243s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:36:53 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/73439fd6-da4c-4dd7-b8cf-2baf9a34e717/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:36:53 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b5886bb3-fd87-42ff-8201-234f64b0c298 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] [instance: c38a6c4c-f585-4095-90b5-f41781c55d42] calling os-brick to detach iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 19:36:53 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5886bb3-fd87-42ff-8201-234f64b0c298 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, {'target_iqn': 'iqn.2010-10.org.openstack:6d949c02-340e-42c4-a338-e0e7ac5a70fc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JjsXZuTH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:36:53 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-b5886bb3-fd87-42ff-8201-234f64b0c298 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:36:53 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-b5886bb3-fd87-42ff-8201-234f64b0c298 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:36:53 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-b5886bb3-fd87-42ff-8201-234f64b0c298 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:36:53 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:36:53 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.028s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:36:53 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[e28982b2-a628-4018-9eae-c9313943ab72]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6d949c02-340e-42c4-a338-e0e7ac5a70fc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:36:53 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5886bb3-fd87-42ff-8201-234f64b0c298 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 19:36:53 user nova-compute[75147]: No targets found.
Oct 27 19:36:53 user nova-compute[75147]: iSNS:
Oct 27 19:36:53 user nova-compute[75147]: No targets found.
Oct 27 19:36:53 user nova-compute[75147]: STATIC:
Oct 27 19:36:53 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601
Oct 27 19:36:53 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:36:53 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:36:53 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:6d949c02-340e-42c4-a338-e0e7ac5a70fc
Oct 27 19:36:53 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:36:53 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:36:53 user nova-compute[75147]: FIRMWARE:
Oct 27 19:36:53 user nova-compute[75147]: No targets found.
Oct 27 19:36:53 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:36:53 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5886bb3-fd87-42ff-8201-234f64b0c298 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 19:36:53 user nova-compute[75147]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 19:36:53 user nova-compute[75147]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75147) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 19:36:53 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5886bb3-fd87-42ff-8201-234f64b0c298 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6d949c02-340e-42c4-a338-e0e7ac5a70fc', 0)] {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 19:36:53 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:36:53 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:36:53 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f90cf4c-345b-4137-805a-2efdb3b80ff9]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6d949c02-340e-42c4-a338-e0e7ac5a70fc\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:36:53 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:36:53 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:36:53 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[22da9c08-7096-456e-ab76-bb09d1bac9e5]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d949c02-340e-42c4-a338-e0e7ac5a70fc (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:36:53 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5886bb3-fd87-42ff-8201-234f64b0c298 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d949c02-340e-42c4-a338-e0e7ac5a70fc (non-flash)
Oct 27 19:36:53 user nova-compute[75147]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601 (non-flash)
Oct 27 19:36:53 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:36:53 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5886bb3-fd87-42ff-8201-234f64b0c298 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d949c02-340e-42c4-a338-e0e7ac5a70fc (non-flash)
Oct 27 19:36:53 user nova-compute[75147]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601 (non-flash)
Oct 27 19:36:53 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:36:53 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5886bb3-fd87-42ff-8201-234f64b0c298 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f28ec5832e0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6d949c02-340e-42c4-a338-e0e7ac5a70fc'): ({'sdd'}, set())}) {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 19:36:53 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-b5886bb3-fd87-42ff-8201-234f64b0c298 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Removing single pathed devices sdd {{(pid=75147) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 19:36:53 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:36:53 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.031s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:36:53 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[277b7968-e214-4ef5-9088-c4124ed09b31]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:36:53 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:36:53 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.024s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:36:53 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b4c834d-1609-4541-b17a-c8e03f135b88]: (4, ('ok\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:36:53 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-b5886bb3-fd87-42ff-8201-234f64b0c298 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Flushing IO for device /dev/sdd {{(pid=75147) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 19:36:53 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:36:53 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/73439fd6-da4c-4dd7-b8cf-2baf9a34e717/disk --force-share --output=json" returned: 0 in 0.258s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:36:53 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:36:53 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f0d6e94-aa3b-408e-a4d4-bb64292830ae]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:36:53 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-b5886bb3-fd87-42ff-8201-234f64b0c298 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75147) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 19:36:53 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:36:53 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3fb6898-879f-4828-b0c8-f4c7911c334c/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:36:53 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.075s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:36:53 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[613c4977-83a8-4b73-8f25-47fdcfae9b68]: (4, ('1', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:36:53 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-b5886bb3-fd87-42ff-8201-234f64b0c298 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 19:36:53 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-b5886bb3-fd87-42ff-8201-234f64b0c298 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] SCSI volumes sdd have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 19:36:53 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5886bb3-fd87-42ff-8201-234f64b0c298 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6d949c02-340e-42c4-a338-e0e7ac5a70fc')] {{(pid=75147) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 19:36:53 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6d949c02-340e-42c4-a338-e0e7ac5a70fc -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:36:53 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-d4a34bb9-0595-4777-9fb8-6b399158ab63 tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Acquiring lock "dae4e32d-225f-4e0e-833b-dba42ab1df79" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:36:53 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-d4a34bb9-0595-4777-9fb8-6b399158ab63 tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Lock "dae4e32d-225f-4e0e-833b-dba42ab1df79" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:36:53 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-d4a34bb9-0595-4777-9fb8-6b399158ab63 tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Acquiring lock "dae4e32d-225f-4e0e-833b-dba42ab1df79-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:36:53 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-d4a34bb9-0595-4777-9fb8-6b399158ab63 tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Lock "dae4e32d-225f-4e0e-833b-dba42ab1df79-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:36:53 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-d4a34bb9-0595-4777-9fb8-6b399158ab63 tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Lock "dae4e32d-225f-4e0e-833b-dba42ab1df79-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:36:53 user nova-compute[75147]: INFO nova.compute.manager [None req-d4a34bb9-0595-4777-9fb8-6b399158ab63 tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] [instance: dae4e32d-225f-4e0e-833b-dba42ab1df79] Terminating instance
Oct 27 19:36:53 user nova-compute[75147]: DEBUG nova.compute.manager [None req-d4a34bb9-0595-4777-9fb8-6b399158ab63 tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] [instance: dae4e32d-225f-4e0e-833b-dba42ab1df79] Start destroying the instance on the hypervisor. {{(pid=75147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 27 19:36:53 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6d949c02-340e-42c4-a338-e0e7ac5a70fc -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.026s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:36:53 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[1be6e902-2bbc-47dd-ad0e-02feb44e6ba9]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:36:53 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5886bb3-fd87-42ff-8201-234f64b0c298 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:36:53 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6d949c02-340e-42c4-a338-e0e7ac5a70fc -p 172.16.0.220:3260 --logout {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:36:53 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6d949c02-340e-42c4-a338-e0e7ac5a70fc -p 172.16.0.220:3260 --logout" returned: 0 in 0.082s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:36:53 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[ccbda5e2-cbb9-4774-87b6-7a97919ca18c]: (4, ('Logging out of session [sid: 20, target: iqn.2010-10.org.openstack:6d949c02-340e-42c4-a338-e0e7ac5a70fc, portal: 172.16.0.220,3260]\nLogout of [sid: 20, target: iqn.2010-10.org.openstack:6d949c02-340e-42c4-a338-e0e7ac5a70fc, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:36:53 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5886bb3-fd87-42ff-8201-234f64b0c298 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 20, target: iqn.2010-10.org.openstack:6d949c02-340e-42c4-a338-e0e7ac5a70fc, portal: 172.16.0.220,3260]
Oct 27 19:36:53 user nova-compute[75147]: Logout of [sid: 20, target: iqn.2010-10.org.openstack:6d949c02-340e-42c4-a338-e0e7ac5a70fc, portal: 172.16.0.220,3260] successful.
Oct 27 19:36:53 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:36:53 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6d949c02-340e-42c4-a338-e0e7ac5a70fc -p 172.16.0.220:3260 --op delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:36:53 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6d949c02-340e-42c4-a338-e0e7ac5a70fc -p 172.16.0.220:3260 --op delete" returned: 0 in 0.028s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:36:53 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3173c56-173a-453e-820a-4c672c89eaf0]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:36:53 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5886bb3-fd87-42ff-8201-234f64b0c298 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:36:53 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-b5886bb3-fd87-42ff-8201-234f64b0c298 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.470s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:36:53 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5886bb3-fd87-42ff-8201-234f64b0c298 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] <== disconnect_volume: return (473ms) None {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:36:53 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b5886bb3-fd87-42ff-8201-234f64b0c298 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] [instance: c38a6c4c-f585-4095-90b5-f41781c55d42] Disconnected iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 19:36:53 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3fb6898-879f-4828-b0c8-f4c7911c334c/disk --force-share --output=json" returned: 0 in 0.261s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:36:53 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:36:53 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3fb6898-879f-4828-b0c8-f4c7911c334c/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:36:53 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:36:53 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:36:53 user nova-compute[75147]: DEBUG nova.compute.manager [req-fa83c3f1-cc57-48f7-8714-ccf058b9d3d3 req-dbd5da9d-b224-4e89-aed9-4fe4d63786ac service nova] [instance: dae4e32d-225f-4e0e-833b-dba42ab1df79] Received event network-vif-unplugged-6181d14d-9450-453a-abe6-379061642de7 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:36:53 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-fa83c3f1-cc57-48f7-8714-ccf058b9d3d3 req-dbd5da9d-b224-4e89-aed9-4fe4d63786ac service nova] Acquiring lock "dae4e32d-225f-4e0e-833b-dba42ab1df79-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:36:53 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-fa83c3f1-cc57-48f7-8714-ccf058b9d3d3 req-dbd5da9d-b224-4e89-aed9-4fe4d63786ac service nova] Lock "dae4e32d-225f-4e0e-833b-dba42ab1df79-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:36:53 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-fa83c3f1-cc57-48f7-8714-ccf058b9d3d3 req-dbd5da9d-b224-4e89-aed9-4fe4d63786ac service nova] Lock "dae4e32d-225f-4e0e-833b-dba42ab1df79-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:36:53 user nova-compute[75147]: DEBUG nova.compute.manager [req-fa83c3f1-cc57-48f7-8714-ccf058b9d3d3 req-dbd5da9d-b224-4e89-aed9-4fe4d63786ac service nova] [instance: dae4e32d-225f-4e0e-833b-dba42ab1df79] No waiting events found dispatching network-vif-unplugged-6181d14d-9450-453a-abe6-379061642de7 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:36:53 user nova-compute[75147]: DEBUG nova.compute.manager [req-fa83c3f1-cc57-48f7-8714-ccf058b9d3d3 req-dbd5da9d-b224-4e89-aed9-4fe4d63786ac service nova] [instance: dae4e32d-225f-4e0e-833b-dba42ab1df79] Received event network-vif-unplugged-6181d14d-9450-453a-abe6-379061642de7 for instance with task_state deleting. {{(pid=75147) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 19:36:54 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3fb6898-879f-4828-b0c8-f4c7911c334c/disk --force-share --output=json" returned: 0 in 0.285s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:36:54 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk.rescue --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:36:54 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk.rescue --force-share --output=json" returned: 0 in 0.263s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:36:54 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk.rescue --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:36:54 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:36:54 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:36:54 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: dae4e32d-225f-4e0e-833b-dba42ab1df79] Instance destroyed successfully.
Oct 27 19:36:54 user nova-compute[75147]: DEBUG nova.objects.instance [None req-d4a34bb9-0595-4777-9fb8-6b399158ab63 tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Lazy-loading 'resources' on Instance uuid dae4e32d-225f-4e0e-833b-dba42ab1df79 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:36:54 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-d4a34bb9-0595-4777-9fb8-6b399158ab63 tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:32:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeSwap-server-1690897815',display_name='tempest-TestVolumeSwap-server-1690897815',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumeswap-server-1690897815',id=17,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBG8q0vddPt22tbEqVb5lCv5QsoDGdywHOaApqbz+BpPc731a7JxEfqg7cn3U+O9V7ut6lhwQelJ6zC/haVeGyRWwG/aSq7tacS2gOIQS0x2olkTy61M2EURxQK6U1tn9qw==',key_name='tempest-keypair-221395602',keypairs=<?>,launch_index=0,launched_at=2023-10-27T19:32:27Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b865f773dbe84756ad7dd893fff4bad6',ramdisk_id='',reservation_id='r-0v5thfgj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeSwap-500732449',owner_user_name='tempest-TestVolumeSwap-500732449-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T19:32:27Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='993d03ab3bc84c4fa24a917c002e4e1e',uuid=dae4e32d-225f-4e0e-833b-dba42ab1df79,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "6181d14d-9450-453a-abe6-379061642de7", "address": "fa:16:3e:2f:7f:08", "network": {"id": "a780be4b-5a46-463b-a94e-4fa6ce13a1ee", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1898519297-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b865f773dbe84756ad7dd893fff4bad6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6181d14d-94", "ovs_interfaceid": "6181d14d-9450-453a-abe6-379061642de7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 19:36:54 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-d4a34bb9-0595-4777-9fb8-6b399158ab63 tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Converting VIF {"id": "6181d14d-9450-453a-abe6-379061642de7", "address": "fa:16:3e:2f:7f:08", "network": {"id": "a780be4b-5a46-463b-a94e-4fa6ce13a1ee", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1898519297-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b865f773dbe84756ad7dd893fff4bad6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6181d14d-94", "ovs_interfaceid": "6181d14d-9450-453a-abe6-379061642de7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:36:54 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-d4a34bb9-0595-4777-9fb8-6b399158ab63 tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:2f:7f:08,bridge_name='br-int',has_traffic_filtering=True,id=6181d14d-9450-453a-abe6-379061642de7,network=Network(a780be4b-5a46-463b-a94e-4fa6ce13a1ee),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6181d14d-94') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:36:54 user nova-compute[75147]: DEBUG os_vif [None req-d4a34bb9-0595-4777-9fb8-6b399158ab63 tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:2f:7f:08,bridge_name='br-int',has_traffic_filtering=True,id=6181d14d-9450-453a-abe6-379061642de7,network=Network(a780be4b-5a46-463b-a94e-4fa6ce13a1ee),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6181d14d-94') {{(pid=75147) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 19:36:54 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:36:54 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap6181d14d-94, bridge=br-int, if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:36:54 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:36:54 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:36:54 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:36:54 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:36:54 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=5f9e0501-129e-401f-838a-835e386a458b) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:36:54 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:36:54 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:36:54 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:36:54 user nova-compute[75147]: INFO os_vif [None req-d4a34bb9-0595-4777-9fb8-6b399158ab63 tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:2f:7f:08,bridge_name='br-int',has_traffic_filtering=True,id=6181d14d-9450-453a-abe6-379061642de7,network=Network(a780be4b-5a46-463b-a94e-4fa6ce13a1ee),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6181d14d-94')
Oct 27 19:36:54 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-d4a34bb9-0595-4777-9fb8-6b399158ab63 tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] [instance: dae4e32d-225f-4e0e-833b-dba42ab1df79] Deleting instance files /opt/stack/data/nova/instances/dae4e32d-225f-4e0e-833b-dba42ab1df79_del
Oct 27 19:36:54 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-d4a34bb9-0595-4777-9fb8-6b399158ab63 tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] [instance: dae4e32d-225f-4e0e-833b-dba42ab1df79] Deletion of /opt/stack/data/nova/instances/dae4e32d-225f-4e0e-833b-dba42ab1df79_del complete
Oct 27 19:36:54 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk.rescue --force-share --output=json" returned: 0 in 0.250s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:36:54 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:36:54 user nova-compute[75147]: INFO nova.compute.manager [None req-d4a34bb9-0595-4777-9fb8-6b399158ab63 tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] [instance: dae4e32d-225f-4e0e-833b-dba42ab1df79] Took 1.05 seconds to destroy the instance on the hypervisor.
Oct 27 19:36:54 user nova-compute[75147]: DEBUG oslo.service.loopingcall [None req-d4a34bb9-0595-4777-9fb8-6b399158ab63 tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 27 19:36:54 user nova-compute[75147]: DEBUG nova.compute.manager [-] [instance: dae4e32d-225f-4e0e-833b-dba42ab1df79] Deallocating network for instance {{(pid=75147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 27 19:36:54 user nova-compute[75147]: DEBUG nova.network.neutron [-] [instance: dae4e32d-225f-4e0e-833b-dba42ab1df79] deallocate_for_instance() {{(pid=75147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 27 19:36:54 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk --force-share --output=json" returned: 0 in 0.297s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:36:54 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:36:54 user nova-compute[75147]: DEBUG nova.objects.instance [None req-b5886bb3-fd87-42ff-8201-234f64b0c298 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Lazy-loading 'flavor' on Instance uuid c38a6c4c-f585-4095-90b5-f41781c55d42 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:36:54 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-b5886bb3-fd87-42ff-8201-234f64b0c298 tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Lock "c38a6c4c-f585-4095-90b5-f41781c55d42" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.664s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:36:55 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:36:55 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/68a6c383-5da2-4e99-9c46-682c1da71a4e/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:36:55 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/68a6c383-5da2-4e99-9c46-682c1da71a4e/disk --force-share --output=json" returned: 0 in 0.247s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:36:55 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/68a6c383-5da2-4e99-9c46-682c1da71a4e/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:36:55 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b54d5495-d127-4571-99e6-455f1168944b tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Calling os-brick to attach iSCSI Volume {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 19:36:55 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-b54d5495-d127-4571-99e6-455f1168944b tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hQJrCwBE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:36:55 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-b54d5495-d127-4571-99e6-455f1168944b tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:36:55 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-b54d5495-d127-4571-99e6-455f1168944b tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:36:55 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-b54d5495-d127-4571-99e6-455f1168944b tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:36:55 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-b54d5495-d127-4571-99e6-455f1168944b tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:36:55 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-b54d5495-d127-4571-99e6-455f1168944b tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:36:55 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-b54d5495-d127-4571-99e6-455f1168944b tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:36:55 user nova-compute[75147]: INFO os_brick.initiator.connectors.iscsi [None req-b54d5495-d127-4571-99e6-455f1168944b tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 19:36:55 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76 -p 172.16.0.220:3260 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:36:55 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76 -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:36:55 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[aba7a3c4-7549-484f-a7f5-5d03b8eef87d]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:36:55 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-b54d5495-d127-4571-99e6-455f1168944b tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 19:36:55 user nova-compute[75147]:  {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:36:55 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76 -p 172.16.0.220:3260 --interface default --op new {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:36:55 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:36:55 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[c07f71b0-ef84-4423-bd24-c7301553a922]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76] added\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:36:55 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-b54d5495-d127-4571-99e6-455f1168944b tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76] added
Oct 27 19:36:55 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:36:55 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:36:55 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:36:55 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[c1403883-48a0-4db3-ac4d-519196dcaf17]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:36:55 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-b54d5495-d127-4571-99e6-455f1168944b tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:36:55 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:36:55 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:36:55 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[61c70d37-0c23-4b2f-a94e-0ce21f6a21f3]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:36:55 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-b54d5495-d127-4571-99e6-455f1168944b tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:36:55 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v hQJrCwBE {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:36:55 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v hQJrCwBE" returned: 0 in 0.025s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:36:55 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[da649c48-fb31-4deb-bc7f-c4e9ea653ce4]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:36:55 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-b54d5495-d127-4571-99e6-455f1168944b tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'hQJrCwBE'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:36:55 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:36:55 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/68a6c383-5da2-4e99-9c46-682c1da71a4e/disk --force-share --output=json" returned: 0 in 0.220s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:36:55 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.025s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:36:55 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ca5da95-66d1-4c7b-ba57-2abe427dd088]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:36:55 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-b54d5495-d127-4571-99e6-455f1168944b tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:36:55 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:36:55 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bac22037-a5fc-4b74-a5eb-94c2e51e8155/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:36:55 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:36:55 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e019fd3-3dad-4f7f-b98a-137635f1970d]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:36:55 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-b54d5495-d127-4571-99e6-455f1168944b tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601 (non-flash)
Oct 27 19:36:55 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:36:55 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-b54d5495-d127-4571-99e6-455f1168944b tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601 (non-flash)
Oct 27 19:36:55 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:36:55 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76 -p 172.16.0.220:3260 --login {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:36:55 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76 -p 172.16.0.220:3260 --login" returned: 0 in 0.067s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:36:55 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[7fa9b148-0ee1-4aa8-9a5f-b23da027ca75]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:36:55 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-b54d5495-d127-4571-99e6-455f1168944b tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76, portal: 172.16.0.220,3260]
Oct 27 19:36:55 user nova-compute[75147]: Login to [iface: default, target: iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76, portal: 172.16.0.220,3260] successful.
Oct 27 19:36:55 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:36:55 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:36:55 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:36:55 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a48f3e5-d3f6-4037-885d-1f67dacb9b28]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:36:55 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-b54d5495-d127-4571-99e6-455f1168944b tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:36:55 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:36:55 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:36:55 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3411f6c-0912-455c-a632-03698104226c]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:36:55 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-b54d5495-d127-4571-99e6-455f1168944b tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601 (non-flash)
Oct 27 19:36:55 user nova-compute[75147]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76 (non-flash)
Oct 27 19:36:55 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:36:55 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-b54d5495-d127-4571-99e6-455f1168944b tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601 (non-flash)
Oct 27 19:36:55 user nova-compute[75147]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76 (non-flash)
Oct 27 19:36:55 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:36:55 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-b54d5495-d127-4571-99e6-455f1168944b tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.346s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:36:55 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-b54d5495-d127-4571-99e6-455f1168944b tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Connected to 172.16.0.220:3260 {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 19:36:55 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-b54d5495-d127-4571-99e6-455f1168944b tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] HCTL ('33', '-', '-', 0) found on session 25 with lun 0 {{(pid=75147) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 19:36:55 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-b54d5495-d127-4571-99e6-455f1168944b tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75147) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 19:36:55 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:36:55 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:36:55 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[daaca20a-2fa7-4ee0-b066-c61b42a260b6]: (4, ('- - 0', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:36:55 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-b54d5495-d127-4571-99e6-455f1168944b tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Searching for a device in session 25 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75147) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 19:36:55 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-b54d5495-d127-4571-99e6-455f1168944b tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hQJrCwBE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 19:36:55 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bac22037-a5fc-4b74-a5eb-94c2e51e8155/disk --force-share --output=json" returned: 0 in 0.233s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:36:55 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bac22037-a5fc-4b74-a5eb-94c2e51e8155/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:36:55 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bac22037-a5fc-4b74-a5eb-94c2e51e8155/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:36:55 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/83f3d8a6-29fa-4842-92bb-47c2873057fe/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:36:56 user nova-compute[75147]: DEBUG nova.compute.manager [req-e504d6d7-7cc1-471d-812e-a7a6d8d55ad5 req-3322f304-a4c6-4364-8eac-4eaf50bf6406 service nova] [instance: dae4e32d-225f-4e0e-833b-dba42ab1df79] Received event network-vif-plugged-6181d14d-9450-453a-abe6-379061642de7 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:36:56 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-e504d6d7-7cc1-471d-812e-a7a6d8d55ad5 req-3322f304-a4c6-4364-8eac-4eaf50bf6406 service nova] Acquiring lock "dae4e32d-225f-4e0e-833b-dba42ab1df79-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:36:56 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-e504d6d7-7cc1-471d-812e-a7a6d8d55ad5 req-3322f304-a4c6-4364-8eac-4eaf50bf6406 service nova] Lock "dae4e32d-225f-4e0e-833b-dba42ab1df79-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:36:56 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-e504d6d7-7cc1-471d-812e-a7a6d8d55ad5 req-3322f304-a4c6-4364-8eac-4eaf50bf6406 service nova] Lock "dae4e32d-225f-4e0e-833b-dba42ab1df79-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:36:56 user nova-compute[75147]: DEBUG nova.compute.manager [req-e504d6d7-7cc1-471d-812e-a7a6d8d55ad5 req-3322f304-a4c6-4364-8eac-4eaf50bf6406 service nova] [instance: dae4e32d-225f-4e0e-833b-dba42ab1df79] No waiting events found dispatching network-vif-plugged-6181d14d-9450-453a-abe6-379061642de7 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:36:56 user nova-compute[75147]: WARNING nova.compute.manager [req-e504d6d7-7cc1-471d-812e-a7a6d8d55ad5 req-3322f304-a4c6-4364-8eac-4eaf50bf6406 service nova] [instance: dae4e32d-225f-4e0e-833b-dba42ab1df79] Received unexpected event network-vif-plugged-6181d14d-9450-453a-abe6-379061642de7 for instance with vm_state active and task_state deleting.
Oct 27 19:36:56 user nova-compute[75147]: DEBUG nova.network.neutron [-] [instance: dae4e32d-225f-4e0e-833b-dba42ab1df79] Updating instance_info_cache with network_info: [] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:36:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/83f3d8a6-29fa-4842-92bb-47c2873057fe/disk --force-share --output=json" returned: 0 in 0.262s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:36:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/83f3d8a6-29fa-4842-92bb-47c2873057fe/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:36:56 user nova-compute[75147]: INFO nova.compute.manager [-] [instance: dae4e32d-225f-4e0e-833b-dba42ab1df79] Took 1.67 seconds to deallocate network for instance.
Oct 27 19:36:56 user nova-compute[75147]: DEBUG nova.compute.manager [req-bb74cfc9-74f3-4dd9-a2fd-f01f7d7ba6ed req-89ce0693-6d01-45e1-979f-e862576bfb02 service nova] [instance: dae4e32d-225f-4e0e-833b-dba42ab1df79] Received event network-vif-deleted-6181d14d-9450-453a-abe6-379061642de7 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:36:56 user nova-compute[75147]: INFO nova.compute.manager [req-bb74cfc9-74f3-4dd9-a2fd-f01f7d7ba6ed req-89ce0693-6d01-45e1-979f-e862576bfb02 service nova] [instance: dae4e32d-225f-4e0e-833b-dba42ab1df79] Neutron deleted interface 6181d14d-9450-453a-abe6-379061642de7; detaching it from the instance and deleting it from the info cache
Oct 27 19:36:56 user nova-compute[75147]: DEBUG nova.network.neutron [req-bb74cfc9-74f3-4dd9-a2fd-f01f7d7ba6ed req-89ce0693-6d01-45e1-979f-e862576bfb02 service nova] [instance: dae4e32d-225f-4e0e-833b-dba42ab1df79] Updating instance_info_cache with network_info: [] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:36:56 user nova-compute[75147]: DEBUG nova.compute.manager [req-bb74cfc9-74f3-4dd9-a2fd-f01f7d7ba6ed req-89ce0693-6d01-45e1-979f-e862576bfb02 service nova] [instance: dae4e32d-225f-4e0e-833b-dba42ab1df79] Detach interface failed, port_id=6181d14d-9450-453a-abe6-379061642de7, reason: Instance dae4e32d-225f-4e0e-833b-dba42ab1df79 could not be found. {{(pid=75147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 27 19:36:56 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:36:56 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-d4a34bb9-0595-4777-9fb8-6b399158ab63 tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:36:56 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-d4a34bb9-0595-4777-9fb8-6b399158ab63 tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:36:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/83f3d8a6-29fa-4842-92bb-47c2873057fe/disk --force-share --output=json" returned: 0 in 0.225s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:36:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c38a6c4c-f585-4095-90b5-f41781c55d42/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:36:56 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-b54d5495-d127-4571-99e6-455f1168944b tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.388s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:36:56 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-b54d5495-d127-4571-99e6-455f1168944b tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] <== connect_volume: return (1394ms) {'type': 'block', 'scsi_wwn': '26439363762663264', 'path': '/dev/sdb'} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:36:56 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b54d5495-d127-4571-99e6-455f1168944b tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26439363762663264', 'path': '/dev/sdb'} {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 19:36:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c38a6c4c-f585-4095-90b5-f41781c55d42/disk --force-share --output=json" returned: 0 in 0.294s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:36:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c38a6c4c-f585-4095-90b5-f41781c55d42/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:36:56 user nova-compute[75147]: DEBUG nova.objects.instance [None req-b54d5495-d127-4571-99e6-455f1168944b tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Lazy-loading 'flavor' on Instance uuid 68a6c383-5da2-4e99-9c46-682c1da71a4e {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:36:56 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-b54d5495-d127-4571-99e6-455f1168944b tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] attach device xml: <disk type="block" device="disk">
Oct 27 19:36:56 user nova-compute[75147]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 19:36:56 user nova-compute[75147]:   <source dev="/dev/sdb"/>
Oct 27 19:36:56 user nova-compute[75147]:   <target dev="vdb" bus="virtio"/>
Oct 27 19:36:56 user nova-compute[75147]:   <serial>37b421a2-54de-4aa3-ae5f-f568e1a0de76</serial>
Oct 27 19:36:56 user nova-compute[75147]: </disk>
Oct 27 19:36:56 user nova-compute[75147]:  {{(pid=75147) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 27 19:36:56 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-d4a34bb9-0595-4777-9fb8-6b399158ab63 tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:36:56 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-d4a34bb9-0595-4777-9fb8-6b399158ab63 tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:36:57 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-d4a34bb9-0595-4777-9fb8-6b399158ab63 tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.691s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:36:57 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c38a6c4c-f585-4095-90b5-f41781c55d42/disk --force-share --output=json" returned: 0 in 0.302s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:36:57 user nova-compute[75147]: INFO nova.scheduler.client.report [None req-d4a34bb9-0595-4777-9fb8-6b399158ab63 tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Deleted allocations for instance dae4e32d-225f-4e0e-833b-dba42ab1df79
Oct 27 19:36:57 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:36:57 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c92e0105-7bf2-4db9-8445-263e1b625045 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] Calling os-brick to attach iSCSI Volume {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 19:36:57 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-c92e0105-7bf2-4db9-8445-263e1b625045 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:59b846e5-274c-43d5-8531-0dd47a96c64f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BxuCqFvV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:36:57 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-c92e0105-7bf2-4db9-8445-263e1b625045 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:36:57 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-c92e0105-7bf2-4db9-8445-263e1b625045 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:36:57 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-c92e0105-7bf2-4db9-8445-263e1b625045 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:36:57 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-c92e0105-7bf2-4db9-8445-263e1b625045 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:36:57 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-c92e0105-7bf2-4db9-8445-263e1b625045 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:59b846e5-274c-43d5-8531-0dd47a96c64f" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:36:57 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-c92e0105-7bf2-4db9-8445-263e1b625045 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:59b846e5-274c-43d5-8531-0dd47a96c64f" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:36:57 user nova-compute[75147]: INFO os_brick.initiator.connectors.iscsi [None req-c92e0105-7bf2-4db9-8445-263e1b625045 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 19:36:57 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:36:57 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:36:57 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Hypervisor/Node resource view: name=user free_ram=7518MB free_disk=25.124980926513672GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75147) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 19:36:57 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:36:57 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:36:57 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:59b846e5-274c-43d5-8531-0dd47a96c64f -p 172.16.0.220:3260 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:36:57 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:59b846e5-274c-43d5-8531-0dd47a96c64f -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:36:57 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[962a57d9-48f6-4a60-9606-619d3d1b825d]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:36:57 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-c92e0105-7bf2-4db9-8445-263e1b625045 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 19:36:57 user nova-compute[75147]:  {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:36:57 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:59b846e5-274c-43d5-8531-0dd47a96c64f -p 172.16.0.220:3260 --interface default --op new {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:36:57 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-b54d5495-d127-4571-99e6-455f1168944b tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] No BDM found with device name vda, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:36:57 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-b54d5495-d127-4571-99e6-455f1168944b tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:36:57 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-b54d5495-d127-4571-99e6-455f1168944b tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] No VIF found with MAC fa:16:3e:1f:d1:6d, not building metadata {{(pid=75147) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 19:36:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:59b846e5-274c-43d5-8531-0dd47a96c64f -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.031s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:36:58 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[45d9507d-5034-4768-a9f4-359bdf6550c3]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:59b846e5-274c-43d5-8531-0dd47a96c64f] added\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:36:58 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-c92e0105-7bf2-4db9-8445-263e1b625045 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:59b846e5-274c-43d5-8531-0dd47a96c64f] added
Oct 27 19:36:58 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:36:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:59b846e5-274c-43d5-8531-0dd47a96c64f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:36:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:59b846e5-274c-43d5-8531-0dd47a96c64f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:36:58 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9f6e143-12d3-4fa7-a9da-d683c39c4d15]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:36:58 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-c92e0105-7bf2-4db9-8445-263e1b625045 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:36:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:59b846e5-274c-43d5-8531-0dd47a96c64f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:36:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:59b846e5-274c-43d5-8531-0dd47a96c64f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.030s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:36:58 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa1b5e98-7c57-4ef0-a051-b49e43f4de7a]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:36:58 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-c92e0105-7bf2-4db9-8445-263e1b625045 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:36:58 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-d4a34bb9-0595-4777-9fb8-6b399158ab63 tempest-TestVolumeSwap-500732449 tempest-TestVolumeSwap-500732449-project-member] Lock "dae4e32d-225f-4e0e-833b-dba42ab1df79" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 4.562s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:36:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:59b846e5-274c-43d5-8531-0dd47a96c64f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v BxuCqFvV {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:36:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:59b846e5-274c-43d5-8531-0dd47a96c64f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v BxuCqFvV" returned: 0 in 0.031s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:36:58 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[58d5cc7c-6d13-4f5f-9bc6-dee7a0c27e40]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:36:58 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-c92e0105-7bf2-4db9-8445-263e1b625045 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'BxuCqFvV'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:36:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:59b846e5-274c-43d5-8531-0dd47a96c64f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:36:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:59b846e5-274c-43d5-8531-0dd47a96c64f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.024s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:36:58 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[6948c965-db1e-43ad-8b98-c7258e590b7c]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:36:58 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-c92e0105-7bf2-4db9-8445-263e1b625045 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:36:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:36:58 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance bac22037-a5fc-4b74-a5eb-94c2e51e8155 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:36:58 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:36:58 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance d3fb6898-879f-4828-b0c8-f4c7911c334c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:36:58 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance c38a6c4c-f585-4095-90b5-f41781c55d42 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:36:58 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 18fad5c9-4c2b-4e90-a568-bd0a32497c63 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:36:58 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:36:58 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 73439fd6-da4c-4dd7-b8cf-2baf9a34e717 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:36:58 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 68a6c383-5da2-4e99-9c46-682c1da71a4e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:36:58 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 83f3d8a6-29fa-4842-92bb-47c2873057fe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:36:58 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 6c9c2dc6-d96a-42f6-a749-962d9b1a3a63 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:36:58 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 19:36:58 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 19:36:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:36:58 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca5cd8a5-a676-4a6d-8fa6-3ba25dea8f3c]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:36:58 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-c92e0105-7bf2-4db9-8445-263e1b625045 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601 (non-flash)
Oct 27 19:36:58 user nova-compute[75147]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76 (non-flash)
Oct 27 19:36:58 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:36:58 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-c92e0105-7bf2-4db9-8445-263e1b625045 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601 (non-flash)
Oct 27 19:36:58 user nova-compute[75147]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76 (non-flash)
Oct 27 19:36:58 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:36:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:59b846e5-274c-43d5-8531-0dd47a96c64f -p 172.16.0.220:3260 --login {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:36:58 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-b54d5495-d127-4571-99e6-455f1168944b tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Lock "68a6c383-5da2-4e99-9c46-682c1da71a4e" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 26.699s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:36:58 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:36:58 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:36:58 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Compute_service record updated for user:user {{(pid=75147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 19:36:58 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.688s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:36:58 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:36:58 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Cleaning up deleted instances {{(pid=75147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 27 19:36:58 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] There are 0 instances to clean {{(pid=75147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 27 19:36:58 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:36:58 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75147) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 27 19:36:58 user nova-compute[75147]: INFO nova.compute.manager [None req-b9ae2390-29d7-45e6-b242-11072e988ade tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Rescuing
Oct 27 19:36:58 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-b9ae2390-29d7-45e6-b242-11072e988ade tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Acquiring lock "refresh_cache-68a6c383-5da2-4e99-9c46-682c1da71a4e" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:36:58 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-b9ae2390-29d7-45e6-b242-11072e988ade tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Acquired lock "refresh_cache-68a6c383-5da2-4e99-9c46-682c1da71a4e" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:36:58 user nova-compute[75147]: DEBUG nova.network.neutron [None req-b9ae2390-29d7-45e6-b242-11072e988ade tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Building network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 19:36:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:59b846e5-274c-43d5-8531-0dd47a96c64f -p 172.16.0.220:3260 --login" returned: 0 in 1.079s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:36:59 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[5001f1b5-bdc5-41f9-90cd-5713af87aa1f]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:59b846e5-274c-43d5-8531-0dd47a96c64f, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:59b846e5-274c-43d5-8531-0dd47a96c64f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:36:59 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-c92e0105-7bf2-4db9-8445-263e1b625045 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:59b846e5-274c-43d5-8531-0dd47a96c64f, portal: 172.16.0.220,3260]
Oct 27 19:36:59 user nova-compute[75147]: Login to [iface: default, target: iqn.2010-10.org.openstack:59b846e5-274c-43d5-8531-0dd47a96c64f, portal: 172.16.0.220,3260] successful.
Oct 27 19:36:59 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:36:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:59b846e5-274c-43d5-8531-0dd47a96c64f -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:36:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:59b846e5-274c-43d5-8531-0dd47a96c64f -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:36:59 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc7b5ef1-d8b2-4781-be1a-1f1e410ba0cd]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:36:59 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-c92e0105-7bf2-4db9-8445-263e1b625045 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:36:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:36:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:36:59 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[e8d920b8-133e-42da-8a09-9565a8752546]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:59b846e5-274c-43d5-8531-0dd47a96c64f (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:36:59 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-c92e0105-7bf2-4db9-8445-263e1b625045 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601 (non-flash)
Oct 27 19:36:59 user nova-compute[75147]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76 (non-flash)
Oct 27 19:36:59 user nova-compute[75147]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:59b846e5-274c-43d5-8531-0dd47a96c64f (non-flash)
Oct 27 19:36:59 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:36:59 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-c92e0105-7bf2-4db9-8445-263e1b625045 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601 (non-flash)
Oct 27 19:36:59 user nova-compute[75147]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76 (non-flash)
Oct 27 19:36:59 user nova-compute[75147]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:59b846e5-274c-43d5-8531-0dd47a96c64f (non-flash)
Oct 27 19:36:59 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:36:59 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-c92e0105-7bf2-4db9-8445-263e1b625045 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:59b846e5-274c-43d5-8531-0dd47a96c64f" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 1.394s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:36:59 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-c92e0105-7bf2-4db9-8445-263e1b625045 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Connected to 172.16.0.220:3260 {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 19:36:59 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-c92e0105-7bf2-4db9-8445-263e1b625045 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] HCTL ('35', '-', '-', 0) found on session 26 with lun 0 {{(pid=75147) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 19:36:59 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-c92e0105-7bf2-4db9-8445-263e1b625045 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75147) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 19:36:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:36:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.023s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:36:59 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[adc083b6-c0d0-4e7b-b9b6-e1c4849bf20a]: (4, ('- - 0', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:36:59 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-c92e0105-7bf2-4db9-8445-263e1b625045 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Searching for a device in session 26 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75147) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 19:36:59 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-c92e0105-7bf2-4db9-8445-263e1b625045 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:59b846e5-274c-43d5-8531-0dd47a96c64f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BxuCqFvV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 19:36:59 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:36:59 user nova-compute[75147]: DEBUG nova.network.neutron [None req-b9ae2390-29d7-45e6-b242-11072e988ade tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Updating instance_info_cache with network_info: [{"id": "a12e99e1-8a31-41e4-8730-b290c44f687b", "address": "fa:16:3e:1f:d1:6d", "network": {"id": "997a94dd-a6cc-485a-9bca-761040e12ccf", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-358973122-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c05b7c7e7bf147fcbc02a57ffda4a15d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa12e99e1-8a", "ovs_interfaceid": "a12e99e1-8a31-41e4-8730-b290c44f687b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:36:59 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-b9ae2390-29d7-45e6-b242-11072e988ade tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Releasing lock "refresh_cache-68a6c383-5da2-4e99-9c46-682c1da71a4e" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:36:59 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:36:59 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:36:59 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Starting heal instance info cache {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 19:36:59 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:36:59 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:36:59 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "refresh_cache-c38a6c4c-f585-4095-90b5-f41781c55d42" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:36:59 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquired lock "refresh_cache-c38a6c4c-f585-4095-90b5-f41781c55d42" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:36:59 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: c38a6c4c-f585-4095-90b5-f41781c55d42] Forcefully refreshing network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 27 19:37:00 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:37:00 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:37:00 user nova-compute[75147]: DEBUG nova.compute.manager [req-e1fc436d-55ea-4c2a-bea7-7a90472a9924 req-198ca3eb-ed82-4af0-871e-8672f7543b08 service nova] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Received event network-vif-unplugged-a12e99e1-8a31-41e4-8730-b290c44f687b {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:37:00 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-e1fc436d-55ea-4c2a-bea7-7a90472a9924 req-198ca3eb-ed82-4af0-871e-8672f7543b08 service nova] Acquiring lock "68a6c383-5da2-4e99-9c46-682c1da71a4e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:37:00 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-e1fc436d-55ea-4c2a-bea7-7a90472a9924 req-198ca3eb-ed82-4af0-871e-8672f7543b08 service nova] Lock "68a6c383-5da2-4e99-9c46-682c1da71a4e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:37:00 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-e1fc436d-55ea-4c2a-bea7-7a90472a9924 req-198ca3eb-ed82-4af0-871e-8672f7543b08 service nova] Lock "68a6c383-5da2-4e99-9c46-682c1da71a4e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:37:00 user nova-compute[75147]: DEBUG nova.compute.manager [req-e1fc436d-55ea-4c2a-bea7-7a90472a9924 req-198ca3eb-ed82-4af0-871e-8672f7543b08 service nova] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] No waiting events found dispatching network-vif-unplugged-a12e99e1-8a31-41e4-8730-b290c44f687b {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:37:00 user nova-compute[75147]: WARNING nova.compute.manager [req-e1fc436d-55ea-4c2a-bea7-7a90472a9924 req-198ca3eb-ed82-4af0-871e-8672f7543b08 service nova] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Received unexpected event network-vif-unplugged-a12e99e1-8a31-41e4-8730-b290c44f687b for instance with vm_state active and task_state rescuing.
Oct 27 19:37:00 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-c92e0105-7bf2-4db9-8445-263e1b625045 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 2.440s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:37:00 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-c92e0105-7bf2-4db9-8445-263e1b625045 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] <== connect_volume: return (2443ms) {'type': 'block', 'scsi_wwn': '23563363461386234', 'path': '/dev/sdd'} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:37:00 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c92e0105-7bf2-4db9-8445-263e1b625045 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23563363461386234', 'path': '/dev/sdd'} {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 19:37:00 user nova-compute[75147]: DEBUG nova.objects.instance [None req-c92e0105-7bf2-4db9-8445-263e1b625045 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Lazy-loading 'flavor' on Instance uuid 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:37:00 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-c92e0105-7bf2-4db9-8445-263e1b625045 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] attach device xml: <disk type="block" device="disk">
Oct 27 19:37:00 user nova-compute[75147]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 19:37:00 user nova-compute[75147]:   <source dev="/dev/sdd"/>
Oct 27 19:37:00 user nova-compute[75147]:   <target dev="vdb" bus="virtio"/>
Oct 27 19:37:00 user nova-compute[75147]:   <serial>59b846e5-274c-43d5-8531-0dd47a96c64f</serial>
Oct 27 19:37:00 user nova-compute[75147]: </disk>
Oct 27 19:37:00 user nova-compute[75147]:  {{(pid=75147) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 27 19:37:00 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Instance destroyed successfully.
Oct 27 19:37:00 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-b9ae2390-29d7-45e6-b242-11072e988ade tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Attempting rescue
Oct 27 19:37:00 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-b9ae2390-29d7-45e6-b242-11072e988ade tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=75147) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Oct 27 19:37:00 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-b9ae2390-29d7-45e6-b242-11072e988ade tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Instance directory exists: not creating {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Oct 27 19:37:00 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-b9ae2390-29d7-45e6-b242-11072e988ade tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Creating image(s)
Oct 27 19:37:00 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-b9ae2390-29d7-45e6-b242-11072e988ade tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Acquiring lock "/opt/stack/data/nova/instances/68a6c383-5da2-4e99-9c46-682c1da71a4e/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:37:00 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-b9ae2390-29d7-45e6-b242-11072e988ade tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Lock "/opt/stack/data/nova/instances/68a6c383-5da2-4e99-9c46-682c1da71a4e/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:37:00 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-b9ae2390-29d7-45e6-b242-11072e988ade tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Lock "/opt/stack/data/nova/instances/68a6c383-5da2-4e99-9c46-682c1da71a4e/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:37:00 user nova-compute[75147]: DEBUG nova.objects.instance [None req-b9ae2390-29d7-45e6-b242-11072e988ade tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Lazy-loading 'trusted_certs' on Instance uuid 68a6c383-5da2-4e99-9c46-682c1da71a4e {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:37:00 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-b9ae2390-29d7-45e6-b242-11072e988ade tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Acquiring lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:37:00 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-b9ae2390-29d7-45e6-b242-11072e988ade tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:37:00 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-b9ae2390-29d7-45e6-b242-11072e988ade tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:37:00 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:37:00 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-b9ae2390-29d7-45e6-b242-11072e988ade tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.184s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:37:00 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-b9ae2390-29d7-45e6-b242-11072e988ade tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa,backing_fmt=raw /opt/stack/data/nova/instances/68a6c383-5da2-4e99-9c46-682c1da71a4e/disk.rescue {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:37:00 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: c38a6c4c-f585-4095-90b5-f41781c55d42] Updating instance_info_cache with network_info: [{"id": "c320dd84-cb35-43ff-8561-4d33719e7ffc", "address": "fa:16:3e:8a:22:b4", "network": {"id": "9a022f64-7e83-4f32-b90a-91a264ef99c7", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-826018626-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6fdebbc0f0904af38b009a6c621971c1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc320dd84-cb", "ovs_interfaceid": "c320dd84-cb35-43ff-8561-4d33719e7ffc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:37:00 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-b9ae2390-29d7-45e6-b242-11072e988ade tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa,backing_fmt=raw /opt/stack/data/nova/instances/68a6c383-5da2-4e99-9c46-682c1da71a4e/disk.rescue" returned: 0 in 0.121s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:37:00 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-b9ae2390-29d7-45e6-b242-11072e988ade tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.315s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:37:00 user nova-compute[75147]: DEBUG nova.objects.instance [None req-b9ae2390-29d7-45e6-b242-11072e988ade tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Lazy-loading 'migration_context' on Instance uuid 68a6c383-5da2-4e99-9c46-682c1da71a4e {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:37:00 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Releasing lock "refresh_cache-c38a6c4c-f585-4095-90b5-f41781c55d42" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:37:00 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: c38a6c4c-f585-4095-90b5-f41781c55d42] Updated the network info_cache for instance {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 27 19:37:00 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:37:00 user nova-compute[75147]: DEBUG nova.objects.base [None req-b9ae2390-29d7-45e6-b242-11072e988ade tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Object Instance<68a6c383-5da2-4e99-9c46-682c1da71a4e> lazy-loaded attributes: trusted_certs,migration_context {{(pid=75147) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 19:37:00 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-b9ae2390-29d7-45e6-b242-11072e988ade tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Created local disks {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 27 19:37:00 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-b9ae2390-29d7-45e6-b242-11072e988ade tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Start _get_guest_xml network_info=[{"id": "a12e99e1-8a31-41e4-8730-b290c44f687b", "address": "fa:16:3e:1f:d1:6d", "network": {"id": "997a94dd-a6cc-485a-9bca-761040e12ccf", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-358973122-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.165", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerRescueNegativeTestJSON-358973122-network", "vif_mac": "fa:16:3e:1f:d1:6d"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c05b7c7e7bf147fcbc02a57ffda4a15d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa12e99e1-8a", "ovs_interfaceid": "a12e99e1-8a31-41e4-8730-b290c44f687b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T19:22:09Z,direct_url=<?>,disk_format='qcow2',id=d52df17c-5315-4a73-ab7c-34c161a414fb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0b43115555434818b0c8bdf6be4946da',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T19:22:11Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': 'd52df17c-5315-4a73-ab7c-34c161a414fb', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=None {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 19:37:00 user nova-compute[75147]: DEBUG nova.objects.instance [None req-b9ae2390-29d7-45e6-b242-11072e988ade tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Lazy-loading 'resources' on Instance uuid 68a6c383-5da2-4e99-9c46-682c1da71a4e {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:37:00 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:37:00 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:37:00 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75147) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 19:37:00 user nova-compute[75147]: DEBUG nova.objects.base [None req-b9ae2390-29d7-45e6-b242-11072e988ade tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Object Instance<68a6c383-5da2-4e99-9c46-682c1da71a4e> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=75147) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 19:37:00 user nova-compute[75147]: DEBUG nova.objects.instance [None req-b9ae2390-29d7-45e6-b242-11072e988ade tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Lazy-loading 'numa_topology' on Instance uuid 68a6c383-5da2-4e99-9c46-682c1da71a4e {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:37:00 user nova-compute[75147]: DEBUG nova.objects.base [None req-b9ae2390-29d7-45e6-b242-11072e988ade tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Object Instance<68a6c383-5da2-4e99-9c46-682c1da71a4e> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=75147) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 19:37:00 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-b9ae2390-29d7-45e6-b242-11072e988ade tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:37:00 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-b9ae2390-29d7-45e6-b242-11072e988ade tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:37:00 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-b9ae2390-29d7-45e6-b242-11072e988ade tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 19:37:00 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-b9ae2390-29d7-45e6-b242-11072e988ade tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] CPU controller missing on host. {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 19:37:00 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-c92e0105-7bf2-4db9-8445-263e1b625045 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] No BDM found with device name vda, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:37:00 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-c92e0105-7bf2-4db9-8445-263e1b625045 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] No BDM found with device name hda, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:37:00 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-c92e0105-7bf2-4db9-8445-263e1b625045 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] No VIF found with MAC fa:16:3e:c3:79:20, not building metadata {{(pid=75147) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 19:37:00 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-b9ae2390-29d7-45e6-b242-11072e988ade tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 19:37:00 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-b9ae2390-29d7-45e6-b242-11072e988ade tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] CPU controller found on host. {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 19:37:00 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-b9ae2390-29d7-45e6-b242-11072e988ade tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75147) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 19:37:00 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-b9ae2390-29d7-45e6-b242-11072e988ade tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T19:21:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T19:22:09Z,direct_url=<?>,disk_format='qcow2',id=d52df17c-5315-4a73-ab7c-34c161a414fb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0b43115555434818b0c8bdf6be4946da',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T19:22:11Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 19:37:00 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-b9ae2390-29d7-45e6-b242-11072e988ade tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Flavor limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 19:37:00 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-b9ae2390-29d7-45e6-b242-11072e988ade tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Image limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 19:37:00 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-b9ae2390-29d7-45e6-b242-11072e988ade tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Flavor pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 19:37:00 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-b9ae2390-29d7-45e6-b242-11072e988ade tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Image pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 19:37:00 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-b9ae2390-29d7-45e6-b242-11072e988ade tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 19:37:00 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-b9ae2390-29d7-45e6-b242-11072e988ade tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 19:37:00 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-b9ae2390-29d7-45e6-b242-11072e988ade tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 19:37:00 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-b9ae2390-29d7-45e6-b242-11072e988ade tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Got 1 possible topologies {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 19:37:00 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-b9ae2390-29d7-45e6-b242-11072e988ade tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 19:37:00 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-b9ae2390-29d7-45e6-b242-11072e988ade tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 19:37:00 user nova-compute[75147]: DEBUG nova.objects.instance [None req-b9ae2390-29d7-45e6-b242-11072e988ade tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Lazy-loading 'vcpu_model' on Instance uuid 68a6c383-5da2-4e99-9c46-682c1da71a4e {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:37:00 user nova-compute[75147]: DEBUG nova.objects.base [None req-b9ae2390-29d7-45e6-b242-11072e988ade tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Object Instance<68a6c383-5da2-4e99-9c46-682c1da71a4e> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=75147) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 19:37:01 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-b9ae2390-29d7-45e6-b242-11072e988ade tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:34:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-341955599',display_name='tempest-ServerRescueNegativeTestJSON-server-341955599',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-341955599',id=23,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEZHM62N+vIVDuwoWogbOY+EbJLtpDhTQGq5cIz8HpPacaB8qQx4vWQsFUOVW66oR4MSNcqwCozcG75qDXStKDILmbcQuDCEtIcZID22RalmtyNcCKU4UU/fTciUEghI7g==',key_name='tempest-keypair-276077532',keypairs=<?>,launch_index=0,launched_at=2023-10-27T19:34:47Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='c05b7c7e7bf147fcbc02a57ffda4a15d',ramdisk_id='',reservation_id='r-tt0c8fs2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-2101781904',owner_user_name='tempest-ServerRescueNegativeTestJSON-2101781904-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:34:48Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='93e1abe7cc4e4248a6f9682cbd7b00aa',uuid=68a6c383-5da2-4e99-9c46-682c1da71a4e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a12e99e1-8a31-41e4-8730-b290c44f687b", "address": "fa:16:3e:1f:d1:6d", "network": {"id": "997a94dd-a6cc-485a-9bca-761040e12ccf", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-358973122-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.165", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerRescueNegativeTestJSON-358973122-network", "vif_mac": "fa:16:3e:1f:d1:6d"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c05b7c7e7bf147fcbc02a57ffda4a15d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa12e99e1-8a", "ovs_interfaceid": "a12e99e1-8a31-41e4-8730-b290c44f687b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75147) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 19:37:01 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-b9ae2390-29d7-45e6-b242-11072e988ade tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Converting VIF {"id": "a12e99e1-8a31-41e4-8730-b290c44f687b", "address": "fa:16:3e:1f:d1:6d", "network": {"id": "997a94dd-a6cc-485a-9bca-761040e12ccf", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-358973122-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.165", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerRescueNegativeTestJSON-358973122-network", "vif_mac": "fa:16:3e:1f:d1:6d"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c05b7c7e7bf147fcbc02a57ffda4a15d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa12e99e1-8a", "ovs_interfaceid": "a12e99e1-8a31-41e4-8730-b290c44f687b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:37:01 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-b9ae2390-29d7-45e6-b242-11072e988ade tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:1f:d1:6d,bridge_name='br-int',has_traffic_filtering=True,id=a12e99e1-8a31-41e4-8730-b290c44f687b,network=Network(997a94dd-a6cc-485a-9bca-761040e12ccf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa12e99e1-8a') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:37:01 user nova-compute[75147]: DEBUG nova.objects.instance [None req-b9ae2390-29d7-45e6-b242-11072e988ade tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Lazy-loading 'pci_devices' on Instance uuid 68a6c383-5da2-4e99-9c46-682c1da71a4e {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:37:01 user nova-compute[75147]: DEBUG nova.objects.base [None req-b9ae2390-29d7-45e6-b242-11072e988ade tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Object Instance<68a6c383-5da2-4e99-9c46-682c1da71a4e> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=75147) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 19:37:01 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-b9ae2390-29d7-45e6-b242-11072e988ade tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] End _get_guest_xml xml=<domain type="kvm">
Oct 27 19:37:01 user nova-compute[75147]:   <uuid>68a6c383-5da2-4e99-9c46-682c1da71a4e</uuid>
Oct 27 19:37:01 user nova-compute[75147]:   <name>instance-00000017</name>
Oct 27 19:37:01 user nova-compute[75147]:   <memory>524288</memory>
Oct 27 19:37:01 user nova-compute[75147]:   <vcpu>1</vcpu>
Oct 27 19:37:01 user nova-compute[75147]:   <metadata>
Oct 27 19:37:01 user nova-compute[75147]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 19:37:01 user nova-compute[75147]:       <nova:package version="0.0.0"/>
Oct 27 19:37:01 user nova-compute[75147]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-341955599</nova:name>
Oct 27 19:37:01 user nova-compute[75147]:       <nova:creationTime>2023-10-27 19:37:00</nova:creationTime>
Oct 27 19:37:01 user nova-compute[75147]:       <nova:flavor name="m1.tiny">
Oct 27 19:37:01 user nova-compute[75147]:         <nova:memory>512</nova:memory>
Oct 27 19:37:01 user nova-compute[75147]:         <nova:disk>1</nova:disk>
Oct 27 19:37:01 user nova-compute[75147]:         <nova:swap>0</nova:swap>
Oct 27 19:37:01 user nova-compute[75147]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 19:37:01 user nova-compute[75147]:         <nova:vcpus>1</nova:vcpus>
Oct 27 19:37:01 user nova-compute[75147]:       </nova:flavor>
Oct 27 19:37:01 user nova-compute[75147]:       <nova:owner>
Oct 27 19:37:01 user nova-compute[75147]:         <nova:user uuid="93e1abe7cc4e4248a6f9682cbd7b00aa">tempest-ServerRescueNegativeTestJSON-2101781904-project-member</nova:user>
Oct 27 19:37:01 user nova-compute[75147]:         <nova:project uuid="c05b7c7e7bf147fcbc02a57ffda4a15d">tempest-ServerRescueNegativeTestJSON-2101781904</nova:project>
Oct 27 19:37:01 user nova-compute[75147]:       </nova:owner>
Oct 27 19:37:01 user nova-compute[75147]:       <nova:root type="image" uuid="d52df17c-5315-4a73-ab7c-34c161a414fb"/>
Oct 27 19:37:01 user nova-compute[75147]:       <nova:ports>
Oct 27 19:37:01 user nova-compute[75147]:         <nova:port uuid="a12e99e1-8a31-41e4-8730-b290c44f687b">
Oct 27 19:37:01 user nova-compute[75147]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Oct 27 19:37:01 user nova-compute[75147]:         </nova:port>
Oct 27 19:37:01 user nova-compute[75147]:       </nova:ports>
Oct 27 19:37:01 user nova-compute[75147]:     </nova:instance>
Oct 27 19:37:01 user nova-compute[75147]:   </metadata>
Oct 27 19:37:01 user nova-compute[75147]:   <sysinfo type="smbios">
Oct 27 19:37:01 user nova-compute[75147]:     <system>
Oct 27 19:37:01 user nova-compute[75147]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 19:37:01 user nova-compute[75147]:       <entry name="product">OpenStack Nova</entry>
Oct 27 19:37:01 user nova-compute[75147]:       <entry name="version">0.0.0</entry>
Oct 27 19:37:01 user nova-compute[75147]:       <entry name="serial">68a6c383-5da2-4e99-9c46-682c1da71a4e</entry>
Oct 27 19:37:01 user nova-compute[75147]:       <entry name="uuid">68a6c383-5da2-4e99-9c46-682c1da71a4e</entry>
Oct 27 19:37:01 user nova-compute[75147]:       <entry name="family">Virtual Machine</entry>
Oct 27 19:37:01 user nova-compute[75147]:     </system>
Oct 27 19:37:01 user nova-compute[75147]:   </sysinfo>
Oct 27 19:37:01 user nova-compute[75147]:   <os>
Oct 27 19:37:01 user nova-compute[75147]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 19:37:01 user nova-compute[75147]:     <smbios mode="sysinfo"/>
Oct 27 19:37:01 user nova-compute[75147]:   </os>
Oct 27 19:37:01 user nova-compute[75147]:   <features>
Oct 27 19:37:01 user nova-compute[75147]:     <acpi/>
Oct 27 19:37:01 user nova-compute[75147]:     <apic/>
Oct 27 19:37:01 user nova-compute[75147]:     <vmcoreinfo/>
Oct 27 19:37:01 user nova-compute[75147]:   </features>
Oct 27 19:37:01 user nova-compute[75147]:   <clock offset="utc">
Oct 27 19:37:01 user nova-compute[75147]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 19:37:01 user nova-compute[75147]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 19:37:01 user nova-compute[75147]:     <timer name="hpet" present="no"/>
Oct 27 19:37:01 user nova-compute[75147]:   </clock>
Oct 27 19:37:01 user nova-compute[75147]:   <cpu mode="custom" match="exact">
Oct 27 19:37:01 user nova-compute[75147]:     <model>Nehalem</model>
Oct 27 19:37:01 user nova-compute[75147]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 19:37:01 user nova-compute[75147]:   </cpu>
Oct 27 19:37:01 user nova-compute[75147]:   <devices>
Oct 27 19:37:01 user nova-compute[75147]:     <disk type="file" device="disk">
Oct 27 19:37:01 user nova-compute[75147]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 27 19:37:01 user nova-compute[75147]:       <source file="/opt/stack/data/nova/instances/68a6c383-5da2-4e99-9c46-682c1da71a4e/disk.rescue"/>
Oct 27 19:37:01 user nova-compute[75147]:       <target dev="vda" bus="virtio"/>
Oct 27 19:37:01 user nova-compute[75147]:     </disk>
Oct 27 19:37:01 user nova-compute[75147]:     <disk type="file" device="disk">
Oct 27 19:37:01 user nova-compute[75147]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 27 19:37:01 user nova-compute[75147]:       <source file="/opt/stack/data/nova/instances/68a6c383-5da2-4e99-9c46-682c1da71a4e/disk"/>
Oct 27 19:37:01 user nova-compute[75147]:       <target dev="vdb" bus="virtio"/>
Oct 27 19:37:01 user nova-compute[75147]:     </disk>
Oct 27 19:37:01 user nova-compute[75147]:     <interface type="ethernet">
Oct 27 19:37:01 user nova-compute[75147]:       <mac address="fa:16:3e:1f:d1:6d"/>
Oct 27 19:37:01 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:37:01 user nova-compute[75147]:       <mtu size="1442"/>
Oct 27 19:37:01 user nova-compute[75147]:       <target dev="tapa12e99e1-8a"/>
Oct 27 19:37:01 user nova-compute[75147]:     </interface>
Oct 27 19:37:01 user nova-compute[75147]:     <serial type="pty">
Oct 27 19:37:01 user nova-compute[75147]:       <log file="/opt/stack/data/nova/instances/68a6c383-5da2-4e99-9c46-682c1da71a4e/console.log" append="off"/>
Oct 27 19:37:01 user nova-compute[75147]:     </serial>
Oct 27 19:37:01 user nova-compute[75147]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 19:37:01 user nova-compute[75147]:     <video>
Oct 27 19:37:01 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:37:01 user nova-compute[75147]:     </video>
Oct 27 19:37:01 user nova-compute[75147]:     <rng model="virtio">
Oct 27 19:37:01 user nova-compute[75147]:       <backend model="random">/dev/urandom</backend>
Oct 27 19:37:01 user nova-compute[75147]:     </rng>
Oct 27 19:37:01 user nova-compute[75147]:     <controller type="usb" index="0" model="none"/>
Oct 27 19:37:01 user nova-compute[75147]:     <memballoon model="virtio">
Oct 27 19:37:01 user nova-compute[75147]:       <stats period="10"/>
Oct 27 19:37:01 user nova-compute[75147]:     </memballoon>
Oct 27 19:37:01 user nova-compute[75147]:   </devices>
Oct 27 19:37:01 user nova-compute[75147]: </domain>
Oct 27 19:37:01 user nova-compute[75147]:  {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 19:37:01 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Instance destroyed successfully.
Oct 27 19:37:01 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-b9ae2390-29d7-45e6-b242-11072e988ade tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] No BDM found with device name vda, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:37:01 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-b9ae2390-29d7-45e6-b242-11072e988ade tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:37:01 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-b9ae2390-29d7-45e6-b242-11072e988ade tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] No VIF found with MAC fa:16:3e:1f:d1:6d, not building metadata {{(pid=75147) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 19:37:01 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-c92e0105-7bf2-4db9-8445-263e1b625045 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Lock "2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 32.951s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:37:01 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:37:02 user nova-compute[75147]: DEBUG nova.compute.manager [req-995bb7e8-52a5-456e-b5c8-bdef40ecaa87 req-e9791f24-2815-482d-b965-6821308be503 service nova] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Received event network-vif-plugged-a12e99e1-8a31-41e4-8730-b290c44f687b {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:37:02 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-995bb7e8-52a5-456e-b5c8-bdef40ecaa87 req-e9791f24-2815-482d-b965-6821308be503 service nova] Acquiring lock "68a6c383-5da2-4e99-9c46-682c1da71a4e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:37:02 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-995bb7e8-52a5-456e-b5c8-bdef40ecaa87 req-e9791f24-2815-482d-b965-6821308be503 service nova] Lock "68a6c383-5da2-4e99-9c46-682c1da71a4e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:37:02 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-995bb7e8-52a5-456e-b5c8-bdef40ecaa87 req-e9791f24-2815-482d-b965-6821308be503 service nova] Lock "68a6c383-5da2-4e99-9c46-682c1da71a4e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:37:02 user nova-compute[75147]: DEBUG nova.compute.manager [req-995bb7e8-52a5-456e-b5c8-bdef40ecaa87 req-e9791f24-2815-482d-b965-6821308be503 service nova] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] No waiting events found dispatching network-vif-plugged-a12e99e1-8a31-41e4-8730-b290c44f687b {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:37:02 user nova-compute[75147]: WARNING nova.compute.manager [req-995bb7e8-52a5-456e-b5c8-bdef40ecaa87 req-e9791f24-2815-482d-b965-6821308be503 service nova] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Received unexpected event network-vif-plugged-a12e99e1-8a31-41e4-8730-b290c44f687b for instance with vm_state active and task_state rescuing.
Oct 27 19:37:02 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:37:02 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:37:02 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:37:02 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:37:02 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:37:02 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-8b3a3b08-3f13-4aea-88a5-902d85882f44 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Acquiring lock "2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:37:02 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-8b3a3b08-3f13-4aea-88a5-902d85882f44 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Lock "2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:37:02 user nova-compute[75147]: INFO nova.compute.manager [None req-8b3a3b08-3f13-4aea-88a5-902d85882f44 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] Detaching volume 59b846e5-274c-43d5-8531-0dd47a96c64f
Oct 27 19:37:02 user nova-compute[75147]: INFO nova.virt.block_device [None req-8b3a3b08-3f13-4aea-88a5-902d85882f44 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] Attempting to driver detach volume 59b846e5-274c-43d5-8531-0dd47a96c64f from mountpoint /dev/vdb
Oct 27 19:37:02 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-8b3a3b08-3f13-4aea-88a5-902d85882f44 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Attempting to detach device vdb from instance 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0 from the persistent domain config. {{(pid=75147) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 27 19:37:02 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-8b3a3b08-3f13-4aea-88a5-902d85882f44 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] detach device xml: <disk type="block" device="disk">
Oct 27 19:37:02 user nova-compute[75147]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 19:37:02 user nova-compute[75147]:   <source dev="/dev/sdd"/>
Oct 27 19:37:02 user nova-compute[75147]:   <target dev="vdb" bus="virtio"/>
Oct 27 19:37:02 user nova-compute[75147]:   <serial>59b846e5-274c-43d5-8531-0dd47a96c64f</serial>
Oct 27 19:37:02 user nova-compute[75147]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Oct 27 19:37:02 user nova-compute[75147]: </disk>
Oct 27 19:37:02 user nova-compute[75147]:  {{(pid=75147) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 19:37:02 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-8b3a3b08-3f13-4aea-88a5-902d85882f44 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Successfully detached device vdb from instance 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0 from the persistent domain config.
Oct 27 19:37:02 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-8b3a3b08-3f13-4aea-88a5-902d85882f44 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0 from the live domain config. {{(pid=75147) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 27 19:37:02 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-8b3a3b08-3f13-4aea-88a5-902d85882f44 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] detach device xml: <disk type="block" device="disk">
Oct 27 19:37:02 user nova-compute[75147]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 19:37:02 user nova-compute[75147]:   <source dev="/dev/sdd"/>
Oct 27 19:37:02 user nova-compute[75147]:   <target dev="vdb" bus="virtio"/>
Oct 27 19:37:02 user nova-compute[75147]:   <serial>59b846e5-274c-43d5-8531-0dd47a96c64f</serial>
Oct 27 19:37:02 user nova-compute[75147]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Oct 27 19:37:02 user nova-compute[75147]: </disk>
Oct 27 19:37:02 user nova-compute[75147]:  {{(pid=75147) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 19:37:02 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:37:02 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:37:03 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-8b3a3b08-3f13-4aea-88a5-902d85882f44 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0 {{(pid=75147) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 27 19:37:04 user nova-compute[75147]: DEBUG nova.compute.manager [req-397ad44c-4b98-48e0-96c8-200cb3724694 req-aab9911a-9677-42e8-861a-b234681915d5 service nova] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Received event network-vif-plugged-a12e99e1-8a31-41e4-8730-b290c44f687b {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:37:04 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-397ad44c-4b98-48e0-96c8-200cb3724694 req-aab9911a-9677-42e8-861a-b234681915d5 service nova] Acquiring lock "68a6c383-5da2-4e99-9c46-682c1da71a4e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:37:04 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-397ad44c-4b98-48e0-96c8-200cb3724694 req-aab9911a-9677-42e8-861a-b234681915d5 service nova] Lock "68a6c383-5da2-4e99-9c46-682c1da71a4e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:37:04 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-397ad44c-4b98-48e0-96c8-200cb3724694 req-aab9911a-9677-42e8-861a-b234681915d5 service nova] Lock "68a6c383-5da2-4e99-9c46-682c1da71a4e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:37:04 user nova-compute[75147]: DEBUG nova.compute.manager [req-397ad44c-4b98-48e0-96c8-200cb3724694 req-aab9911a-9677-42e8-861a-b234681915d5 service nova] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] No waiting events found dispatching network-vif-plugged-a12e99e1-8a31-41e4-8730-b290c44f687b {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:37:04 user nova-compute[75147]: WARNING nova.compute.manager [req-397ad44c-4b98-48e0-96c8-200cb3724694 req-aab9911a-9677-42e8-861a-b234681915d5 service nova] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Received unexpected event network-vif-plugged-a12e99e1-8a31-41e4-8730-b290c44f687b for instance with vm_state active and task_state rescuing.
Oct 27 19:37:04 user nova-compute[75147]: DEBUG nova.compute.manager [req-397ad44c-4b98-48e0-96c8-200cb3724694 req-aab9911a-9677-42e8-861a-b234681915d5 service nova] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Received event network-vif-plugged-a12e99e1-8a31-41e4-8730-b290c44f687b {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:37:04 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-397ad44c-4b98-48e0-96c8-200cb3724694 req-aab9911a-9677-42e8-861a-b234681915d5 service nova] Acquiring lock "68a6c383-5da2-4e99-9c46-682c1da71a4e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:37:04 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-397ad44c-4b98-48e0-96c8-200cb3724694 req-aab9911a-9677-42e8-861a-b234681915d5 service nova] Lock "68a6c383-5da2-4e99-9c46-682c1da71a4e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:37:04 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-397ad44c-4b98-48e0-96c8-200cb3724694 req-aab9911a-9677-42e8-861a-b234681915d5 service nova] Lock "68a6c383-5da2-4e99-9c46-682c1da71a4e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:37:04 user nova-compute[75147]: DEBUG nova.compute.manager [req-397ad44c-4b98-48e0-96c8-200cb3724694 req-aab9911a-9677-42e8-861a-b234681915d5 service nova] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] No waiting events found dispatching network-vif-plugged-a12e99e1-8a31-41e4-8730-b290c44f687b {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:37:04 user nova-compute[75147]: WARNING nova.compute.manager [req-397ad44c-4b98-48e0-96c8-200cb3724694 req-aab9911a-9677-42e8-861a-b234681915d5 service nova] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Received unexpected event network-vif-plugged-a12e99e1-8a31-41e4-8730-b290c44f687b for instance with vm_state active and task_state rescuing.
Oct 27 19:37:04 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:37:04 user nova-compute[75147]: DEBUG nova.compute.manager [None req-b9ae2390-29d7-45e6-b242-11072e988ade tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Checking state {{(pid=75147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 19:37:06 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:37:07 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-4c39b772-1f88-4a46-994a-864f119cb9fb tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Acquiring lock "7132ae80-42e0-45d0-a643-c5aa744abd5d" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:37:07 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-4c39b772-1f88-4a46-994a-864f119cb9fb tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Lock "7132ae80-42e0-45d0-a643-c5aa744abd5d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:37:07 user nova-compute[75147]: DEBUG nova.compute.manager [None req-4c39b772-1f88-4a46-994a-864f119cb9fb tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] [instance: 7132ae80-42e0-45d0-a643-c5aa744abd5d] Starting instance... {{(pid=75147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 27 19:37:07 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-4c39b772-1f88-4a46-994a-864f119cb9fb tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:37:07 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-4c39b772-1f88-4a46-994a-864f119cb9fb tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:37:07 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-4c39b772-1f88-4a46-994a-864f119cb9fb tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75147) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 19:37:07 user nova-compute[75147]: INFO nova.compute.claims [None req-4c39b772-1f88-4a46-994a-864f119cb9fb tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] [instance: 7132ae80-42e0-45d0-a643-c5aa744abd5d] Claim successful on node user
Oct 27 19:37:08 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-4c39b772-1f88-4a46-994a-864f119cb9fb tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:37:08 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-4c39b772-1f88-4a46-994a-864f119cb9fb tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:37:08 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-4c39b772-1f88-4a46-994a-864f119cb9fb tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.527s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:37:08 user nova-compute[75147]: DEBUG nova.compute.manager [None req-4c39b772-1f88-4a46-994a-864f119cb9fb tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] [instance: 7132ae80-42e0-45d0-a643-c5aa744abd5d] Start building networks asynchronously for instance. {{(pid=75147) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 27 19:37:08 user nova-compute[75147]: DEBUG nova.compute.manager [None req-4c39b772-1f88-4a46-994a-864f119cb9fb tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] [instance: 7132ae80-42e0-45d0-a643-c5aa744abd5d] Allocating IP information in the background. {{(pid=75147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 27 19:37:08 user nova-compute[75147]: DEBUG nova.network.neutron [None req-4c39b772-1f88-4a46-994a-864f119cb9fb tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] [instance: 7132ae80-42e0-45d0-a643-c5aa744abd5d] allocate_for_instance() {{(pid=75147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 27 19:37:08 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-4c39b772-1f88-4a46-994a-864f119cb9fb tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] [instance: 7132ae80-42e0-45d0-a643-c5aa744abd5d] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 27 19:37:08 user nova-compute[75147]: DEBUG nova.compute.manager [None req-4c39b772-1f88-4a46-994a-864f119cb9fb tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] [instance: 7132ae80-42e0-45d0-a643-c5aa744abd5d] Start building block device mappings for instance. {{(pid=75147) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 27 19:37:08 user nova-compute[75147]: DEBUG nova.compute.manager [None req-4c39b772-1f88-4a46-994a-864f119cb9fb tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] [instance: 7132ae80-42e0-45d0-a643-c5aa744abd5d] Start spawning the instance on the hypervisor. {{(pid=75147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 27 19:37:08 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-4c39b772-1f88-4a46-994a-864f119cb9fb tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] [instance: 7132ae80-42e0-45d0-a643-c5aa744abd5d] Creating instance directory {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 19:37:08 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-4c39b772-1f88-4a46-994a-864f119cb9fb tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] [instance: 7132ae80-42e0-45d0-a643-c5aa744abd5d] Creating image(s)
Oct 27 19:37:08 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-4c39b772-1f88-4a46-994a-864f119cb9fb tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Acquiring lock "/opt/stack/data/nova/instances/7132ae80-42e0-45d0-a643-c5aa744abd5d/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:37:08 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-4c39b772-1f88-4a46-994a-864f119cb9fb tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Lock "/opt/stack/data/nova/instances/7132ae80-42e0-45d0-a643-c5aa744abd5d/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:37:08 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-4c39b772-1f88-4a46-994a-864f119cb9fb tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Lock "/opt/stack/data/nova/instances/7132ae80-42e0-45d0-a643-c5aa744abd5d/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:37:08 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-4c39b772-1f88-4a46-994a-864f119cb9fb tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:37:08 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-4c39b772-1f88-4a46-994a-864f119cb9fb tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.184s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:37:08 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-4c39b772-1f88-4a46-994a-864f119cb9fb tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Acquiring lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:37:08 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-4c39b772-1f88-4a46-994a-864f119cb9fb tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:37:08 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-4c39b772-1f88-4a46-994a-864f119cb9fb tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:37:08 user nova-compute[75147]: DEBUG nova.policy [None req-4c39b772-1f88-4a46-994a-864f119cb9fb tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5bd4e215f31944c3ac14e84bb310e1af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4a7b775562ff4a9eb8d9db9a2d172c66', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75147) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 27 19:37:09 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-4c39b772-1f88-4a46-994a-864f119cb9fb tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.176s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:37:09 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-4c39b772-1f88-4a46-994a-864f119cb9fb tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa,backing_fmt=raw /opt/stack/data/nova/instances/7132ae80-42e0-45d0-a643-c5aa744abd5d/disk 1073741824 {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:37:09 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-4c39b772-1f88-4a46-994a-864f119cb9fb tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa,backing_fmt=raw /opt/stack/data/nova/instances/7132ae80-42e0-45d0-a643-c5aa744abd5d/disk 1073741824" returned: 0 in 0.049s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:37:09 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-4c39b772-1f88-4a46-994a-864f119cb9fb tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.231s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:37:09 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-4c39b772-1f88-4a46-994a-864f119cb9fb tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:37:09 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-4c39b772-1f88-4a46-994a-864f119cb9fb tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.193s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:37:09 user nova-compute[75147]: DEBUG nova.virt.disk.api [None req-4c39b772-1f88-4a46-994a-864f119cb9fb tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Checking if we can resize image /opt/stack/data/nova/instances/7132ae80-42e0-45d0-a643-c5aa744abd5d/disk. size=1073741824 {{(pid=75147) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 27 19:37:09 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-4c39b772-1f88-4a46-994a-864f119cb9fb tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7132ae80-42e0-45d0-a643-c5aa744abd5d/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:37:09 user nova-compute[75147]: DEBUG nova.network.neutron [None req-4c39b772-1f88-4a46-994a-864f119cb9fb tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] [instance: 7132ae80-42e0-45d0-a643-c5aa744abd5d] Successfully created port: 7dfdd598-c0c5-4851-a216-81bdc9a32477 {{(pid=75147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 19:37:09 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:37:09 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-4c39b772-1f88-4a46-994a-864f119cb9fb tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7132ae80-42e0-45d0-a643-c5aa744abd5d/disk --force-share --output=json" returned: 0 in 0.218s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:37:09 user nova-compute[75147]: DEBUG nova.virt.disk.api [None req-4c39b772-1f88-4a46-994a-864f119cb9fb tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Cannot resize image /opt/stack/data/nova/instances/7132ae80-42e0-45d0-a643-c5aa744abd5d/disk to a smaller size. {{(pid=75147) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 27 19:37:09 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-4c39b772-1f88-4a46-994a-864f119cb9fb tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] [instance: 7132ae80-42e0-45d0-a643-c5aa744abd5d] Created local disks {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 27 19:37:09 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-4c39b772-1f88-4a46-994a-864f119cb9fb tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] [instance: 7132ae80-42e0-45d0-a643-c5aa744abd5d] Ensure instance console log exists: /opt/stack/data/nova/instances/7132ae80-42e0-45d0-a643-c5aa744abd5d/console.log {{(pid=75147) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 19:37:09 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-4c39b772-1f88-4a46-994a-864f119cb9fb tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:37:09 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-4c39b772-1f88-4a46-994a-864f119cb9fb tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:37:09 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-4c39b772-1f88-4a46-994a-864f119cb9fb tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:37:10 user nova-compute[75147]: DEBUG nova.network.neutron [None req-4c39b772-1f88-4a46-994a-864f119cb9fb tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] [instance: 7132ae80-42e0-45d0-a643-c5aa744abd5d] Successfully updated port: 7dfdd598-c0c5-4851-a216-81bdc9a32477 {{(pid=75147) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 19:37:10 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-4c39b772-1f88-4a46-994a-864f119cb9fb tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Acquiring lock "refresh_cache-7132ae80-42e0-45d0-a643-c5aa744abd5d" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:37:10 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-4c39b772-1f88-4a46-994a-864f119cb9fb tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Acquired lock "refresh_cache-7132ae80-42e0-45d0-a643-c5aa744abd5d" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:37:10 user nova-compute[75147]: DEBUG nova.network.neutron [None req-4c39b772-1f88-4a46-994a-864f119cb9fb tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] [instance: 7132ae80-42e0-45d0-a643-c5aa744abd5d] Building network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 19:37:10 user nova-compute[75147]: DEBUG nova.compute.manager [req-f4ccf4e6-15fc-49ca-93a8-9675ec423010 req-565ca4d8-c277-43ba-9e42-573ec7b9929c service nova] [instance: 7132ae80-42e0-45d0-a643-c5aa744abd5d] Received event network-changed-7dfdd598-c0c5-4851-a216-81bdc9a32477 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:37:10 user nova-compute[75147]: DEBUG nova.compute.manager [req-f4ccf4e6-15fc-49ca-93a8-9675ec423010 req-565ca4d8-c277-43ba-9e42-573ec7b9929c service nova] [instance: 7132ae80-42e0-45d0-a643-c5aa744abd5d] Refreshing instance network info cache due to event network-changed-7dfdd598-c0c5-4851-a216-81bdc9a32477. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 19:37:10 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-f4ccf4e6-15fc-49ca-93a8-9675ec423010 req-565ca4d8-c277-43ba-9e42-573ec7b9929c service nova] Acquiring lock "refresh_cache-7132ae80-42e0-45d0-a643-c5aa744abd5d" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:37:10 user nova-compute[75147]: DEBUG nova.network.neutron [None req-4c39b772-1f88-4a46-994a-864f119cb9fb tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] [instance: 7132ae80-42e0-45d0-a643-c5aa744abd5d] Instance cache missing network info. {{(pid=75147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 19:37:10 user nova-compute[75147]: DEBUG nova.network.neutron [None req-4c39b772-1f88-4a46-994a-864f119cb9fb tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] [instance: 7132ae80-42e0-45d0-a643-c5aa744abd5d] Updating instance_info_cache with network_info: [{"id": "7dfdd598-c0c5-4851-a216-81bdc9a32477", "address": "fa:16:3e:69:bd:ba", "network": {"id": "8d47d2ae-4086-435a-a4d6-18dbb2fffaa2", "bridge": "br-int", "label": "tempest-VolumesActionsTest-407498730-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4a7b775562ff4a9eb8d9db9a2d172c66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7dfdd598-c0", "ovs_interfaceid": "7dfdd598-c0c5-4851-a216-81bdc9a32477", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:37:10 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-4c39b772-1f88-4a46-994a-864f119cb9fb tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Releasing lock "refresh_cache-7132ae80-42e0-45d0-a643-c5aa744abd5d" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:37:10 user nova-compute[75147]: DEBUG nova.compute.manager [None req-4c39b772-1f88-4a46-994a-864f119cb9fb tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] [instance: 7132ae80-42e0-45d0-a643-c5aa744abd5d] Instance network_info: |[{"id": "7dfdd598-c0c5-4851-a216-81bdc9a32477", "address": "fa:16:3e:69:bd:ba", "network": {"id": "8d47d2ae-4086-435a-a4d6-18dbb2fffaa2", "bridge": "br-int", "label": "tempest-VolumesActionsTest-407498730-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4a7b775562ff4a9eb8d9db9a2d172c66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7dfdd598-c0", "ovs_interfaceid": "7dfdd598-c0c5-4851-a216-81bdc9a32477", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 27 19:37:10 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-f4ccf4e6-15fc-49ca-93a8-9675ec423010 req-565ca4d8-c277-43ba-9e42-573ec7b9929c service nova] Acquired lock "refresh_cache-7132ae80-42e0-45d0-a643-c5aa744abd5d" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:37:10 user nova-compute[75147]: DEBUG nova.network.neutron [req-f4ccf4e6-15fc-49ca-93a8-9675ec423010 req-565ca4d8-c277-43ba-9e42-573ec7b9929c service nova] [instance: 7132ae80-42e0-45d0-a643-c5aa744abd5d] Refreshing network info cache for port 7dfdd598-c0c5-4851-a216-81bdc9a32477 {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 19:37:10 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-4c39b772-1f88-4a46-994a-864f119cb9fb tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] [instance: 7132ae80-42e0-45d0-a643-c5aa744abd5d] Start _get_guest_xml network_info=[{"id": "7dfdd598-c0c5-4851-a216-81bdc9a32477", "address": "fa:16:3e:69:bd:ba", "network": {"id": "8d47d2ae-4086-435a-a4d6-18dbb2fffaa2", "bridge": "br-int", "label": "tempest-VolumesActionsTest-407498730-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4a7b775562ff4a9eb8d9db9a2d172c66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7dfdd598-c0", "ovs_interfaceid": "7dfdd598-c0c5-4851-a216-81bdc9a32477", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T19:22:09Z,direct_url=<?>,disk_format='qcow2',id=d52df17c-5315-4a73-ab7c-34c161a414fb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0b43115555434818b0c8bdf6be4946da',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T19:22:11Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'encryption_options': None, 'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encrypted': False, 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_format': None, 'device_name': '/dev/vda', 'image_id': 'd52df17c-5315-4a73-ab7c-34c161a414fb'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 19:37:10 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-4c39b772-1f88-4a46-994a-864f119cb9fb tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:37:10 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-4c39b772-1f88-4a46-994a-864f119cb9fb tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:37:10 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-4c39b772-1f88-4a46-994a-864f119cb9fb tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 19:37:10 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-4c39b772-1f88-4a46-994a-864f119cb9fb tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] CPU controller missing on host. {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 19:37:10 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-4c39b772-1f88-4a46-994a-864f119cb9fb tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 19:37:10 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-4c39b772-1f88-4a46-994a-864f119cb9fb tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] CPU controller found on host. {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 19:37:10 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-4c39b772-1f88-4a46-994a-864f119cb9fb tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75147) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 19:37:10 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-4c39b772-1f88-4a46-994a-864f119cb9fb tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T19:21:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T19:22:09Z,direct_url=<?>,disk_format='qcow2',id=d52df17c-5315-4a73-ab7c-34c161a414fb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0b43115555434818b0c8bdf6be4946da',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T19:22:11Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 19:37:10 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-4c39b772-1f88-4a46-994a-864f119cb9fb tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Flavor limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 19:37:10 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-4c39b772-1f88-4a46-994a-864f119cb9fb tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Image limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 19:37:10 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-4c39b772-1f88-4a46-994a-864f119cb9fb tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Flavor pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 19:37:10 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-4c39b772-1f88-4a46-994a-864f119cb9fb tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Image pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 19:37:10 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-4c39b772-1f88-4a46-994a-864f119cb9fb tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 19:37:10 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-4c39b772-1f88-4a46-994a-864f119cb9fb tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 19:37:10 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-4c39b772-1f88-4a46-994a-864f119cb9fb tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 19:37:10 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-4c39b772-1f88-4a46-994a-864f119cb9fb tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Got 1 possible topologies {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 19:37:10 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-4c39b772-1f88-4a46-994a-864f119cb9fb tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 19:37:10 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-4c39b772-1f88-4a46-994a-864f119cb9fb tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 19:37:10 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-4c39b772-1f88-4a46-994a-864f119cb9fb tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:37:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-2078517881',display_name='tempest-VolumesActionsTest-instance-2078517881',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-2078517881',id=26,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4a7b775562ff4a9eb8d9db9a2d172c66',ramdisk_id='',reservation_id='r-gm3fkq59',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-1125903274',owner_user_name='tempest-VolumesActionsTest-1125903274-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:37:09Z,user_data=None,user_id='5bd4e215f31944c3ac14e84bb310e1af',uuid=7132ae80-42e0-45d0-a643-c5aa744abd5d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7dfdd598-c0c5-4851-a216-81bdc9a32477", "address": "fa:16:3e:69:bd:ba", "network": {"id": "8d47d2ae-4086-435a-a4d6-18dbb2fffaa2", "bridge": "br-int", "label": "tempest-VolumesActionsTest-407498730-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4a7b775562ff4a9eb8d9db9a2d172c66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7dfdd598-c0", "ovs_interfaceid": "7dfdd598-c0c5-4851-a216-81bdc9a32477", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75147) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 19:37:10 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-4c39b772-1f88-4a46-994a-864f119cb9fb tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Converting VIF {"id": "7dfdd598-c0c5-4851-a216-81bdc9a32477", "address": "fa:16:3e:69:bd:ba", "network": {"id": "8d47d2ae-4086-435a-a4d6-18dbb2fffaa2", "bridge": "br-int", "label": "tempest-VolumesActionsTest-407498730-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4a7b775562ff4a9eb8d9db9a2d172c66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7dfdd598-c0", "ovs_interfaceid": "7dfdd598-c0c5-4851-a216-81bdc9a32477", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:37:10 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-4c39b772-1f88-4a46-994a-864f119cb9fb tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:69:bd:ba,bridge_name='br-int',has_traffic_filtering=True,id=7dfdd598-c0c5-4851-a216-81bdc9a32477,network=Network(8d47d2ae-4086-435a-a4d6-18dbb2fffaa2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7dfdd598-c0') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:37:10 user nova-compute[75147]: DEBUG nova.objects.instance [None req-4c39b772-1f88-4a46-994a-864f119cb9fb tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Lazy-loading 'pci_devices' on Instance uuid 7132ae80-42e0-45d0-a643-c5aa744abd5d {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:37:10 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-4c39b772-1f88-4a46-994a-864f119cb9fb tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] [instance: 7132ae80-42e0-45d0-a643-c5aa744abd5d] End _get_guest_xml xml=<domain type="kvm">
Oct 27 19:37:10 user nova-compute[75147]:   <uuid>7132ae80-42e0-45d0-a643-c5aa744abd5d</uuid>
Oct 27 19:37:10 user nova-compute[75147]:   <name>instance-0000001a</name>
Oct 27 19:37:10 user nova-compute[75147]:   <memory>524288</memory>
Oct 27 19:37:10 user nova-compute[75147]:   <vcpu>1</vcpu>
Oct 27 19:37:10 user nova-compute[75147]:   <metadata>
Oct 27 19:37:10 user nova-compute[75147]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 19:37:10 user nova-compute[75147]:       <nova:package version="0.0.0"/>
Oct 27 19:37:10 user nova-compute[75147]:       <nova:name>tempest-VolumesActionsTest-instance-2078517881</nova:name>
Oct 27 19:37:10 user nova-compute[75147]:       <nova:creationTime>2023-10-27 19:37:10</nova:creationTime>
Oct 27 19:37:10 user nova-compute[75147]:       <nova:flavor name="m1.tiny">
Oct 27 19:37:10 user nova-compute[75147]:         <nova:memory>512</nova:memory>
Oct 27 19:37:10 user nova-compute[75147]:         <nova:disk>1</nova:disk>
Oct 27 19:37:10 user nova-compute[75147]:         <nova:swap>0</nova:swap>
Oct 27 19:37:10 user nova-compute[75147]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 19:37:10 user nova-compute[75147]:         <nova:vcpus>1</nova:vcpus>
Oct 27 19:37:10 user nova-compute[75147]:       </nova:flavor>
Oct 27 19:37:10 user nova-compute[75147]:       <nova:owner>
Oct 27 19:37:10 user nova-compute[75147]:         <nova:user uuid="5bd4e215f31944c3ac14e84bb310e1af">tempest-VolumesActionsTest-1125903274-project-member</nova:user>
Oct 27 19:37:10 user nova-compute[75147]:         <nova:project uuid="4a7b775562ff4a9eb8d9db9a2d172c66">tempest-VolumesActionsTest-1125903274</nova:project>
Oct 27 19:37:10 user nova-compute[75147]:       </nova:owner>
Oct 27 19:37:10 user nova-compute[75147]:       <nova:root type="image" uuid="d52df17c-5315-4a73-ab7c-34c161a414fb"/>
Oct 27 19:37:10 user nova-compute[75147]:       <nova:ports>
Oct 27 19:37:10 user nova-compute[75147]:         <nova:port uuid="7dfdd598-c0c5-4851-a216-81bdc9a32477">
Oct 27 19:37:10 user nova-compute[75147]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Oct 27 19:37:10 user nova-compute[75147]:         </nova:port>
Oct 27 19:37:10 user nova-compute[75147]:       </nova:ports>
Oct 27 19:37:10 user nova-compute[75147]:     </nova:instance>
Oct 27 19:37:10 user nova-compute[75147]:   </metadata>
Oct 27 19:37:10 user nova-compute[75147]:   <sysinfo type="smbios">
Oct 27 19:37:10 user nova-compute[75147]:     <system>
Oct 27 19:37:10 user nova-compute[75147]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 19:37:10 user nova-compute[75147]:       <entry name="product">OpenStack Nova</entry>
Oct 27 19:37:10 user nova-compute[75147]:       <entry name="version">0.0.0</entry>
Oct 27 19:37:10 user nova-compute[75147]:       <entry name="serial">7132ae80-42e0-45d0-a643-c5aa744abd5d</entry>
Oct 27 19:37:10 user nova-compute[75147]:       <entry name="uuid">7132ae80-42e0-45d0-a643-c5aa744abd5d</entry>
Oct 27 19:37:10 user nova-compute[75147]:       <entry name="family">Virtual Machine</entry>
Oct 27 19:37:10 user nova-compute[75147]:     </system>
Oct 27 19:37:10 user nova-compute[75147]:   </sysinfo>
Oct 27 19:37:10 user nova-compute[75147]:   <os>
Oct 27 19:37:10 user nova-compute[75147]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 19:37:10 user nova-compute[75147]:     <boot dev="hd"/>
Oct 27 19:37:10 user nova-compute[75147]:     <smbios mode="sysinfo"/>
Oct 27 19:37:10 user nova-compute[75147]:   </os>
Oct 27 19:37:10 user nova-compute[75147]:   <features>
Oct 27 19:37:10 user nova-compute[75147]:     <acpi/>
Oct 27 19:37:10 user nova-compute[75147]:     <apic/>
Oct 27 19:37:10 user nova-compute[75147]:     <vmcoreinfo/>
Oct 27 19:37:10 user nova-compute[75147]:   </features>
Oct 27 19:37:10 user nova-compute[75147]:   <clock offset="utc">
Oct 27 19:37:10 user nova-compute[75147]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 19:37:10 user nova-compute[75147]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 19:37:10 user nova-compute[75147]:     <timer name="hpet" present="no"/>
Oct 27 19:37:10 user nova-compute[75147]:   </clock>
Oct 27 19:37:10 user nova-compute[75147]:   <cpu mode="custom" match="exact">
Oct 27 19:37:10 user nova-compute[75147]:     <model>Nehalem</model>
Oct 27 19:37:10 user nova-compute[75147]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 19:37:10 user nova-compute[75147]:   </cpu>
Oct 27 19:37:10 user nova-compute[75147]:   <devices>
Oct 27 19:37:10 user nova-compute[75147]:     <disk type="file" device="disk">
Oct 27 19:37:10 user nova-compute[75147]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 27 19:37:10 user nova-compute[75147]:       <source file="/opt/stack/data/nova/instances/7132ae80-42e0-45d0-a643-c5aa744abd5d/disk"/>
Oct 27 19:37:10 user nova-compute[75147]:       <target dev="vda" bus="virtio"/>
Oct 27 19:37:10 user nova-compute[75147]:     </disk>
Oct 27 19:37:10 user nova-compute[75147]:     <interface type="ethernet">
Oct 27 19:37:10 user nova-compute[75147]:       <mac address="fa:16:3e:69:bd:ba"/>
Oct 27 19:37:10 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:37:10 user nova-compute[75147]:       <mtu size="1442"/>
Oct 27 19:37:10 user nova-compute[75147]:       <target dev="tap7dfdd598-c0"/>
Oct 27 19:37:10 user nova-compute[75147]:     </interface>
Oct 27 19:37:10 user nova-compute[75147]:     <serial type="pty">
Oct 27 19:37:10 user nova-compute[75147]:       <log file="/opt/stack/data/nova/instances/7132ae80-42e0-45d0-a643-c5aa744abd5d/console.log" append="off"/>
Oct 27 19:37:10 user nova-compute[75147]:     </serial>
Oct 27 19:37:10 user nova-compute[75147]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 19:37:10 user nova-compute[75147]:     <video>
Oct 27 19:37:10 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:37:10 user nova-compute[75147]:     </video>
Oct 27 19:37:10 user nova-compute[75147]:     <rng model="virtio">
Oct 27 19:37:10 user nova-compute[75147]:       <backend model="random">/dev/urandom</backend>
Oct 27 19:37:10 user nova-compute[75147]:     </rng>
Oct 27 19:37:10 user nova-compute[75147]:     <controller type="usb" index="0" model="none"/>
Oct 27 19:37:10 user nova-compute[75147]:     <memballoon model="virtio">
Oct 27 19:37:10 user nova-compute[75147]:       <stats period="10"/>
Oct 27 19:37:10 user nova-compute[75147]:     </memballoon>
Oct 27 19:37:10 user nova-compute[75147]:   </devices>
Oct 27 19:37:10 user nova-compute[75147]: </domain>
Oct 27 19:37:10 user nova-compute[75147]:  {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 19:37:10 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-4c39b772-1f88-4a46-994a-864f119cb9fb tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:37:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-2078517881',display_name='tempest-VolumesActionsTest-instance-2078517881',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-2078517881',id=26,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4a7b775562ff4a9eb8d9db9a2d172c66',ramdisk_id='',reservation_id='r-gm3fkq59',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-1125903274',owner_user_name='tempest-VolumesActionsTest-1125903274-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:37:09Z,user_data=None,user_id='5bd4e215f31944c3ac14e84bb310e1af',uuid=7132ae80-42e0-45d0-a643-c5aa744abd5d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7dfdd598-c0c5-4851-a216-81bdc9a32477", "address": "fa:16:3e:69:bd:ba", "network": {"id": "8d47d2ae-4086-435a-a4d6-18dbb2fffaa2", "bridge": "br-int", "label": "tempest-VolumesActionsTest-407498730-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4a7b775562ff4a9eb8d9db9a2d172c66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7dfdd598-c0", "ovs_interfaceid": "7dfdd598-c0c5-4851-a216-81bdc9a32477", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 19:37:10 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-4c39b772-1f88-4a46-994a-864f119cb9fb tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Converting VIF {"id": "7dfdd598-c0c5-4851-a216-81bdc9a32477", "address": "fa:16:3e:69:bd:ba", "network": {"id": "8d47d2ae-4086-435a-a4d6-18dbb2fffaa2", "bridge": "br-int", "label": "tempest-VolumesActionsTest-407498730-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4a7b775562ff4a9eb8d9db9a2d172c66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7dfdd598-c0", "ovs_interfaceid": "7dfdd598-c0c5-4851-a216-81bdc9a32477", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:37:10 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-4c39b772-1f88-4a46-994a-864f119cb9fb tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:69:bd:ba,bridge_name='br-int',has_traffic_filtering=True,id=7dfdd598-c0c5-4851-a216-81bdc9a32477,network=Network(8d47d2ae-4086-435a-a4d6-18dbb2fffaa2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7dfdd598-c0') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:37:10 user nova-compute[75147]: DEBUG os_vif [None req-4c39b772-1f88-4a46-994a-864f119cb9fb tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:69:bd:ba,bridge_name='br-int',has_traffic_filtering=True,id=7dfdd598-c0c5-4851-a216-81bdc9a32477,network=Network(8d47d2ae-4086-435a-a4d6-18dbb2fffaa2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7dfdd598-c0') {{(pid=75147) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 19:37:10 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:37:10 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:37:10 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 19:37:10 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:37:10 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '1f05b793-d576-511e-ad79-1d87a66e8ebd', '_type': 'linux-noop'}}, row=False) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:37:10 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:37:10 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:37:10 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:37:10 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:37:10 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap7dfdd598-c0, may_exist=True, interface_attrs={}) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:37:10 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap7dfdd598-c0, col_values=(('qos', UUID('9448522f-0798-4626-85e0-57295d998b8d')),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:37:10 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap7dfdd598-c0, col_values=(('external_ids', {'iface-id': '7dfdd598-c0c5-4851-a216-81bdc9a32477', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:69:bd:ba', 'vm-uuid': '7132ae80-42e0-45d0-a643-c5aa744abd5d'}),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:37:10 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:37:10 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:37:10 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:37:10 user nova-compute[75147]: INFO os_vif [None req-4c39b772-1f88-4a46-994a-864f119cb9fb tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:69:bd:ba,bridge_name='br-int',has_traffic_filtering=True,id=7dfdd598-c0c5-4851-a216-81bdc9a32477,network=Network(8d47d2ae-4086-435a-a4d6-18dbb2fffaa2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7dfdd598-c0')
Oct 27 19:37:10 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-4c39b772-1f88-4a46-994a-864f119cb9fb tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] No BDM found with device name vda, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:37:10 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-4c39b772-1f88-4a46-994a-864f119cb9fb tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] No VIF found with MAC fa:16:3e:69:bd:ba, not building metadata {{(pid=75147) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 19:37:10 user nova-compute[75147]: DEBUG nova.network.neutron [req-f4ccf4e6-15fc-49ca-93a8-9675ec423010 req-565ca4d8-c277-43ba-9e42-573ec7b9929c service nova] [instance: 7132ae80-42e0-45d0-a643-c5aa744abd5d] Updated VIF entry in instance network info cache for port 7dfdd598-c0c5-4851-a216-81bdc9a32477. {{(pid=75147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 19:37:10 user nova-compute[75147]: DEBUG nova.network.neutron [req-f4ccf4e6-15fc-49ca-93a8-9675ec423010 req-565ca4d8-c277-43ba-9e42-573ec7b9929c service nova] [instance: 7132ae80-42e0-45d0-a643-c5aa744abd5d] Updating instance_info_cache with network_info: [{"id": "7dfdd598-c0c5-4851-a216-81bdc9a32477", "address": "fa:16:3e:69:bd:ba", "network": {"id": "8d47d2ae-4086-435a-a4d6-18dbb2fffaa2", "bridge": "br-int", "label": "tempest-VolumesActionsTest-407498730-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4a7b775562ff4a9eb8d9db9a2d172c66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7dfdd598-c0", "ovs_interfaceid": "7dfdd598-c0c5-4851-a216-81bdc9a32477", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:37:10 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-f4ccf4e6-15fc-49ca-93a8-9675ec423010 req-565ca4d8-c277-43ba-9e42-573ec7b9929c service nova] Releasing lock "refresh_cache-7132ae80-42e0-45d0-a643-c5aa744abd5d" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:37:11 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:37:11 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:37:11 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:37:11 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:37:11 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:37:12 user nova-compute[75147]: DEBUG nova.compute.manager [req-4fd98c3c-09ac-447f-846e-a3bee9dc8972 req-494b04de-85b8-45a0-9da0-c6b66a03c07e service nova] [instance: 7132ae80-42e0-45d0-a643-c5aa744abd5d] Received event network-vif-plugged-7dfdd598-c0c5-4851-a216-81bdc9a32477 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:37:12 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-4fd98c3c-09ac-447f-846e-a3bee9dc8972 req-494b04de-85b8-45a0-9da0-c6b66a03c07e service nova] Acquiring lock "7132ae80-42e0-45d0-a643-c5aa744abd5d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:37:12 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-4fd98c3c-09ac-447f-846e-a3bee9dc8972 req-494b04de-85b8-45a0-9da0-c6b66a03c07e service nova] Lock "7132ae80-42e0-45d0-a643-c5aa744abd5d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:37:12 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-4fd98c3c-09ac-447f-846e-a3bee9dc8972 req-494b04de-85b8-45a0-9da0-c6b66a03c07e service nova] Lock "7132ae80-42e0-45d0-a643-c5aa744abd5d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:37:12 user nova-compute[75147]: DEBUG nova.compute.manager [req-4fd98c3c-09ac-447f-846e-a3bee9dc8972 req-494b04de-85b8-45a0-9da0-c6b66a03c07e service nova] [instance: 7132ae80-42e0-45d0-a643-c5aa744abd5d] No waiting events found dispatching network-vif-plugged-7dfdd598-c0c5-4851-a216-81bdc9a32477 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:37:12 user nova-compute[75147]: WARNING nova.compute.manager [req-4fd98c3c-09ac-447f-846e-a3bee9dc8972 req-494b04de-85b8-45a0-9da0-c6b66a03c07e service nova] [instance: 7132ae80-42e0-45d0-a643-c5aa744abd5d] Received unexpected event network-vif-plugged-7dfdd598-c0c5-4851-a216-81bdc9a32477 for instance with vm_state building and task_state spawning.
Oct 27 19:37:12 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:37:12 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:37:12 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:37:12 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:37:14 user nova-compute[75147]: DEBUG nova.compute.manager [None req-4c39b772-1f88-4a46-994a-864f119cb9fb tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] [instance: 7132ae80-42e0-45d0-a643-c5aa744abd5d] Instance event wait completed in 0 seconds for  {{(pid=75147) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 19:37:14 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-4c39b772-1f88-4a46-994a-864f119cb9fb tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] [instance: 7132ae80-42e0-45d0-a643-c5aa744abd5d] Guest created on hypervisor {{(pid=75147) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 19:37:14 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: 7132ae80-42e0-45d0-a643-c5aa744abd5d] Instance spawned successfully.
Oct 27 19:37:14 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-4c39b772-1f88-4a46-994a-864f119cb9fb tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] [instance: 7132ae80-42e0-45d0-a643-c5aa744abd5d] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 27 19:37:14 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-4c39b772-1f88-4a46-994a-864f119cb9fb tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] [instance: 7132ae80-42e0-45d0-a643-c5aa744abd5d] Found default for hw_cdrom_bus of ide {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:37:14 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-4c39b772-1f88-4a46-994a-864f119cb9fb tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] [instance: 7132ae80-42e0-45d0-a643-c5aa744abd5d] Found default for hw_disk_bus of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:37:14 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-4c39b772-1f88-4a46-994a-864f119cb9fb tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] [instance: 7132ae80-42e0-45d0-a643-c5aa744abd5d] Found default for hw_input_bus of None {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:37:14 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-4c39b772-1f88-4a46-994a-864f119cb9fb tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] [instance: 7132ae80-42e0-45d0-a643-c5aa744abd5d] Found default for hw_pointer_model of None {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:37:14 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-4c39b772-1f88-4a46-994a-864f119cb9fb tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] [instance: 7132ae80-42e0-45d0-a643-c5aa744abd5d] Found default for hw_video_model of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:37:14 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-4c39b772-1f88-4a46-994a-864f119cb9fb tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] [instance: 7132ae80-42e0-45d0-a643-c5aa744abd5d] Found default for hw_vif_model of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:37:14 user nova-compute[75147]: INFO nova.compute.manager [None req-4c39b772-1f88-4a46-994a-864f119cb9fb tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] [instance: 7132ae80-42e0-45d0-a643-c5aa744abd5d] Took 5.51 seconds to spawn the instance on the hypervisor.
Oct 27 19:37:14 user nova-compute[75147]: DEBUG nova.compute.manager [None req-4c39b772-1f88-4a46-994a-864f119cb9fb tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] [instance: 7132ae80-42e0-45d0-a643-c5aa744abd5d] Checking state {{(pid=75147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 19:37:14 user nova-compute[75147]: DEBUG nova.compute.manager [req-cde62cb0-7150-44d2-8f32-38985cba6cf2 req-48e9eb2a-879b-4041-886a-bcd825725a5f service nova] [instance: 7132ae80-42e0-45d0-a643-c5aa744abd5d] Received event network-vif-plugged-7dfdd598-c0c5-4851-a216-81bdc9a32477 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:37:14 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-cde62cb0-7150-44d2-8f32-38985cba6cf2 req-48e9eb2a-879b-4041-886a-bcd825725a5f service nova] Acquiring lock "7132ae80-42e0-45d0-a643-c5aa744abd5d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:37:14 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-cde62cb0-7150-44d2-8f32-38985cba6cf2 req-48e9eb2a-879b-4041-886a-bcd825725a5f service nova] Lock "7132ae80-42e0-45d0-a643-c5aa744abd5d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:37:14 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-cde62cb0-7150-44d2-8f32-38985cba6cf2 req-48e9eb2a-879b-4041-886a-bcd825725a5f service nova] Lock "7132ae80-42e0-45d0-a643-c5aa744abd5d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:37:14 user nova-compute[75147]: DEBUG nova.compute.manager [req-cde62cb0-7150-44d2-8f32-38985cba6cf2 req-48e9eb2a-879b-4041-886a-bcd825725a5f service nova] [instance: 7132ae80-42e0-45d0-a643-c5aa744abd5d] No waiting events found dispatching network-vif-plugged-7dfdd598-c0c5-4851-a216-81bdc9a32477 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:37:14 user nova-compute[75147]: WARNING nova.compute.manager [req-cde62cb0-7150-44d2-8f32-38985cba6cf2 req-48e9eb2a-879b-4041-886a-bcd825725a5f service nova] [instance: 7132ae80-42e0-45d0-a643-c5aa744abd5d] Received unexpected event network-vif-plugged-7dfdd598-c0c5-4851-a216-81bdc9a32477 for instance with vm_state building and task_state spawning.
Oct 27 19:37:14 user nova-compute[75147]: INFO nova.compute.manager [None req-4c39b772-1f88-4a46-994a-864f119cb9fb tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] [instance: 7132ae80-42e0-45d0-a643-c5aa744abd5d] Took 6.35 seconds to build instance.
Oct 27 19:37:14 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-4c39b772-1f88-4a46-994a-864f119cb9fb tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Lock "7132ae80-42e0-45d0-a643-c5aa744abd5d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.467s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:37:15 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:37:16 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:37:20 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:37:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:37:22 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-898aa0e2-3fe1-4db7-b711-6be9308ebfcd tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Acquiring lock "c38a6c4c-f585-4095-90b5-f41781c55d42" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:37:22 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-898aa0e2-3fe1-4db7-b711-6be9308ebfcd tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Lock "c38a6c4c-f585-4095-90b5-f41781c55d42" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:37:22 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-898aa0e2-3fe1-4db7-b711-6be9308ebfcd tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Acquiring lock "c38a6c4c-f585-4095-90b5-f41781c55d42-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:37:22 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-898aa0e2-3fe1-4db7-b711-6be9308ebfcd tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Lock "c38a6c4c-f585-4095-90b5-f41781c55d42-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:37:22 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-898aa0e2-3fe1-4db7-b711-6be9308ebfcd tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Lock "c38a6c4c-f585-4095-90b5-f41781c55d42-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:37:22 user nova-compute[75147]: INFO nova.compute.manager [None req-898aa0e2-3fe1-4db7-b711-6be9308ebfcd tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] [instance: c38a6c4c-f585-4095-90b5-f41781c55d42] Terminating instance
Oct 27 19:37:22 user nova-compute[75147]: DEBUG nova.compute.manager [None req-898aa0e2-3fe1-4db7-b711-6be9308ebfcd tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] [instance: c38a6c4c-f585-4095-90b5-f41781c55d42] Start destroying the instance on the hypervisor. {{(pid=75147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 27 19:37:22 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:37:22 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:37:22 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:37:22 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:37:22 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:37:23 user nova-compute[75147]: DEBUG nova.compute.manager [req-9baeb955-9e7f-4f87-a9af-56919a13258a req-32bc3dea-35de-43a8-b46f-8615b7900bea service nova] [instance: c38a6c4c-f585-4095-90b5-f41781c55d42] Received event network-vif-unplugged-c320dd84-cb35-43ff-8561-4d33719e7ffc {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:37:23 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-9baeb955-9e7f-4f87-a9af-56919a13258a req-32bc3dea-35de-43a8-b46f-8615b7900bea service nova] Acquiring lock "c38a6c4c-f585-4095-90b5-f41781c55d42-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:37:23 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-9baeb955-9e7f-4f87-a9af-56919a13258a req-32bc3dea-35de-43a8-b46f-8615b7900bea service nova] Lock "c38a6c4c-f585-4095-90b5-f41781c55d42-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:37:23 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-9baeb955-9e7f-4f87-a9af-56919a13258a req-32bc3dea-35de-43a8-b46f-8615b7900bea service nova] Lock "c38a6c4c-f585-4095-90b5-f41781c55d42-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:37:23 user nova-compute[75147]: DEBUG nova.compute.manager [req-9baeb955-9e7f-4f87-a9af-56919a13258a req-32bc3dea-35de-43a8-b46f-8615b7900bea service nova] [instance: c38a6c4c-f585-4095-90b5-f41781c55d42] No waiting events found dispatching network-vif-unplugged-c320dd84-cb35-43ff-8561-4d33719e7ffc {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:37:23 user nova-compute[75147]: DEBUG nova.compute.manager [req-9baeb955-9e7f-4f87-a9af-56919a13258a req-32bc3dea-35de-43a8-b46f-8615b7900bea service nova] [instance: c38a6c4c-f585-4095-90b5-f41781c55d42] Received event network-vif-unplugged-c320dd84-cb35-43ff-8561-4d33719e7ffc for instance with task_state deleting. {{(pid=75147) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 19:37:23 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-8b3a3b08-3f13-4aea-88a5-902d85882f44 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0 is timed out.
Oct 27 19:37:23 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-8b3a3b08-3f13-4aea-88a5-902d85882f44 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Successfully detached device vdb from instance 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0 from the live domain config.
Oct 27 19:37:23 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8b3a3b08-3f13-4aea-88a5-902d85882f44 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] calling os-brick to detach iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 19:37:23 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b3a3b08-3f13-4aea-88a5-902d85882f44 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, {'target_iqn': 'iqn.2010-10.org.openstack:59b846e5-274c-43d5-8531-0dd47a96c64f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BxuCqFvV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:37:23 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-8b3a3b08-3f13-4aea-88a5-902d85882f44 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:37:23 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-8b3a3b08-3f13-4aea-88a5-902d85882f44 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:37:23 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-8b3a3b08-3f13-4aea-88a5-902d85882f44 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:37:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:37:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:37:23 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3f13db6-692d-4798-b423-7a98c5c7f39c]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:59b846e5-274c-43d5-8531-0dd47a96c64f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:37:23 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b3a3b08-3f13-4aea-88a5-902d85882f44 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 19:37:23 user nova-compute[75147]: No targets found.
Oct 27 19:37:23 user nova-compute[75147]: iSNS:
Oct 27 19:37:23 user nova-compute[75147]: No targets found.
Oct 27 19:37:23 user nova-compute[75147]: STATIC:
Oct 27 19:37:23 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601
Oct 27 19:37:23 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:37:23 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:37:23 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:59b846e5-274c-43d5-8531-0dd47a96c64f
Oct 27 19:37:23 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:37:23 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:37:23 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76
Oct 27 19:37:23 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:37:23 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:37:23 user nova-compute[75147]: FIRMWARE:
Oct 27 19:37:23 user nova-compute[75147]: No targets found.
Oct 27 19:37:23 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:37:23 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b3a3b08-3f13-4aea-88a5-902d85882f44 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 19:37:23 user nova-compute[75147]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 19:37:23 user nova-compute[75147]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75147) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 19:37:23 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b3a3b08-3f13-4aea-88a5-902d85882f44 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:59b846e5-274c-43d5-8531-0dd47a96c64f', 0)] {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 19:37:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:37:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:37:23 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a9685fc-c245-4fc6-be87-29dc1ee966d7]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:59b846e5-274c-43d5-8531-0dd47a96c64f\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:37:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:37:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:37:23 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[3be41c5a-cafc-456b-84a3-8ff129cff4e9]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:59b846e5-274c-43d5-8531-0dd47a96c64f (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:37:23 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b3a3b08-3f13-4aea-88a5-902d85882f44 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601 (non-flash)
Oct 27 19:37:23 user nova-compute[75147]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76 (non-flash)
Oct 27 19:37:23 user nova-compute[75147]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:59b846e5-274c-43d5-8531-0dd47a96c64f (non-flash)
Oct 27 19:37:23 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:37:23 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b3a3b08-3f13-4aea-88a5-902d85882f44 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601 (non-flash)
Oct 27 19:37:23 user nova-compute[75147]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76 (non-flash)
Oct 27 19:37:23 user nova-compute[75147]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:59b846e5-274c-43d5-8531-0dd47a96c64f (non-flash)
Oct 27 19:37:23 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:37:23 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b3a3b08-3f13-4aea-88a5-902d85882f44 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f28ec493490>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:59b846e5-274c-43d5-8531-0dd47a96c64f'): ({'sdd'}, set())}) {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 19:37:23 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-8b3a3b08-3f13-4aea-88a5-902d85882f44 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Removing single pathed devices sdd {{(pid=75147) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 19:37:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:37:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:37:23 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[01fbc41a-e731-4ae8-bdfa-2c6a450935d6]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:37:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:37:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:37:23 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a2334f6-e89c-4866-b4af-85a69e05851a]: (4, ('ok\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:37:23 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-8b3a3b08-3f13-4aea-88a5-902d85882f44 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Flushing IO for device /dev/sdd {{(pid=75147) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 19:37:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:37:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.014s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:37:23 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[65f09cb5-59b3-45e7-81d7-1716bedfde00]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:37:23 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-8b3a3b08-3f13-4aea-88a5-902d85882f44 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75147) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 19:37:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:37:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.042s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:37:23 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5f1f968-e61c-46ea-92ec-ed5e9e844253]: (4, ('1', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:37:23 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-8b3a3b08-3f13-4aea-88a5-902d85882f44 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 19:37:23 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-8b3a3b08-3f13-4aea-88a5-902d85882f44 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] SCSI volumes sdd have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 19:37:23 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b3a3b08-3f13-4aea-88a5-902d85882f44 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:59b846e5-274c-43d5-8531-0dd47a96c64f')] {{(pid=75147) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 19:37:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:59b846e5-274c-43d5-8531-0dd47a96c64f -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:37:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:59b846e5-274c-43d5-8531-0dd47a96c64f -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:37:23 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[5daa40a7-6879-4594-8b75-41957cc8c819]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:37:23 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b3a3b08-3f13-4aea-88a5-902d85882f44 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:37:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:59b846e5-274c-43d5-8531-0dd47a96c64f -p 172.16.0.220:3260 --logout {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:37:23 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: c38a6c4c-f585-4095-90b5-f41781c55d42] Instance destroyed successfully.
Oct 27 19:37:23 user nova-compute[75147]: DEBUG nova.objects.instance [None req-898aa0e2-3fe1-4db7-b711-6be9308ebfcd tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Lazy-loading 'resources' on Instance uuid c38a6c4c-f585-4095-90b5-f41781c55d42 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:37:23 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-898aa0e2-3fe1-4db7-b711-6be9308ebfcd tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:32:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestServerVolumeAttachmentScenario-server-940010630',display_name='tempest-TestServerVolumeAttachmentScenario-server-940010630',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachmentscenario-server-940010630',id=18,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBP4x7vFk1b5lP1cvyrHBSwx/OsMBH6ITm4114RKogxNH7SL6Qg7rqieXVcPy1+oM7AwhAq60bVGcb+GtVODXyrRv46H1hrA6v3pfBQ1BKy2tudK+BcAawr0X0VDQ+lY0pQ==',key_name='tempest-keypair-830034795',keypairs=<?>,launch_index=0,launched_at=2023-10-27T19:33:00Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='6fdebbc0f0904af38b009a6c621971c1',ramdisk_id='',reservation_id='r-2covo96d',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestServerVolumeAttachmentScenario-207643289',owner_user_name='tempest-TestServerVolumeAttachmentScenario-207643289-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T19:33:01Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='18cd7d28650c40669b1e5bc2a4826b1d',uuid=c38a6c4c-f585-4095-90b5-f41781c55d42,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c320dd84-cb35-43ff-8561-4d33719e7ffc", "address": "fa:16:3e:8a:22:b4", "network": {"id": "9a022f64-7e83-4f32-b90a-91a264ef99c7", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-826018626-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6fdebbc0f0904af38b009a6c621971c1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc320dd84-cb", "ovs_interfaceid": "c320dd84-cb35-43ff-8561-4d33719e7ffc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 19:37:23 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-898aa0e2-3fe1-4db7-b711-6be9308ebfcd tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Converting VIF {"id": "c320dd84-cb35-43ff-8561-4d33719e7ffc", "address": "fa:16:3e:8a:22:b4", "network": {"id": "9a022f64-7e83-4f32-b90a-91a264ef99c7", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-826018626-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6fdebbc0f0904af38b009a6c621971c1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc320dd84-cb", "ovs_interfaceid": "c320dd84-cb35-43ff-8561-4d33719e7ffc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:37:23 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-898aa0e2-3fe1-4db7-b711-6be9308ebfcd tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:8a:22:b4,bridge_name='br-int',has_traffic_filtering=True,id=c320dd84-cb35-43ff-8561-4d33719e7ffc,network=Network(9a022f64-7e83-4f32-b90a-91a264ef99c7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc320dd84-cb') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:37:23 user nova-compute[75147]: DEBUG os_vif [None req-898aa0e2-3fe1-4db7-b711-6be9308ebfcd tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:8a:22:b4,bridge_name='br-int',has_traffic_filtering=True,id=c320dd84-cb35-43ff-8561-4d33719e7ffc,network=Network(9a022f64-7e83-4f32-b90a-91a264ef99c7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc320dd84-cb') {{(pid=75147) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 19:37:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:37:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc320dd84-cb, bridge=br-int, if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:37:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:37:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:37:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:37:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:37:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=3d0cc086-8aa0-46d2-99f3-44a72e55985e) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:37:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:37:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:37:23 user nova-compute[75147]: INFO os_vif [None req-898aa0e2-3fe1-4db7-b711-6be9308ebfcd tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:8a:22:b4,bridge_name='br-int',has_traffic_filtering=True,id=c320dd84-cb35-43ff-8561-4d33719e7ffc,network=Network(9a022f64-7e83-4f32-b90a-91a264ef99c7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc320dd84-cb')
Oct 27 19:37:23 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-898aa0e2-3fe1-4db7-b711-6be9308ebfcd tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] [instance: c38a6c4c-f585-4095-90b5-f41781c55d42] Deleting instance files /opt/stack/data/nova/instances/c38a6c4c-f585-4095-90b5-f41781c55d42_del
Oct 27 19:37:23 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-898aa0e2-3fe1-4db7-b711-6be9308ebfcd tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] [instance: c38a6c4c-f585-4095-90b5-f41781c55d42] Deletion of /opt/stack/data/nova/instances/c38a6c4c-f585-4095-90b5-f41781c55d42_del complete
Oct 27 19:37:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:59b846e5-274c-43d5-8531-0dd47a96c64f -p 172.16.0.220:3260 --logout" returned: 0 in 0.086s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:37:23 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[a8839806-ab72-4ea0-a941-b53ebb015d1e]: (4, ('Logging out of session [sid: 26, target: iqn.2010-10.org.openstack:59b846e5-274c-43d5-8531-0dd47a96c64f, portal: 172.16.0.220,3260]\nLogout of [sid: 26, target: iqn.2010-10.org.openstack:59b846e5-274c-43d5-8531-0dd47a96c64f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:37:23 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b3a3b08-3f13-4aea-88a5-902d85882f44 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 26, target: iqn.2010-10.org.openstack:59b846e5-274c-43d5-8531-0dd47a96c64f, portal: 172.16.0.220,3260]
Oct 27 19:37:23 user nova-compute[75147]: Logout of [sid: 26, target: iqn.2010-10.org.openstack:59b846e5-274c-43d5-8531-0dd47a96c64f, portal: 172.16.0.220,3260] successful.
Oct 27 19:37:23 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:37:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:59b846e5-274c-43d5-8531-0dd47a96c64f -p 172.16.0.220:3260 --op delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:37:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:59b846e5-274c-43d5-8531-0dd47a96c64f -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:37:23 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[b29efa66-9398-47ca-a985-9bceb0194585]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:37:23 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b3a3b08-3f13-4aea-88a5-902d85882f44 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:37:23 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-8b3a3b08-3f13-4aea-88a5-902d85882f44 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.344s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:37:23 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b3a3b08-3f13-4aea-88a5-902d85882f44 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] <== disconnect_volume: return (345ms) None {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:37:23 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8b3a3b08-3f13-4aea-88a5-902d85882f44 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] Disconnected iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 19:37:23 user nova-compute[75147]: INFO nova.compute.manager [None req-898aa0e2-3fe1-4db7-b711-6be9308ebfcd tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] [instance: c38a6c4c-f585-4095-90b5-f41781c55d42] Took 0.91 seconds to destroy the instance on the hypervisor.
Oct 27 19:37:23 user nova-compute[75147]: DEBUG oslo.service.loopingcall [None req-898aa0e2-3fe1-4db7-b711-6be9308ebfcd tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 27 19:37:23 user nova-compute[75147]: DEBUG nova.compute.manager [-] [instance: c38a6c4c-f585-4095-90b5-f41781c55d42] Deallocating network for instance {{(pid=75147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 27 19:37:23 user nova-compute[75147]: DEBUG nova.network.neutron [-] [instance: c38a6c4c-f585-4095-90b5-f41781c55d42] deallocate_for_instance() {{(pid=75147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 27 19:37:24 user nova-compute[75147]: DEBUG nova.network.neutron [-] [instance: c38a6c4c-f585-4095-90b5-f41781c55d42] Updating instance_info_cache with network_info: [] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:37:24 user nova-compute[75147]: INFO nova.compute.manager [-] [instance: c38a6c4c-f585-4095-90b5-f41781c55d42] Took 0.64 seconds to deallocate network for instance.
Oct 27 19:37:24 user nova-compute[75147]: DEBUG nova.compute.manager [req-092d36be-c60f-44b8-a649-5be56ce06357 req-721751c0-40ba-4e4c-9c55-e54e07ad0783 service nova] [instance: c38a6c4c-f585-4095-90b5-f41781c55d42] Received event network-vif-deleted-c320dd84-cb35-43ff-8561-4d33719e7ffc {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:37:24 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-898aa0e2-3fe1-4db7-b711-6be9308ebfcd tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:37:24 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-898aa0e2-3fe1-4db7-b711-6be9308ebfcd tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:37:24 user nova-compute[75147]: DEBUG nova.objects.instance [None req-8b3a3b08-3f13-4aea-88a5-902d85882f44 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Lazy-loading 'flavor' on Instance uuid 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:37:24 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-8b3a3b08-3f13-4aea-88a5-902d85882f44 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Lock "2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.991s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:37:24 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-898aa0e2-3fe1-4db7-b711-6be9308ebfcd tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Refreshing inventories for resource provider 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 27 19:37:24 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-898aa0e2-3fe1-4db7-b711-6be9308ebfcd tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Updating ProviderTree inventory for provider 719076f2-a22e-4833-8fe0-efddc2edace5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 27 19:37:24 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-898aa0e2-3fe1-4db7-b711-6be9308ebfcd tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Updating inventory in ProviderTree for provider 719076f2-a22e-4833-8fe0-efddc2edace5 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 27 19:37:24 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-898aa0e2-3fe1-4db7-b711-6be9308ebfcd tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Refreshing aggregate associations for resource provider 719076f2-a22e-4833-8fe0-efddc2edace5, aggregates: None {{(pid=75147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 27 19:37:24 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-898aa0e2-3fe1-4db7-b711-6be9308ebfcd tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Refreshing trait associations for resource provider 719076f2-a22e-4833-8fe0-efddc2edace5, traits: COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_VOLUME_EXTEND,HW_CPU_X86_SSSE3,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_NET_VIF_MODEL_RTL8139,HW_CPU_X86_SSE2,HW_CPU_X86_SSE42,COMPUTE_STORAGE_BUS_SATA,COMPUTE_RESCUE_BFV,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,HW_CPU_X86_SSE41,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_ACCELERATORS,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NODE,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_STORAGE_BUS_FDC,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_STORAGE_BUS_USB,HW_CPU_X86_SSE,COMPUTE_DEVICE_TAGGING,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_CPU_X86_MMX,COMPUTE_STORAGE_BUS_IDE,COMPUTE_TRUSTED_CERTS,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_IMAGE_TYPE_RAW {{(pid=75147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 27 19:37:25 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-898aa0e2-3fe1-4db7-b711-6be9308ebfcd tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:37:25 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-898aa0e2-3fe1-4db7-b711-6be9308ebfcd tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:37:25 user nova-compute[75147]: DEBUG nova.compute.manager [req-20f92a8b-a877-4ba6-a5bb-ce7c9592b9dd req-e8c1d03d-ab3d-4b6c-b011-e8b92edc260e service nova] [instance: c38a6c4c-f585-4095-90b5-f41781c55d42] Received event network-vif-plugged-c320dd84-cb35-43ff-8561-4d33719e7ffc {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:37:25 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-20f92a8b-a877-4ba6-a5bb-ce7c9592b9dd req-e8c1d03d-ab3d-4b6c-b011-e8b92edc260e service nova] Acquiring lock "c38a6c4c-f585-4095-90b5-f41781c55d42-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:37:25 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-20f92a8b-a877-4ba6-a5bb-ce7c9592b9dd req-e8c1d03d-ab3d-4b6c-b011-e8b92edc260e service nova] Lock "c38a6c4c-f585-4095-90b5-f41781c55d42-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:37:25 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-20f92a8b-a877-4ba6-a5bb-ce7c9592b9dd req-e8c1d03d-ab3d-4b6c-b011-e8b92edc260e service nova] Lock "c38a6c4c-f585-4095-90b5-f41781c55d42-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:37:25 user nova-compute[75147]: DEBUG nova.compute.manager [req-20f92a8b-a877-4ba6-a5bb-ce7c9592b9dd req-e8c1d03d-ab3d-4b6c-b011-e8b92edc260e service nova] [instance: c38a6c4c-f585-4095-90b5-f41781c55d42] No waiting events found dispatching network-vif-plugged-c320dd84-cb35-43ff-8561-4d33719e7ffc {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:37:25 user nova-compute[75147]: WARNING nova.compute.manager [req-20f92a8b-a877-4ba6-a5bb-ce7c9592b9dd req-e8c1d03d-ab3d-4b6c-b011-e8b92edc260e service nova] [instance: c38a6c4c-f585-4095-90b5-f41781c55d42] Received unexpected event network-vif-plugged-c320dd84-cb35-43ff-8561-4d33719e7ffc for instance with vm_state deleted and task_state None.
Oct 27 19:37:25 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-898aa0e2-3fe1-4db7-b711-6be9308ebfcd tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.768s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:37:25 user nova-compute[75147]: INFO nova.scheduler.client.report [None req-898aa0e2-3fe1-4db7-b711-6be9308ebfcd tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Deleted allocations for instance c38a6c4c-f585-4095-90b5-f41781c55d42
Oct 27 19:37:25 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-6239dce5-d0cb-418b-aed2-dd6573e66ee3 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Acquiring lock "interface-2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0-ceeaf68e-50e7-4c85-8144-896c22639bdd" by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:37:25 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-6239dce5-d0cb-418b-aed2-dd6573e66ee3 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Lock "interface-2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0-ceeaf68e-50e7-4c85-8144-896c22639bdd" acquired by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:37:25 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-898aa0e2-3fe1-4db7-b711-6be9308ebfcd tempest-TestServerVolumeAttachmentScenario-207643289 tempest-TestServerVolumeAttachmentScenario-207643289-project-member] Lock "c38a6c4c-f585-4095-90b5-f41781c55d42" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.576s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:37:25 user nova-compute[75147]: DEBUG nova.objects.instance [None req-6239dce5-d0cb-418b-aed2-dd6573e66ee3 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Lazy-loading 'flavor' on Instance uuid 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:37:25 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-6239dce5-d0cb-418b-aed2-dd6573e66ee3 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-27T19:34:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=InstanceDeviceMetadata,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2102585964',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2102585964',id=21,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGvhhmQ0dP6xMg5gPt48RNxnrmI1KKhQ+YYMP12AM7ACUouCVGyrAEQOE+V3oOWFoDdOr4hI07glbDgL0Nf5cVN5FQ5Lin6Ztj4oKmmAt/A214PE7C3YJ8zvvH1XmZHwxQ==',key_name='tempest-keypair-213379587',keypairs=<?>,launch_index=0,launched_at=2023-10-27T19:34:39Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='450b881baa634957849eab8a1ba07ac4',ramdisk_id='',reservation_id='r-0k205fz0',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-1852432134',owner_user_name='tempest-TaggedAttachmentsTest-1852432134-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T19:34:39Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3c576f542901451e9888c180f252f8ea',uuid=2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ceeaf68e-50e7-4c85-8144-896c22639bdd", "address": "fa:16:3e:2c:57:0e", "network": {"id": "ba4e7fe4-d650-4b1c-b6df-713a4dd4b223", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-9509512", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.179", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "450b881baa634957849eab8a1ba07ac4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapceeaf68e-50", "ovs_interfaceid": "ceeaf68e-50e7-4c85-8144-896c22639bdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75147) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 19:37:25 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-6239dce5-d0cb-418b-aed2-dd6573e66ee3 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Converting VIF {"id": "ceeaf68e-50e7-4c85-8144-896c22639bdd", "address": "fa:16:3e:2c:57:0e", "network": {"id": "ba4e7fe4-d650-4b1c-b6df-713a4dd4b223", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-9509512", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.179", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "450b881baa634957849eab8a1ba07ac4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapceeaf68e-50", "ovs_interfaceid": "ceeaf68e-50e7-4c85-8144-896c22639bdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:37:25 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-6239dce5-d0cb-418b-aed2-dd6573e66ee3 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:2c:57:0e,bridge_name='br-int',has_traffic_filtering=True,id=ceeaf68e-50e7-4c85-8144-896c22639bdd,network=Network(ba4e7fe4-d650-4b1c-b6df-713a4dd4b223),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapceeaf68e-50') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:37:25 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-6239dce5-d0cb-418b-aed2-dd6573e66ee3 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:2c:57:0e"/><model type="virtio"/><mtu size="1442"/><target dev="tapceeaf68e-50"/></interface> {{(pid=75147) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Oct 27 19:37:25 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-6239dce5-d0cb-418b-aed2-dd6573e66ee3 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:2c:57:0e"/><model type="virtio"/><mtu size="1442"/><target dev="tapceeaf68e-50"/></interface> {{(pid=75147) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Oct 27 19:37:25 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-6239dce5-d0cb-418b-aed2-dd6573e66ee3 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Attempting to detach device tapceeaf68e-50 from instance 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0 from the persistent domain config. {{(pid=75147) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 27 19:37:25 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-6239dce5-d0cb-418b-aed2-dd6573e66ee3 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] detach device xml: <interface type="ethernet">
Oct 27 19:37:25 user nova-compute[75147]:   <mac address="fa:16:3e:2c:57:0e"/>
Oct 27 19:37:25 user nova-compute[75147]:   <model type="virtio"/>
Oct 27 19:37:25 user nova-compute[75147]:   <mtu size="1442"/>
Oct 27 19:37:25 user nova-compute[75147]:   <target dev="tapceeaf68e-50"/>
Oct 27 19:37:25 user nova-compute[75147]: </interface>
Oct 27 19:37:25 user nova-compute[75147]:  {{(pid=75147) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 19:37:25 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-6239dce5-d0cb-418b-aed2-dd6573e66ee3 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:2c:57:0e"/><model type="virtio"/><mtu size="1442"/><target dev="tapceeaf68e-50"/></interface> {{(pid=75147) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Oct 27 19:37:25 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-6239dce5-d0cb-418b-aed2-dd6573e66ee3 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] interface for config: <interface type="ethernet"><mac address="fa:16:3e:2c:57:0e"/><model type="virtio"/><mtu size="1442"/><target dev="tapceeaf68e-50"/></interface>not found in domain: <domain type='kvm' id='29'>
Oct 27 19:37:25 user nova-compute[75147]:   <name>instance-00000015</name>
Oct 27 19:37:25 user nova-compute[75147]:   <uuid>2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0</uuid>
Oct 27 19:37:25 user nova-compute[75147]:   <metadata>
Oct 27 19:37:25 user nova-compute[75147]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 19:37:25 user nova-compute[75147]:   <nova:package version="0.0.0"/>
Oct 27 19:37:25 user nova-compute[75147]:   <nova:name>tempest-device-tagging-server-2102585964</nova:name>
Oct 27 19:37:25 user nova-compute[75147]:   <nova:creationTime>2023-10-27 19:36:27</nova:creationTime>
Oct 27 19:37:25 user nova-compute[75147]:   <nova:flavor name="m1.tiny">
Oct 27 19:37:25 user nova-compute[75147]:     <nova:memory>512</nova:memory>
Oct 27 19:37:25 user nova-compute[75147]:     <nova:disk>1</nova:disk>
Oct 27 19:37:25 user nova-compute[75147]:     <nova:swap>0</nova:swap>
Oct 27 19:37:25 user nova-compute[75147]:     <nova:ephemeral>0</nova:ephemeral>
Oct 27 19:37:25 user nova-compute[75147]:     <nova:vcpus>1</nova:vcpus>
Oct 27 19:37:25 user nova-compute[75147]:   </nova:flavor>
Oct 27 19:37:25 user nova-compute[75147]:   <nova:owner>
Oct 27 19:37:25 user nova-compute[75147]:     <nova:user uuid="3c576f542901451e9888c180f252f8ea">tempest-TaggedAttachmentsTest-1852432134-project-member</nova:user>
Oct 27 19:37:25 user nova-compute[75147]:     <nova:project uuid="450b881baa634957849eab8a1ba07ac4">tempest-TaggedAttachmentsTest-1852432134</nova:project>
Oct 27 19:37:25 user nova-compute[75147]:   </nova:owner>
Oct 27 19:37:25 user nova-compute[75147]:   <nova:root type="image" uuid="d52df17c-5315-4a73-ab7c-34c161a414fb"/>
Oct 27 19:37:25 user nova-compute[75147]:   <nova:ports>
Oct 27 19:37:25 user nova-compute[75147]:     <nova:port uuid="a3a6d6a1-6d96-4574-9780-7ce67bdf8b04">
Oct 27 19:37:25 user nova-compute[75147]:       <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Oct 27 19:37:25 user nova-compute[75147]:     </nova:port>
Oct 27 19:37:25 user nova-compute[75147]:     <nova:port uuid="ceeaf68e-50e7-4c85-8144-896c22639bdd">
Oct 27 19:37:25 user nova-compute[75147]:       <nova:ip type="fixed" address="10.10.10.179" ipVersion="4"/>
Oct 27 19:37:25 user nova-compute[75147]:     </nova:port>
Oct 27 19:37:25 user nova-compute[75147]:   </nova:ports>
Oct 27 19:37:25 user nova-compute[75147]: </nova:instance>
Oct 27 19:37:25 user nova-compute[75147]:   </metadata>
Oct 27 19:37:25 user nova-compute[75147]:   <memory unit='KiB'>524288</memory>
Oct 27 19:37:25 user nova-compute[75147]:   <currentMemory unit='KiB'>524288</currentMemory>
Oct 27 19:37:25 user nova-compute[75147]:   <vcpu placement='static'>1</vcpu>
Oct 27 19:37:25 user nova-compute[75147]:   <resource>
Oct 27 19:37:25 user nova-compute[75147]:     <partition>/machine</partition>
Oct 27 19:37:25 user nova-compute[75147]:   </resource>
Oct 27 19:37:25 user nova-compute[75147]:   <sysinfo type='smbios'>
Oct 27 19:37:25 user nova-compute[75147]:     <system>
Oct 27 19:37:25 user nova-compute[75147]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Oct 27 19:37:25 user nova-compute[75147]:       <entry name='product'>OpenStack Nova</entry>
Oct 27 19:37:25 user nova-compute[75147]:       <entry name='version'>0.0.0</entry>
Oct 27 19:37:25 user nova-compute[75147]:       <entry name='serial'>2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0</entry>
Oct 27 19:37:25 user nova-compute[75147]:       <entry name='uuid'>2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0</entry>
Oct 27 19:37:25 user nova-compute[75147]:       <entry name='family'>Virtual Machine</entry>
Oct 27 19:37:25 user nova-compute[75147]:     </system>
Oct 27 19:37:25 user nova-compute[75147]:   </sysinfo>
Oct 27 19:37:25 user nova-compute[75147]:   <os>
Oct 27 19:37:25 user nova-compute[75147]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Oct 27 19:37:25 user nova-compute[75147]:     <boot dev='hd'/>
Oct 27 19:37:25 user nova-compute[75147]:     <smbios mode='sysinfo'/>
Oct 27 19:37:25 user nova-compute[75147]:   </os>
Oct 27 19:37:25 user nova-compute[75147]:   <features>
Oct 27 19:37:25 user nova-compute[75147]:     <acpi/>
Oct 27 19:37:25 user nova-compute[75147]:     <apic/>
Oct 27 19:37:25 user nova-compute[75147]:     <vmcoreinfo state='on'/>
Oct 27 19:37:25 user nova-compute[75147]:   </features>
Oct 27 19:37:25 user nova-compute[75147]:   <cpu mode='custom' match='exact' check='full'>
Oct 27 19:37:25 user nova-compute[75147]:     <model fallback='forbid'>Nehalem</model>
Oct 27 19:37:25 user nova-compute[75147]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Oct 27 19:37:25 user nova-compute[75147]:     <feature policy='require' name='vme'/>
Oct 27 19:37:25 user nova-compute[75147]:     <feature policy='require' name='x2apic'/>
Oct 27 19:37:25 user nova-compute[75147]:     <feature policy='require' name='hypervisor'/>
Oct 27 19:37:25 user nova-compute[75147]:   </cpu>
Oct 27 19:37:25 user nova-compute[75147]:   <clock offset='utc'>
Oct 27 19:37:25 user nova-compute[75147]:     <timer name='pit' tickpolicy='delay'/>
Oct 27 19:37:25 user nova-compute[75147]:     <timer name='rtc' tickpolicy='catchup'/>
Oct 27 19:37:25 user nova-compute[75147]:     <timer name='hpet' present='no'/>
Oct 27 19:37:25 user nova-compute[75147]:   </clock>
Oct 27 19:37:25 user nova-compute[75147]:   <on_poweroff>destroy</on_poweroff>
Oct 27 19:37:25 user nova-compute[75147]:   <on_reboot>restart</on_reboot>
Oct 27 19:37:25 user nova-compute[75147]:   <on_crash>destroy</on_crash>
Oct 27 19:37:25 user nova-compute[75147]:   <devices>
Oct 27 19:37:25 user nova-compute[75147]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Oct 27 19:37:25 user nova-compute[75147]:     <disk type='file' device='disk'>
Oct 27 19:37:25 user nova-compute[75147]:       <driver name='qemu' type='qcow2' cache='none'/>
Oct 27 19:37:25 user nova-compute[75147]:       <source file='/opt/stack/data/nova/instances/2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0/disk' index='2'/>
Oct 27 19:37:25 user nova-compute[75147]:       <backingStore type='file' index='3'>
Oct 27 19:37:25 user nova-compute[75147]:         <format type='raw'/>
Oct 27 19:37:25 user nova-compute[75147]:         <source file='/opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa'/>
Oct 27 19:37:25 user nova-compute[75147]:         <backingStore/>
Oct 27 19:37:25 user nova-compute[75147]:       </backingStore>
Oct 27 19:37:25 user nova-compute[75147]:       <target dev='vda' bus='virtio'/>
Oct 27 19:37:25 user nova-compute[75147]:       <alias name='virtio-disk0'/>
Oct 27 19:37:25 user nova-compute[75147]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Oct 27 19:37:25 user nova-compute[75147]:     </disk>
Oct 27 19:37:25 user nova-compute[75147]:     <disk type='file' device='cdrom'>
Oct 27 19:37:25 user nova-compute[75147]:       <driver name='qemu' type='raw' cache='none'/>
Oct 27 19:37:25 user nova-compute[75147]:       <source file='/opt/stack/data/nova/instances/2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0/disk.config' index='1'/>
Oct 27 19:37:25 user nova-compute[75147]:       <backingStore/>
Oct 27 19:37:25 user nova-compute[75147]:       <target dev='hda' bus='ide'/>
Oct 27 19:37:25 user nova-compute[75147]:       <readonly/>
Oct 27 19:37:25 user nova-compute[75147]:       <alias name='ide0-0-0'/>
Oct 27 19:37:25 user nova-compute[75147]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Oct 27 19:37:25 user nova-compute[75147]:     </disk>
Oct 27 19:37:25 user nova-compute[75147]:     <controller type='usb' index='0' model='none'>
Oct 27 19:37:25 user nova-compute[75147]:       <alias name='usb'/>
Oct 27 19:37:25 user nova-compute[75147]:     </controller>
Oct 27 19:37:25 user nova-compute[75147]:     <controller type='pci' index='0' model='pci-root'>
Oct 27 19:37:25 user nova-compute[75147]:       <alias name='pci.0'/>
Oct 27 19:37:25 user nova-compute[75147]:     </controller>
Oct 27 19:37:25 user nova-compute[75147]:     <controller type='ide' index='0'>
Oct 27 19:37:25 user nova-compute[75147]:       <alias name='ide'/>
Oct 27 19:37:25 user nova-compute[75147]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Oct 27 19:37:25 user nova-compute[75147]:     </controller>
Oct 27 19:37:25 user nova-compute[75147]:     <interface type='ethernet'>
Oct 27 19:37:25 user nova-compute[75147]:       <mac address='fa:16:3e:c3:79:20'/>
Oct 27 19:37:25 user nova-compute[75147]:       <target dev='tapa3a6d6a1-6d'/>
Oct 27 19:37:25 user nova-compute[75147]:       <model type='virtio'/>
Oct 27 19:37:25 user nova-compute[75147]:       <mtu size='1442'/>
Oct 27 19:37:25 user nova-compute[75147]:       <alias name='net0'/>
Oct 27 19:37:25 user nova-compute[75147]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Oct 27 19:37:25 user nova-compute[75147]:     </interface>
Oct 27 19:37:25 user nova-compute[75147]:     <interface type='ethernet'>
Oct 27 19:37:25 user nova-compute[75147]:       <mac address='fa:16:3e:2c:57:0e'/>
Oct 27 19:37:25 user nova-compute[75147]:       <target dev='tapceeaf68e-50'/>
Oct 27 19:37:25 user nova-compute[75147]:       <model type='virtio'/>
Oct 27 19:37:25 user nova-compute[75147]:       <mtu size='1442'/>
Oct 27 19:37:25 user nova-compute[75147]:       <alias name='net1'/>
Oct 27 19:37:25 user nova-compute[75147]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x07' function='0x0'/>
Oct 27 19:37:25 user nova-compute[75147]:     </interface>
Oct 27 19:37:25 user nova-compute[75147]:     <serial type='pty'>
Oct 27 19:37:25 user nova-compute[75147]:       <source path='/dev/pts/6'/>
Oct 27 19:37:25 user nova-compute[75147]:       <log file='/opt/stack/data/nova/instances/2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0/console.log' append='off'/>
Oct 27 19:37:25 user nova-compute[75147]:       <target type='isa-serial' port='0'>
Oct 27 19:37:25 user nova-compute[75147]:         <model name='isa-serial'/>
Oct 27 19:37:25 user nova-compute[75147]:       </target>
Oct 27 19:37:25 user nova-compute[75147]:       <alias name='serial0'/>
Oct 27 19:37:25 user nova-compute[75147]:     </serial>
Oct 27 19:37:25 user nova-compute[75147]:     <console type='pty' tty='/dev/pts/6'>
Oct 27 19:37:25 user nova-compute[75147]:       <source path='/dev/pts/6'/>
Oct 27 19:37:25 user nova-compute[75147]:       <log file='/opt/stack/data/nova/instances/2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0/console.log' append='off'/>
Oct 27 19:37:25 user nova-compute[75147]:       <target type='serial' port='0'/>
Oct 27 19:37:25 user nova-compute[75147]:       <alias name='serial0'/>
Oct 27 19:37:25 user nova-compute[75147]:     </console>
Oct 27 19:37:25 user nova-compute[75147]:     <input type='mouse' bus='ps2'>
Oct 27 19:37:25 user nova-compute[75147]:       <alias name='input0'/>
Oct 27 19:37:25 user nova-compute[75147]:     </input>
Oct 27 19:37:25 user nova-compute[75147]:     <input type='keyboard' bus='ps2'>
Oct 27 19:37:25 user nova-compute[75147]:       <alias name='input1'/>
Oct 27 19:37:25 user nova-compute[75147]:     </input>
Oct 27 19:37:25 user nova-compute[75147]:     <graphics type='vnc' port='5906' autoport='yes' listen='0.0.0.0'>
Oct 27 19:37:25 user nova-compute[75147]:       <listen type='address' address='0.0.0.0'/>
Oct 27 19:37:25 user nova-compute[75147]:     </graphics>
Oct 27 19:37:25 user nova-compute[75147]:     <audio id='1' type='none'/>
Oct 27 19:37:25 user nova-compute[75147]:     <video>
Oct 27 19:37:25 user nova-compute[75147]:       <model type='virtio' heads='1' primary='yes'/>
Oct 27 19:37:25 user nova-compute[75147]:       <alias name='video0'/>
Oct 27 19:37:25 user nova-compute[75147]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Oct 27 19:37:25 user nova-compute[75147]:     </video>
Oct 27 19:37:25 user nova-compute[75147]:     <memballoon model='virtio'>
Oct 27 19:37:25 user nova-compute[75147]:       <stats period='10'/>
Oct 27 19:37:25 user nova-compute[75147]:       <alias name='balloon0'/>
Oct 27 19:37:25 user nova-compute[75147]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Oct 27 19:37:25 user nova-compute[75147]:     </memballoon>
Oct 27 19:37:25 user nova-compute[75147]:     <rng model='virtio'>
Oct 27 19:37:25 user nova-compute[75147]:       <backend model='random'>/dev/urandom</backend>
Oct 27 19:37:25 user nova-compute[75147]:       <alias name='rng0'/>
Oct 27 19:37:25 user nova-compute[75147]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Oct 27 19:37:25 user nova-compute[75147]:     </rng>
Oct 27 19:37:25 user nova-compute[75147]:   </devices>
Oct 27 19:37:25 user nova-compute[75147]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Oct 27 19:37:25 user nova-compute[75147]:     <label>libvirt-2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0</label>
Oct 27 19:37:25 user nova-compute[75147]:     <imagelabel>libvirt-2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0</imagelabel>
Oct 27 19:37:25 user nova-compute[75147]:   </seclabel>
Oct 27 19:37:25 user nova-compute[75147]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Oct 27 19:37:25 user nova-compute[75147]:     <label>+64055:+108</label>
Oct 27 19:37:25 user nova-compute[75147]:     <imagelabel>+64055:+108</imagelabel>
Oct 27 19:37:25 user nova-compute[75147]:   </seclabel>
Oct 27 19:37:25 user nova-compute[75147]: </domain>
Oct 27 19:37:25 user nova-compute[75147]:  {{(pid=75147) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Oct 27 19:37:25 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-6239dce5-d0cb-418b-aed2-dd6573e66ee3 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Successfully detached device tapceeaf68e-50 from instance 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0 from the persistent domain config.
Oct 27 19:37:25 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-6239dce5-d0cb-418b-aed2-dd6573e66ee3 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] (1/8): Attempting to detach device tapceeaf68e-50 with device alias net1 from instance 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0 from the live domain config. {{(pid=75147) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 27 19:37:25 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-6239dce5-d0cb-418b-aed2-dd6573e66ee3 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] detach device xml: <interface type="ethernet">
Oct 27 19:37:25 user nova-compute[75147]:   <mac address="fa:16:3e:2c:57:0e"/>
Oct 27 19:37:25 user nova-compute[75147]:   <model type="virtio"/>
Oct 27 19:37:25 user nova-compute[75147]:   <mtu size="1442"/>
Oct 27 19:37:25 user nova-compute[75147]:   <target dev="tapceeaf68e-50"/>
Oct 27 19:37:25 user nova-compute[75147]: </interface>
Oct 27 19:37:25 user nova-compute[75147]:  {{(pid=75147) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 19:37:25 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:37:25 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:37:25 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-6239dce5-d0cb-418b-aed2-dd6573e66ee3 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Start waiting for the detach event from libvirt for device tapceeaf68e-50 with device alias net1 for instance 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0 {{(pid=75147) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 27 19:37:25 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:37:25 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:37:25 user nova-compute[75147]: DEBUG nova.compute.manager [req-d1064def-dac2-4fa1-a1f2-736e34fc4e9a req-655ab99d-6fc9-446b-a378-22e4b1fbec05 service nova] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] Received event network-vif-unplugged-ceeaf68e-50e7-4c85-8144-896c22639bdd {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:37:25 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-d1064def-dac2-4fa1-a1f2-736e34fc4e9a req-655ab99d-6fc9-446b-a378-22e4b1fbec05 service nova] Acquiring lock "2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:37:25 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-d1064def-dac2-4fa1-a1f2-736e34fc4e9a req-655ab99d-6fc9-446b-a378-22e4b1fbec05 service nova] Lock "2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:37:25 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-d1064def-dac2-4fa1-a1f2-736e34fc4e9a req-655ab99d-6fc9-446b-a378-22e4b1fbec05 service nova] Lock "2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:37:25 user nova-compute[75147]: DEBUG nova.compute.manager [req-d1064def-dac2-4fa1-a1f2-736e34fc4e9a req-655ab99d-6fc9-446b-a378-22e4b1fbec05 service nova] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] No waiting events found dispatching network-vif-unplugged-ceeaf68e-50e7-4c85-8144-896c22639bdd {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:37:25 user nova-compute[75147]: WARNING nova.compute.manager [req-d1064def-dac2-4fa1-a1f2-736e34fc4e9a req-655ab99d-6fc9-446b-a378-22e4b1fbec05 service nova] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] Received unexpected event network-vif-unplugged-ceeaf68e-50e7-4c85-8144-896c22639bdd for instance with vm_state active and task_state None.
Oct 27 19:37:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:37:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:37:28 user nova-compute[75147]: DEBUG nova.compute.manager [req-a7a2f5a8-1448-435e-aa63-39c8fac0dc30 req-6dfac222-29ce-4517-be9e-b677fe1b79c7 service nova] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] Received event network-vif-plugged-ceeaf68e-50e7-4c85-8144-896c22639bdd {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:37:28 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-a7a2f5a8-1448-435e-aa63-39c8fac0dc30 req-6dfac222-29ce-4517-be9e-b677fe1b79c7 service nova] Acquiring lock "2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:37:28 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-a7a2f5a8-1448-435e-aa63-39c8fac0dc30 req-6dfac222-29ce-4517-be9e-b677fe1b79c7 service nova] Lock "2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:37:28 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-a7a2f5a8-1448-435e-aa63-39c8fac0dc30 req-6dfac222-29ce-4517-be9e-b677fe1b79c7 service nova] Lock "2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:37:28 user nova-compute[75147]: DEBUG nova.compute.manager [req-a7a2f5a8-1448-435e-aa63-39c8fac0dc30 req-6dfac222-29ce-4517-be9e-b677fe1b79c7 service nova] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] No waiting events found dispatching network-vif-plugged-ceeaf68e-50e7-4c85-8144-896c22639bdd {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:37:28 user nova-compute[75147]: WARNING nova.compute.manager [req-a7a2f5a8-1448-435e-aa63-39c8fac0dc30 req-6dfac222-29ce-4517-be9e-b677fe1b79c7 service nova] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] Received unexpected event network-vif-plugged-ceeaf68e-50e7-4c85-8144-896c22639bdd for instance with vm_state active and task_state None.
Oct 27 19:37:28 user nova-compute[75147]: DEBUG nova.objects.instance [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Lazy-loading 'flavor' on Instance uuid 18fad5c9-4c2b-4e90-a568-bd0a32497c63 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:37:28 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Acquiring lock "refresh_cache-18fad5c9-4c2b-4e90-a568-bd0a32497c63" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:37:28 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Acquired lock "refresh_cache-18fad5c9-4c2b-4e90-a568-bd0a32497c63" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:37:28 user nova-compute[75147]: DEBUG nova.network.neutron [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Building network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 19:37:28 user nova-compute[75147]: DEBUG nova.objects.instance [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Lazy-loading 'info_cache' on Instance uuid 18fad5c9-4c2b-4e90-a568-bd0a32497c63 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:37:28 user nova-compute[75147]: DEBUG nova.objects.base [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Object Instance<18fad5c9-4c2b-4e90-a568-bd0a32497c63> lazy-loaded attributes: flavor,info_cache {{(pid=75147) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 19:37:28 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:37:28 user nova-compute[75147]: DEBUG nova.network.neutron [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Updating instance_info_cache with network_info: [{"id": "5b28365d-32e7-4952-b6c6-3c2343ff1568", "address": "fa:16:3e:e7:6d:79", "network": {"id": "530841ca-09cf-4270-b7b7-02d3a851df39", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1965338570-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "650e050c53874fa5bd6c9a70152ef1cf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b28365d-32", "ovs_interfaceid": "5b28365d-32e7-4952-b6c6-3c2343ff1568", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:37:28 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Releasing lock "refresh_cache-18fad5c9-4c2b-4e90-a568-bd0a32497c63" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:37:28 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Instance destroyed successfully.
Oct 27 19:37:28 user nova-compute[75147]: DEBUG nova.objects.instance [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Lazy-loading 'resources' on Instance uuid 18fad5c9-4c2b-4e90-a568-bd0a32497c63 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:37:28 user nova-compute[75147]: DEBUG nova.objects.base [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Object Instance<18fad5c9-4c2b-4e90-a568-bd0a32497c63> lazy-loaded attributes: flavor,info_cache,resources {{(pid=75147) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 19:37:28 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:32:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-461480481',display_name='tempest-AttachVolumeTestJSON-server-461480481',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-461480481',id=19,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCocSk0Jt+lxbazUZ5yULe+dUn5NKU/aEEPIiGBejfR8xgJF/icNpDULImN0BYwjwxpVTaQc9QG6PoyRw5Z8vtO+7oYSQJmGrJm73OGd6+3aFaxmjjbggbIAZn8Z6iG8QA==',key_name='tempest-keypair-792790439',keypairs=<?>,launch_index=0,launched_at=2023-10-27T19:33:07Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='650e050c53874fa5bd6c9a70152ef1cf',ramdisk_id='',reservation_id='r-y9yzgh2f',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-305407133',owner_user_name='tempest-AttachVolumeTestJSON-305407133-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T19:35:38Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b3450e0fcfb7485581e5f2e6418d9359',uuid=18fad5c9-4c2b-4e90-a568-bd0a32497c63,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "5b28365d-32e7-4952-b6c6-3c2343ff1568", "address": "fa:16:3e:e7:6d:79", "network": {"id": "530841ca-09cf-4270-b7b7-02d3a851df39", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1965338570-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "650e050c53874fa5bd6c9a70152ef1cf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b28365d-32", "ovs_interfaceid": "5b28365d-32e7-4952-b6c6-3c2343ff1568", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 19:37:28 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Converting VIF {"id": "5b28365d-32e7-4952-b6c6-3c2343ff1568", "address": "fa:16:3e:e7:6d:79", "network": {"id": "530841ca-09cf-4270-b7b7-02d3a851df39", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1965338570-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "650e050c53874fa5bd6c9a70152ef1cf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b28365d-32", "ovs_interfaceid": "5b28365d-32e7-4952-b6c6-3c2343ff1568", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:37:28 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e7:6d:79,bridge_name='br-int',has_traffic_filtering=True,id=5b28365d-32e7-4952-b6c6-3c2343ff1568,network=Network(530841ca-09cf-4270-b7b7-02d3a851df39),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5b28365d-32') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:37:28 user nova-compute[75147]: DEBUG os_vif [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e7:6d:79,bridge_name='br-int',has_traffic_filtering=True,id=5b28365d-32e7-4952-b6c6-3c2343ff1568,network=Network(530841ca-09cf-4270-b7b7-02d3a851df39),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5b28365d-32') {{(pid=75147) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 19:37:28 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:37:28 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap5b28365d-32, bridge=br-int, if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:37:28 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:37:28 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:37:28 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-ff187c12-1166-4d14-90d5-d24a419a5c92 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Acquiring lock "48e26cd7-18d7-4aae-9368-e417f1a39826" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:37:28 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-ff187c12-1166-4d14-90d5-d24a419a5c92 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Lock "48e26cd7-18d7-4aae-9368-e417f1a39826" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:37:28 user nova-compute[75147]: INFO nova.compute.manager [None req-ff187c12-1166-4d14-90d5-d24a419a5c92 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] Unshelving
Oct 27 19:37:28 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:37:28 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:37:28 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=4f915dd9-77d8-465a-90e8-910f90ac8f9e) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:37:28 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:37:28 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:37:28 user nova-compute[75147]: INFO os_vif [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e7:6d:79,bridge_name='br-int',has_traffic_filtering=True,id=5b28365d-32e7-4952-b6c6-3c2343ff1568,network=Network(530841ca-09cf-4270-b7b7-02d3a851df39),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5b28365d-32')
Oct 27 19:37:28 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] calling os-brick to detach iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 19:37:28 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, {'target_iqn': 'iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LOUlfJDd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:37:28 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:37:28 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:37:28 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:37:28 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:37:28 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.025s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:37:28 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[beb8cd89-01f6-4a56-a7ba-d224ae0e9d97]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:37:28 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 19:37:28 user nova-compute[75147]: No targets found.
Oct 27 19:37:28 user nova-compute[75147]: iSNS:
Oct 27 19:37:28 user nova-compute[75147]: No targets found.
Oct 27 19:37:28 user nova-compute[75147]: STATIC:
Oct 27 19:37:28 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601
Oct 27 19:37:28 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:37:28 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:37:28 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76
Oct 27 19:37:28 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:37:28 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:37:28 user nova-compute[75147]: FIRMWARE:
Oct 27 19:37:28 user nova-compute[75147]: No targets found.
Oct 27 19:37:28 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:37:28 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 19:37:28 user nova-compute[75147]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 19:37:28 user nova-compute[75147]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75147) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 19:37:28 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601', 0)] {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 19:37:28 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:37:28 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:37:28 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[812dc8a4-5a91-4bf8-aa97-6c54a739c31f]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:37:28 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:37:28 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-ff187c12-1166-4d14-90d5-d24a419a5c92 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:37:28 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-ff187c12-1166-4d14-90d5-d24a419a5c92 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:37:28 user nova-compute[75147]: DEBUG nova.objects.instance [None req-ff187c12-1166-4d14-90d5-d24a419a5c92 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Lazy-loading 'pci_requests' on Instance uuid 48e26cd7-18d7-4aae-9368-e417f1a39826 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:37:28 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:37:28 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[4661ab86-5324-4997-ba2a-6eae948d2d1a]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:37:28 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601 (non-flash)
Oct 27 19:37:28 user nova-compute[75147]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76 (non-flash)
Oct 27 19:37:28 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:37:28 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601 (non-flash)
Oct 27 19:37:28 user nova-compute[75147]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76 (non-flash)
Oct 27 19:37:28 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:37:28 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f29043772e0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601'): ({'sdc'}, set())}) {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 19:37:28 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Removing single pathed devices sdc {{(pid=75147) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 19:37:28 user nova-compute[75147]: DEBUG nova.objects.instance [None req-ff187c12-1166-4d14-90d5-d24a419a5c92 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Lazy-loading 'numa_topology' on Instance uuid 48e26cd7-18d7-4aae-9368-e417f1a39826 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:37:28 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:37:28 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-ff187c12-1166-4d14-90d5-d24a419a5c92 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75147) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 19:37:28 user nova-compute[75147]: INFO nova.compute.claims [None req-ff187c12-1166-4d14-90d5-d24a419a5c92 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] Claim successful on node user
Oct 27 19:37:28 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:37:28 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[c6085bce-79a8-4098-bed0-c748f91930c3]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:37:28 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:37:28 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.024s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:37:28 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ca3d19f-43f3-43c2-8f18-7c6418f0aa24]: (4, ('ok\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:37:28 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Flushing IO for device /dev/sdc {{(pid=75147) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 19:37:28 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:37:28 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.013s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:37:28 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[786f8387-0608-437d-9d86-e8b427d2fadc]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:37:28 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75147) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 19:37:28 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:37:28 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.042s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:37:28 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[15a207da-bd2b-451a-9792-d3b9396e4163]: (4, ('1', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:37:28 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 19:37:28 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] SCSI volumes sdc have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 19:37:28 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601')] {{(pid=75147) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 19:37:28 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:37:28 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:37:28 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[a8a302a5-75ac-4994-a378-932aec1b7dc0]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:37:28 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:37:28 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601 -p 172.16.0.220:3260 --logout {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:37:29 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601 -p 172.16.0.220:3260 --logout" returned: 0 in 0.068s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:37:29 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[bac7f9ae-be84-4eec-9ab9-887857efa045]: (4, ('Logging out of session [sid: 22, target: iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601, portal: 172.16.0.220,3260]\nLogout of [sid: 22, target: iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:37:29 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 22, target: iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601, portal: 172.16.0.220,3260]
Oct 27 19:37:29 user nova-compute[75147]: Logout of [sid: 22, target: iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601, portal: 172.16.0.220,3260] successful.
Oct 27 19:37:29 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:37:29 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601 -p 172.16.0.220:3260 --op delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:37:29 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:37:29 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[2822db26-0299-4e98-a7a5-43d13713ddf8]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:37:29 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:37:29 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.331s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:37:29 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] <== disconnect_volume: return (332ms) None {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:37:29 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Disconnected iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 19:37:29 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Start _get_guest_xml network_info=[{"id": "5b28365d-32e7-4952-b6c6-3c2343ff1568", "address": "fa:16:3e:e7:6d:79", "network": {"id": "530841ca-09cf-4270-b7b7-02d3a851df39", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1965338570-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "650e050c53874fa5bd6c9a70152ef1cf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b28365d-32", "ovs_interfaceid": "5b28365d-32e7-4952-b6c6-3c2343ff1568", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=d52df17c-5315-4a73-ab7c-34c161a414fb,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'encryption_options': None, 'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encrypted': False, 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_format': None, 'device_name': '/dev/vda', 'image_id': 'd52df17c-5315-4a73-ab7c-34c161a414fb'}], 'ephemerals': [], 'block_device_mapping': [{'device_type': 'disk', 'delete_on_termination': False, 'boot_index': None, 'disk_bus': 'virtio', 'mount_device': '/dev/vdb', 'guest_format': None, 'attachment_id': 'ec067a04-4c3f-4dde-9f07-f53a9dd13f56', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LOUlfJDd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, 'status': 'reserved', 'instance': '18fad5c9-4c2b-4e90-a568-bd0a32497c63', 'attached_at': '', 'detached_at': '', 'volume_id': '258f9c1f-2da1-4815-9280-0796bf59f601', 'serial': '258f9c1f-2da1-4815-9280-0796bf59f601'}, 'volume_type': None} {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 19:37:29 user nova-compute[75147]: DEBUG nova.objects.instance [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Lazy-loading 'numa_topology' on Instance uuid 18fad5c9-4c2b-4e90-a568-bd0a32497c63 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:37:29 user nova-compute[75147]: DEBUG nova.objects.base [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Object Instance<18fad5c9-4c2b-4e90-a568-bd0a32497c63> lazy-loaded attributes: flavor,info_cache,resources,numa_topology {{(pid=75147) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 19:37:29 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:37:29 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:37:29 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 19:37:29 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] CPU controller missing on host. {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 19:37:29 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 19:37:29 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] CPU controller found on host. {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 19:37:29 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75147) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 19:37:29 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T19:21:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=d52df17c-5315-4a73-ab7c-34c161a414fb,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 19:37:29 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Flavor limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 19:37:29 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Image limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 19:37:29 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Flavor pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 19:37:29 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Image pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 19:37:29 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 19:37:29 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 19:37:29 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 19:37:29 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Got 1 possible topologies {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 19:37:29 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 19:37:29 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 19:37:29 user nova-compute[75147]: DEBUG nova.objects.instance [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Lazy-loading 'vcpu_model' on Instance uuid 18fad5c9-4c2b-4e90-a568-bd0a32497c63 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:37:29 user nova-compute[75147]: DEBUG nova.objects.base [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Object Instance<18fad5c9-4c2b-4e90-a568-bd0a32497c63> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model {{(pid=75147) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 19:37:29 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Calling os-brick to attach iSCSI Volume {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 19:37:29 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LOUlfJDd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:37:29 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:37:29 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:37:29 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:37:29 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:37:29 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:37:29 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:37:29 user nova-compute[75147]: INFO os_brick.initiator.connectors.iscsi [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 19:37:29 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601 -p 172.16.0.220:3260 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:37:29 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601 -p 172.16.0.220:3260" returned: 21 in 0.016s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:37:29 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[02310a55-5a9a-4010-9404-fa33ca0a81e1]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:37:29 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 19:37:29 user nova-compute[75147]:  {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:37:29 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601 -p 172.16.0.220:3260 --interface default --op new {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:37:29 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:37:29 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[43c22f6e-1cf4-49fc-9f7e-862c1abd56f9]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601] added\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:37:29 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601] added
Oct 27 19:37:29 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:37:29 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:37:29 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-ff187c12-1166-4d14-90d5-d24a419a5c92 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:37:29 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:37:29 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f4ab7d2-e181-4406-bbc6-ad92b3680a29]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:37:29 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:37:29 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:37:29 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-ff187c12-1166-4d14-90d5-d24a419a5c92 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:37:29 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:37:29 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9e2ad2c-9db9-4246-be41-583a29826448]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:37:29 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:37:29 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v LOUlfJDd {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:37:29 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-ff187c12-1166-4d14-90d5-d24a419a5c92 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.458s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:37:29 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v LOUlfJDd" returned: 0 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:37:29 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9719aa6-eb54-4476-8aaa-945803b8b3e2]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:37:29 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'LOUlfJDd'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:37:29 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:37:29 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:37:29 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[bdafb893-d944-4aa8-80c9-ce28f2fc210c]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:37:29 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:37:29 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:37:29 user nova-compute[75147]: INFO nova.network.neutron [None req-ff187c12-1166-4d14-90d5-d24a419a5c92 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] Updating port a015da02-9f61-4b84-84fa-a6f763d8bb16 with attributes {'binding:host_id': 'user', 'device_owner': 'compute:nova'}
Oct 27 19:37:29 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:37:29 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[3efe6fb4-149e-4c7d-b3fe-a344e99529b3]: (4, ('tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:37:29 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76 (non-flash)
Oct 27 19:37:29 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:37:29 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] iscsi session list stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76 (non-flash)
Oct 27 19:37:29 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:37:29 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601 -p 172.16.0.220:3260 --login {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:37:29 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601 -p 172.16.0.220:3260 --login" returned: 0 in 0.055s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:37:29 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[88f33127-5383-423e-ac14-42699ce7841c]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:37:29 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601, portal: 172.16.0.220,3260]
Oct 27 19:37:29 user nova-compute[75147]: Login to [iface: default, target: iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601, portal: 172.16.0.220,3260] successful.
Oct 27 19:37:29 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:37:29 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:37:29 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:37:29 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[80932342-44ba-415b-a2ad-c938884d8043]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:37:29 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:37:29 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:37:29 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:37:29 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[edb8476d-4969-4d2f-aa59-dd6f9df67e76]: (4, ('tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:37:29 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76 (non-flash)
Oct 27 19:37:29 user nova-compute[75147]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601 (non-flash)
Oct 27 19:37:29 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:37:29 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] iscsi session list stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76 (non-flash)
Oct 27 19:37:29 user nova-compute[75147]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601 (non-flash)
Oct 27 19:37:29 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:37:29 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.265s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:37:29 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Connected to 172.16.0.220:3260 {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 19:37:29 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] HCTL ('34', '-', '-', 0) found on session 27 with lun 0 {{(pid=75147) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 19:37:29 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75147) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 19:37:29 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:37:29 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:37:29 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[572608fc-2723-4d15-a6cc-0c2e32a36755]: (4, ('- - 0', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:37:29 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Searching for a device in session 27 and hctl ['34', '*', '*', 0] yield: None {{(pid=75147) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 19:37:29 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-ff187c12-1166-4d14-90d5-d24a419a5c92 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Acquiring lock "refresh_cache-48e26cd7-18d7-4aae-9368-e417f1a39826" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:37:29 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-ff187c12-1166-4d14-90d5-d24a419a5c92 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Acquired lock "refresh_cache-48e26cd7-18d7-4aae-9368-e417f1a39826" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:37:29 user nova-compute[75147]: DEBUG nova.network.neutron [None req-ff187c12-1166-4d14-90d5-d24a419a5c92 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] Building network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 19:37:29 user nova-compute[75147]: DEBUG nova.compute.manager [req-eab47adc-e926-40be-a0b5-9dc42cde7d02 req-34f1278b-9f96-400a-aab5-aa5fc2986cfb service nova] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] Received event network-changed-a015da02-9f61-4b84-84fa-a6f763d8bb16 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:37:29 user nova-compute[75147]: DEBUG nova.compute.manager [req-eab47adc-e926-40be-a0b5-9dc42cde7d02 req-34f1278b-9f96-400a-aab5-aa5fc2986cfb service nova] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] Refreshing instance network info cache due to event network-changed-a015da02-9f61-4b84-84fa-a6f763d8bb16. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 19:37:29 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-eab47adc-e926-40be-a0b5-9dc42cde7d02 req-34f1278b-9f96-400a-aab5-aa5fc2986cfb service nova] Acquiring lock "refresh_cache-48e26cd7-18d7-4aae-9368-e417f1a39826" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:37:30 user nova-compute[75147]: DEBUG nova.network.neutron [None req-ff187c12-1166-4d14-90d5-d24a419a5c92 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] Updating instance_info_cache with network_info: [{"id": "a015da02-9f61-4b84-84fa-a6f763d8bb16", "address": "fa:16:3e:db:b0:9d", "network": {"id": "a71e29bc-f4c7-43bf-b62a-640bdbe1f778", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1494620895-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.5", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8beb0d83b9e445ec875766ef511f053b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa015da02-9f", "ovs_interfaceid": "a015da02-9f61-4b84-84fa-a6f763d8bb16", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:37:30 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-ff187c12-1166-4d14-90d5-d24a419a5c92 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Releasing lock "refresh_cache-48e26cd7-18d7-4aae-9368-e417f1a39826" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:37:30 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-ff187c12-1166-4d14-90d5-d24a419a5c92 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] Creating instance directory {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 19:37:30 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-ff187c12-1166-4d14-90d5-d24a419a5c92 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] Creating image(s)
Oct 27 19:37:30 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-ff187c12-1166-4d14-90d5-d24a419a5c92 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Acquiring lock "/opt/stack/data/nova/instances/48e26cd7-18d7-4aae-9368-e417f1a39826/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:37:30 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-ff187c12-1166-4d14-90d5-d24a419a5c92 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Lock "/opt/stack/data/nova/instances/48e26cd7-18d7-4aae-9368-e417f1a39826/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:37:30 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-ff187c12-1166-4d14-90d5-d24a419a5c92 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Lock "/opt/stack/data/nova/instances/48e26cd7-18d7-4aae-9368-e417f1a39826/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:37:30 user nova-compute[75147]: DEBUG nova.objects.instance [None req-ff187c12-1166-4d14-90d5-d24a419a5c92 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Lazy-loading 'trusted_certs' on Instance uuid 48e26cd7-18d7-4aae-9368-e417f1a39826 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:37:30 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-eab47adc-e926-40be-a0b5-9dc42cde7d02 req-34f1278b-9f96-400a-aab5-aa5fc2986cfb service nova] Acquired lock "refresh_cache-48e26cd7-18d7-4aae-9368-e417f1a39826" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:37:30 user nova-compute[75147]: DEBUG nova.network.neutron [req-eab47adc-e926-40be-a0b5-9dc42cde7d02 req-34f1278b-9f96-400a-aab5-aa5fc2986cfb service nova] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] Refreshing network info cache for port a015da02-9f61-4b84-84fa-a6f763d8bb16 {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 19:37:30 user nova-compute[75147]: DEBUG nova.objects.base [None req-ff187c12-1166-4d14-90d5-d24a419a5c92 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Object Instance<48e26cd7-18d7-4aae-9368-e417f1a39826> lazy-loaded attributes: pci_requests,trusted_certs {{(pid=75147) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 19:37:30 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-ff187c12-1166-4d14-90d5-d24a419a5c92 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Acquiring lock "929bab333872bd9312a62626115772b2a93f4ec4" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:37:30 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-ff187c12-1166-4d14-90d5-d24a419a5c92 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Lock "929bab333872bd9312a62626115772b2a93f4ec4" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:37:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-ff187c12-1166-4d14-90d5-d24a419a5c92 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/929bab333872bd9312a62626115772b2a93f4ec4.part --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:37:31 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Searching for a device in session 27 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75147) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 19:37:31 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LOUlfJDd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 19:37:31 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 2.331s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:37:31 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] <== connect_volume: return (2332ms) {'type': 'block', 'scsi_wwn': '23062383830636230', 'path': '/dev/sdc'} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:37:31 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23062383830636230', 'path': '/dev/sdc'} {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 19:37:31 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:37:31 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:32:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-461480481',display_name='tempest-AttachVolumeTestJSON-server-461480481',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-461480481',id=19,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCocSk0Jt+lxbazUZ5yULe+dUn5NKU/aEEPIiGBejfR8xgJF/icNpDULImN0BYwjwxpVTaQc9QG6PoyRw5Z8vtO+7oYSQJmGrJm73OGd6+3aFaxmjjbggbIAZn8Z6iG8QA==',key_name='tempest-keypair-792790439',keypairs=<?>,launch_index=0,launched_at=2023-10-27T19:33:07Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='650e050c53874fa5bd6c9a70152ef1cf',ramdisk_id='',reservation_id='r-y9yzgh2f',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-305407133',owner_user_name='tempest-AttachVolumeTestJSON-305407133-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T19:35:38Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b3450e0fcfb7485581e5f2e6418d9359',uuid=18fad5c9-4c2b-4e90-a568-bd0a32497c63,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "5b28365d-32e7-4952-b6c6-3c2343ff1568", "address": "fa:16:3e:e7:6d:79", "network": {"id": "530841ca-09cf-4270-b7b7-02d3a851df39", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1965338570-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "650e050c53874fa5bd6c9a70152ef1cf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b28365d-32", "ovs_interfaceid": "5b28365d-32e7-4952-b6c6-3c2343ff1568", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75147) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 19:37:31 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Converting VIF {"id": "5b28365d-32e7-4952-b6c6-3c2343ff1568", "address": "fa:16:3e:e7:6d:79", "network": {"id": "530841ca-09cf-4270-b7b7-02d3a851df39", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1965338570-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "650e050c53874fa5bd6c9a70152ef1cf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b28365d-32", "ovs_interfaceid": "5b28365d-32e7-4952-b6c6-3c2343ff1568", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:37:31 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e7:6d:79,bridge_name='br-int',has_traffic_filtering=True,id=5b28365d-32e7-4952-b6c6-3c2343ff1568,network=Network(530841ca-09cf-4270-b7b7-02d3a851df39),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5b28365d-32') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:37:31 user nova-compute[75147]: DEBUG nova.objects.instance [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Lazy-loading 'pci_devices' on Instance uuid 18fad5c9-4c2b-4e90-a568-bd0a32497c63 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:37:31 user nova-compute[75147]: DEBUG nova.objects.base [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Object Instance<18fad5c9-4c2b-4e90-a568-bd0a32497c63> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices {{(pid=75147) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 19:37:31 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] End _get_guest_xml xml=<domain type="kvm">
Oct 27 19:37:31 user nova-compute[75147]:   <uuid>18fad5c9-4c2b-4e90-a568-bd0a32497c63</uuid>
Oct 27 19:37:31 user nova-compute[75147]:   <name>instance-00000013</name>
Oct 27 19:37:31 user nova-compute[75147]:   <memory>524288</memory>
Oct 27 19:37:31 user nova-compute[75147]:   <vcpu>1</vcpu>
Oct 27 19:37:31 user nova-compute[75147]:   <metadata>
Oct 27 19:37:31 user nova-compute[75147]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 19:37:31 user nova-compute[75147]:       <nova:package version="0.0.0"/>
Oct 27 19:37:31 user nova-compute[75147]:       <nova:name>tempest-AttachVolumeTestJSON-server-461480481</nova:name>
Oct 27 19:37:31 user nova-compute[75147]:       <nova:creationTime>2023-10-27 19:37:29</nova:creationTime>
Oct 27 19:37:31 user nova-compute[75147]:       <nova:flavor name="m1.tiny">
Oct 27 19:37:31 user nova-compute[75147]:         <nova:memory>512</nova:memory>
Oct 27 19:37:31 user nova-compute[75147]:         <nova:disk>1</nova:disk>
Oct 27 19:37:31 user nova-compute[75147]:         <nova:swap>0</nova:swap>
Oct 27 19:37:31 user nova-compute[75147]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 19:37:31 user nova-compute[75147]:         <nova:vcpus>1</nova:vcpus>
Oct 27 19:37:31 user nova-compute[75147]:       </nova:flavor>
Oct 27 19:37:31 user nova-compute[75147]:       <nova:owner>
Oct 27 19:37:31 user nova-compute[75147]:         <nova:user uuid="b3450e0fcfb7485581e5f2e6418d9359">tempest-AttachVolumeTestJSON-305407133-project-member</nova:user>
Oct 27 19:37:31 user nova-compute[75147]:         <nova:project uuid="650e050c53874fa5bd6c9a70152ef1cf">tempest-AttachVolumeTestJSON-305407133</nova:project>
Oct 27 19:37:31 user nova-compute[75147]:       </nova:owner>
Oct 27 19:37:31 user nova-compute[75147]:       <nova:root type="image" uuid="d52df17c-5315-4a73-ab7c-34c161a414fb"/>
Oct 27 19:37:31 user nova-compute[75147]:       <nova:ports>
Oct 27 19:37:31 user nova-compute[75147]:         <nova:port uuid="5b28365d-32e7-4952-b6c6-3c2343ff1568">
Oct 27 19:37:31 user nova-compute[75147]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Oct 27 19:37:31 user nova-compute[75147]:         </nova:port>
Oct 27 19:37:31 user nova-compute[75147]:       </nova:ports>
Oct 27 19:37:31 user nova-compute[75147]:     </nova:instance>
Oct 27 19:37:31 user nova-compute[75147]:   </metadata>
Oct 27 19:37:31 user nova-compute[75147]:   <sysinfo type="smbios">
Oct 27 19:37:31 user nova-compute[75147]:     <system>
Oct 27 19:37:31 user nova-compute[75147]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 19:37:31 user nova-compute[75147]:       <entry name="product">OpenStack Nova</entry>
Oct 27 19:37:31 user nova-compute[75147]:       <entry name="version">0.0.0</entry>
Oct 27 19:37:31 user nova-compute[75147]:       <entry name="serial">18fad5c9-4c2b-4e90-a568-bd0a32497c63</entry>
Oct 27 19:37:31 user nova-compute[75147]:       <entry name="uuid">18fad5c9-4c2b-4e90-a568-bd0a32497c63</entry>
Oct 27 19:37:31 user nova-compute[75147]:       <entry name="family">Virtual Machine</entry>
Oct 27 19:37:31 user nova-compute[75147]:     </system>
Oct 27 19:37:31 user nova-compute[75147]:   </sysinfo>
Oct 27 19:37:31 user nova-compute[75147]:   <os>
Oct 27 19:37:31 user nova-compute[75147]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 19:37:31 user nova-compute[75147]:     <boot dev="hd"/>
Oct 27 19:37:31 user nova-compute[75147]:     <smbios mode="sysinfo"/>
Oct 27 19:37:31 user nova-compute[75147]:   </os>
Oct 27 19:37:31 user nova-compute[75147]:   <features>
Oct 27 19:37:31 user nova-compute[75147]:     <acpi/>
Oct 27 19:37:31 user nova-compute[75147]:     <apic/>
Oct 27 19:37:31 user nova-compute[75147]:     <vmcoreinfo/>
Oct 27 19:37:31 user nova-compute[75147]:   </features>
Oct 27 19:37:31 user nova-compute[75147]:   <clock offset="utc">
Oct 27 19:37:31 user nova-compute[75147]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 19:37:31 user nova-compute[75147]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 19:37:31 user nova-compute[75147]:     <timer name="hpet" present="no"/>
Oct 27 19:37:31 user nova-compute[75147]:   </clock>
Oct 27 19:37:31 user nova-compute[75147]:   <cpu mode="custom" match="exact">
Oct 27 19:37:31 user nova-compute[75147]:     <model>Nehalem</model>
Oct 27 19:37:31 user nova-compute[75147]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 19:37:31 user nova-compute[75147]:   </cpu>
Oct 27 19:37:31 user nova-compute[75147]:   <devices>
Oct 27 19:37:31 user nova-compute[75147]:     <disk type="file" device="disk">
Oct 27 19:37:31 user nova-compute[75147]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 27 19:37:31 user nova-compute[75147]:       <source file="/opt/stack/data/nova/instances/18fad5c9-4c2b-4e90-a568-bd0a32497c63/disk"/>
Oct 27 19:37:31 user nova-compute[75147]:       <target dev="vda" bus="virtio"/>
Oct 27 19:37:31 user nova-compute[75147]:     </disk>
Oct 27 19:37:31 user nova-compute[75147]:     <disk type="block" device="disk">
Oct 27 19:37:31 user nova-compute[75147]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 19:37:31 user nova-compute[75147]:       <source dev="/dev/sdc"/>
Oct 27 19:37:31 user nova-compute[75147]:       <target dev="vdb" bus="virtio"/>
Oct 27 19:37:31 user nova-compute[75147]:       <serial>258f9c1f-2da1-4815-9280-0796bf59f601</serial>
Oct 27 19:37:31 user nova-compute[75147]:     </disk>
Oct 27 19:37:31 user nova-compute[75147]:     <interface type="ethernet">
Oct 27 19:37:31 user nova-compute[75147]:       <mac address="fa:16:3e:e7:6d:79"/>
Oct 27 19:37:31 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:37:31 user nova-compute[75147]:       <mtu size="1442"/>
Oct 27 19:37:31 user nova-compute[75147]:       <target dev="tap5b28365d-32"/>
Oct 27 19:37:31 user nova-compute[75147]:     </interface>
Oct 27 19:37:31 user nova-compute[75147]:     <serial type="pty">
Oct 27 19:37:31 user nova-compute[75147]:       <log file="/opt/stack/data/nova/instances/18fad5c9-4c2b-4e90-a568-bd0a32497c63/console.log" append="off"/>
Oct 27 19:37:31 user nova-compute[75147]:     </serial>
Oct 27 19:37:31 user nova-compute[75147]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 19:37:31 user nova-compute[75147]:     <video>
Oct 27 19:37:31 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:37:31 user nova-compute[75147]:     </video>
Oct 27 19:37:31 user nova-compute[75147]:     <rng model="virtio">
Oct 27 19:37:31 user nova-compute[75147]:       <backend model="random">/dev/urandom</backend>
Oct 27 19:37:31 user nova-compute[75147]:     </rng>
Oct 27 19:37:31 user nova-compute[75147]:     <controller type="usb" index="0" model="none"/>
Oct 27 19:37:31 user nova-compute[75147]:     <memballoon model="virtio">
Oct 27 19:37:31 user nova-compute[75147]:       <stats period="10"/>
Oct 27 19:37:31 user nova-compute[75147]:     </memballoon>
Oct 27 19:37:31 user nova-compute[75147]:   </devices>
Oct 27 19:37:31 user nova-compute[75147]: </domain>
Oct 27 19:37:31 user nova-compute[75147]:  {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 19:37:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18fad5c9-4c2b-4e90-a568-bd0a32497c63/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:37:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-ff187c12-1166-4d14-90d5-d24a419a5c92 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/929bab333872bd9312a62626115772b2a93f4ec4.part --force-share --output=json" returned: 0 in 0.185s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:37:31 user nova-compute[75147]: DEBUG nova.virt.images [None req-ff187c12-1166-4d14-90d5-d24a419a5c92 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] 7b7a3963-bdd8-45a2-b03b-e36d09fd9e6a was qcow2, converting to raw {{(pid=75147) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 27 19:37:31 user nova-compute[75147]: DEBUG nova.privsep.utils [None req-ff187c12-1166-4d14-90d5-d24a419a5c92 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75147) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 27 19:37:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-ff187c12-1166-4d14-90d5-d24a419a5c92 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/929bab333872bd9312a62626115772b2a93f4ec4.part /opt/stack/data/nova/instances/_base/929bab333872bd9312a62626115772b2a93f4ec4.converted {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:37:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18fad5c9-4c2b-4e90-a568-bd0a32497c63/disk --force-share --output=json" returned: 0 in 0.167s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:37:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18fad5c9-4c2b-4e90-a568-bd0a32497c63/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:37:31 user nova-compute[75147]: DEBUG nova.network.neutron [req-eab47adc-e926-40be-a0b5-9dc42cde7d02 req-34f1278b-9f96-400a-aab5-aa5fc2986cfb service nova] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] Updated VIF entry in instance network info cache for port a015da02-9f61-4b84-84fa-a6f763d8bb16. {{(pid=75147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 19:37:31 user nova-compute[75147]: DEBUG nova.network.neutron [req-eab47adc-e926-40be-a0b5-9dc42cde7d02 req-34f1278b-9f96-400a-aab5-aa5fc2986cfb service nova] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] Updating instance_info_cache with network_info: [{"id": "a015da02-9f61-4b84-84fa-a6f763d8bb16", "address": "fa:16:3e:db:b0:9d", "network": {"id": "a71e29bc-f4c7-43bf-b62a-640bdbe1f778", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1494620895-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.5", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8beb0d83b9e445ec875766ef511f053b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa015da02-9f", "ovs_interfaceid": "a015da02-9f61-4b84-84fa-a6f763d8bb16", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:37:31 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-eab47adc-e926-40be-a0b5-9dc42cde7d02 req-34f1278b-9f96-400a-aab5-aa5fc2986cfb service nova] Releasing lock "refresh_cache-48e26cd7-18d7-4aae-9368-e417f1a39826" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:37:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18fad5c9-4c2b-4e90-a568-bd0a32497c63/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:37:31 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75147) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 19:37:31 user nova-compute[75147]: DEBUG nova.objects.instance [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Lazy-loading 'trusted_certs' on Instance uuid 18fad5c9-4c2b-4e90-a568-bd0a32497c63 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:37:31 user nova-compute[75147]: DEBUG nova.objects.base [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Object Instance<18fad5c9-4c2b-4e90-a568-bd0a32497c63> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs {{(pid=75147) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 19:37:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:37:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-ff187c12-1166-4d14-90d5-d24a419a5c92 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/929bab333872bd9312a62626115772b2a93f4ec4.part /opt/stack/data/nova/instances/_base/929bab333872bd9312a62626115772b2a93f4ec4.converted" returned: 0 in 0.338s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:37:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-ff187c12-1166-4d14-90d5-d24a419a5c92 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/929bab333872bd9312a62626115772b2a93f4ec4.converted --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:37:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.168s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:37:32 user nova-compute[75147]: DEBUG nova.virt.disk.api [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Checking if we can resize image /opt/stack/data/nova/instances/18fad5c9-4c2b-4e90-a568-bd0a32497c63/disk. size=1073741824 {{(pid=75147) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 27 19:37:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18fad5c9-4c2b-4e90-a568-bd0a32497c63/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:37:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-ff187c12-1166-4d14-90d5-d24a419a5c92 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/929bab333872bd9312a62626115772b2a93f4ec4.converted --force-share --output=json" returned: 0 in 0.174s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:37:32 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-ff187c12-1166-4d14-90d5-d24a419a5c92 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Lock "929bab333872bd9312a62626115772b2a93f4ec4" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.873s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:37:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-ff187c12-1166-4d14-90d5-d24a419a5c92 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/929bab333872bd9312a62626115772b2a93f4ec4 --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:37:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18fad5c9-4c2b-4e90-a568-bd0a32497c63/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:37:32 user nova-compute[75147]: DEBUG nova.virt.disk.api [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Cannot resize image /opt/stack/data/nova/instances/18fad5c9-4c2b-4e90-a568-bd0a32497c63/disk to a smaller size. {{(pid=75147) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 27 19:37:32 user nova-compute[75147]: DEBUG nova.objects.instance [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Lazy-loading 'migration_context' on Instance uuid 18fad5c9-4c2b-4e90-a568-bd0a32497c63 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:37:32 user nova-compute[75147]: DEBUG nova.objects.base [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Object Instance<18fad5c9-4c2b-4e90-a568-bd0a32497c63> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs,migration_context {{(pid=75147) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 19:37:32 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:32:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-461480481',display_name='tempest-AttachVolumeTestJSON-server-461480481',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-461480481',id=19,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCocSk0Jt+lxbazUZ5yULe+dUn5NKU/aEEPIiGBejfR8xgJF/icNpDULImN0BYwjwxpVTaQc9QG6PoyRw5Z8vtO+7oYSQJmGrJm73OGd6+3aFaxmjjbggbIAZn8Z6iG8QA==',key_name='tempest-keypair-792790439',keypairs=<?>,launch_index=0,launched_at=2023-10-27T19:33:07Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=<?>,power_state=4,progress=0,project_id='650e050c53874fa5bd6c9a70152ef1cf',ramdisk_id='',reservation_id='r-y9yzgh2f',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-305407133',owner_user_name='tempest-AttachVolumeTestJSON-305407133-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:35:38Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b3450e0fcfb7485581e5f2e6418d9359',uuid=18fad5c9-4c2b-4e90-a568-bd0a32497c63,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "5b28365d-32e7-4952-b6c6-3c2343ff1568", "address": "fa:16:3e:e7:6d:79", "network": {"id": "530841ca-09cf-4270-b7b7-02d3a851df39", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1965338570-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "650e050c53874fa5bd6c9a70152ef1cf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b28365d-32", "ovs_interfaceid": "5b28365d-32e7-4952-b6c6-3c2343ff1568", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 19:37:32 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Converting VIF {"id": "5b28365d-32e7-4952-b6c6-3c2343ff1568", "address": "fa:16:3e:e7:6d:79", "network": {"id": "530841ca-09cf-4270-b7b7-02d3a851df39", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1965338570-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "650e050c53874fa5bd6c9a70152ef1cf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b28365d-32", "ovs_interfaceid": "5b28365d-32e7-4952-b6c6-3c2343ff1568", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:37:32 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e7:6d:79,bridge_name='br-int',has_traffic_filtering=True,id=5b28365d-32e7-4952-b6c6-3c2343ff1568,network=Network(530841ca-09cf-4270-b7b7-02d3a851df39),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5b28365d-32') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:37:32 user nova-compute[75147]: DEBUG os_vif [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e7:6d:79,bridge_name='br-int',has_traffic_filtering=True,id=5b28365d-32e7-4952-b6c6-3c2343ff1568,network=Network(530841ca-09cf-4270-b7b7-02d3a851df39),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5b28365d-32') {{(pid=75147) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 19:37:32 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:37:32 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:37:32 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 19:37:32 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:37:32 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '4dfd68fb-a36e-5b59-8e87-ff65257eace1', '_type': 'linux-noop'}}, row=False) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:37:32 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:37:32 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:37:32 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:37:32 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:37:32 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap5b28365d-32, may_exist=True, interface_attrs={}) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:37:32 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap5b28365d-32, col_values=(('qos', UUID('3552384d-a42b-4b2c-a63d-fa9ba024bacd')),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:37:32 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap5b28365d-32, col_values=(('external_ids', {'iface-id': '5b28365d-32e7-4952-b6c6-3c2343ff1568', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e7:6d:79', 'vm-uuid': '18fad5c9-4c2b-4e90-a568-bd0a32497c63'}),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:37:32 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:37:32 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:37:32 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:37:32 user nova-compute[75147]: INFO os_vif [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e7:6d:79,bridge_name='br-int',has_traffic_filtering=True,id=5b28365d-32e7-4952-b6c6-3c2343ff1568,network=Network(530841ca-09cf-4270-b7b7-02d3a851df39),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5b28365d-32')
Oct 27 19:37:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-ff187c12-1166-4d14-90d5-d24a419a5c92 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/929bab333872bd9312a62626115772b2a93f4ec4 --force-share --output=json" returned: 0 in 0.171s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:37:32 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-ff187c12-1166-4d14-90d5-d24a419a5c92 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Acquiring lock "929bab333872bd9312a62626115772b2a93f4ec4" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:37:32 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-ff187c12-1166-4d14-90d5-d24a419a5c92 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Lock "929bab333872bd9312a62626115772b2a93f4ec4" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:37:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-ff187c12-1166-4d14-90d5-d24a419a5c92 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/929bab333872bd9312a62626115772b2a93f4ec4 --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:37:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-ff187c12-1166-4d14-90d5-d24a419a5c92 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/929bab333872bd9312a62626115772b2a93f4ec4 --force-share --output=json" returned: 0 in 0.179s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:37:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-ff187c12-1166-4d14-90d5-d24a419a5c92 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/929bab333872bd9312a62626115772b2a93f4ec4,backing_fmt=raw /opt/stack/data/nova/instances/48e26cd7-18d7-4aae-9368-e417f1a39826/disk 1073741824 {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:37:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-ff187c12-1166-4d14-90d5-d24a419a5c92 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/929bab333872bd9312a62626115772b2a93f4ec4,backing_fmt=raw /opt/stack/data/nova/instances/48e26cd7-18d7-4aae-9368-e417f1a39826/disk 1073741824" returned: 0 in 0.048s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:37:32 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-ff187c12-1166-4d14-90d5-d24a419a5c92 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Lock "929bab333872bd9312a62626115772b2a93f4ec4" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.237s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:37:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-ff187c12-1166-4d14-90d5-d24a419a5c92 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/929bab333872bd9312a62626115772b2a93f4ec4 --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:37:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-ff187c12-1166-4d14-90d5-d24a419a5c92 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/929bab333872bd9312a62626115772b2a93f4ec4 --force-share --output=json" returned: 0 in 0.180s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:37:32 user nova-compute[75147]: DEBUG nova.objects.instance [None req-ff187c12-1166-4d14-90d5-d24a419a5c92 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Lazy-loading 'migration_context' on Instance uuid 48e26cd7-18d7-4aae-9368-e417f1a39826 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:37:32 user nova-compute[75147]: DEBUG nova.objects.base [None req-ff187c12-1166-4d14-90d5-d24a419a5c92 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Object Instance<48e26cd7-18d7-4aae-9368-e417f1a39826> lazy-loaded attributes: pci_requests,trusted_certs,migration_context {{(pid=75147) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 19:37:32 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-ff187c12-1166-4d14-90d5-d24a419a5c92 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] Rebasing disk image.
Oct 27 19:37:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-ff187c12-1166-4d14-90d5-d24a419a5c92 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:37:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-ff187c12-1166-4d14-90d5-d24a419a5c92 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.177s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:37:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-ff187c12-1166-4d14-90d5-d24a419a5c92 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Running cmd (subprocess): qemu-img rebase -b /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa -F raw /opt/stack/data/nova/instances/48e26cd7-18d7-4aae-9368-e417f1a39826/disk {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:37:33 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:37:33 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:37:33 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:37:33 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:37:33 user nova-compute[75147]: DEBUG nova.compute.manager [req-6838fb29-86d2-4817-90da-86110edcede9 req-6cdde042-18f3-44ac-b00d-0152797551a2 service nova] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Received event network-vif-plugged-5b28365d-32e7-4952-b6c6-3c2343ff1568 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:37:33 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-6838fb29-86d2-4817-90da-86110edcede9 req-6cdde042-18f3-44ac-b00d-0152797551a2 service nova] Acquiring lock "18fad5c9-4c2b-4e90-a568-bd0a32497c63-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:37:33 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-6838fb29-86d2-4817-90da-86110edcede9 req-6cdde042-18f3-44ac-b00d-0152797551a2 service nova] Lock "18fad5c9-4c2b-4e90-a568-bd0a32497c63-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:37:33 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-6838fb29-86d2-4817-90da-86110edcede9 req-6cdde042-18f3-44ac-b00d-0152797551a2 service nova] Lock "18fad5c9-4c2b-4e90-a568-bd0a32497c63-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:37:33 user nova-compute[75147]: DEBUG nova.compute.manager [req-6838fb29-86d2-4817-90da-86110edcede9 req-6cdde042-18f3-44ac-b00d-0152797551a2 service nova] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] No waiting events found dispatching network-vif-plugged-5b28365d-32e7-4952-b6c6-3c2343ff1568 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:37:33 user nova-compute[75147]: WARNING nova.compute.manager [req-6838fb29-86d2-4817-90da-86110edcede9 req-6cdde042-18f3-44ac-b00d-0152797551a2 service nova] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Received unexpected event network-vif-plugged-5b28365d-32e7-4952-b6c6-3c2343ff1568 for instance with vm_state stopped and task_state powering-on.
Oct 27 19:37:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:37:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:37:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:37:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:37:35 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-ff187c12-1166-4d14-90d5-d24a419a5c92 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] CMD "qemu-img rebase -b /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa -F raw /opt/stack/data/nova/instances/48e26cd7-18d7-4aae-9368-e417f1a39826/disk" returned: 0 in 2.115s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:37:35 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-ff187c12-1166-4d14-90d5-d24a419a5c92 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] Created local disks {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 27 19:37:35 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-ff187c12-1166-4d14-90d5-d24a419a5c92 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] Ensure instance console log exists: /opt/stack/data/nova/instances/48e26cd7-18d7-4aae-9368-e417f1a39826/console.log {{(pid=75147) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 19:37:35 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-ff187c12-1166-4d14-90d5-d24a419a5c92 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:37:35 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-ff187c12-1166-4d14-90d5-d24a419a5c92 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:37:35 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-ff187c12-1166-4d14-90d5-d24a419a5c92 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:37:35 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-ff187c12-1166-4d14-90d5-d24a419a5c92 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] Start _get_guest_xml network_info=[{"id": "a015da02-9f61-4b84-84fa-a6f763d8bb16", "address": "fa:16:3e:db:b0:9d", "network": {"id": "a71e29bc-f4c7-43bf-b62a-640bdbe1f778", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1494620895-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.5", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8beb0d83b9e445ec875766ef511f053b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa015da02-9f", "ovs_interfaceid": "a015da02-9f61-4b84-84fa-a6f763d8bb16", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='014b22bf5c9cfb140837a2f6f4b36367',container_format='bare',created_at=2023-10-27T19:35:35Z,direct_url=<?>,disk_format='qcow2',id=7b7a3963-bdd8-45a2-b03b-e36d09fd9e6a,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-640939562-shelved',owner='8beb0d83b9e445ec875766ef511f053b',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-10-27T19:35:41Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'encryption_options': None, 'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encrypted': False, 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_format': None, 'device_name': '/dev/vda', 'image_id': 'd52df17c-5315-4a73-ab7c-34c161a414fb'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 19:37:35 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-ff187c12-1166-4d14-90d5-d24a419a5c92 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:37:35 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-ff187c12-1166-4d14-90d5-d24a419a5c92 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:37:35 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-ff187c12-1166-4d14-90d5-d24a419a5c92 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 19:37:35 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-ff187c12-1166-4d14-90d5-d24a419a5c92 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] CPU controller missing on host. {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 19:37:35 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-ff187c12-1166-4d14-90d5-d24a419a5c92 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 19:37:35 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-ff187c12-1166-4d14-90d5-d24a419a5c92 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] CPU controller found on host. {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 19:37:35 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-ff187c12-1166-4d14-90d5-d24a419a5c92 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75147) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 19:37:35 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-ff187c12-1166-4d14-90d5-d24a419a5c92 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T19:21:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='014b22bf5c9cfb140837a2f6f4b36367',container_format='bare',created_at=2023-10-27T19:35:35Z,direct_url=<?>,disk_format='qcow2',id=7b7a3963-bdd8-45a2-b03b-e36d09fd9e6a,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-640939562-shelved',owner='8beb0d83b9e445ec875766ef511f053b',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-10-27T19:35:41Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 19:37:35 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-ff187c12-1166-4d14-90d5-d24a419a5c92 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Flavor limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 19:37:35 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-ff187c12-1166-4d14-90d5-d24a419a5c92 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Image limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 19:37:35 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-ff187c12-1166-4d14-90d5-d24a419a5c92 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Flavor pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 19:37:35 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-ff187c12-1166-4d14-90d5-d24a419a5c92 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Image pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 19:37:35 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-ff187c12-1166-4d14-90d5-d24a419a5c92 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 19:37:35 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-ff187c12-1166-4d14-90d5-d24a419a5c92 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 19:37:35 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-ff187c12-1166-4d14-90d5-d24a419a5c92 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 19:37:35 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-ff187c12-1166-4d14-90d5-d24a419a5c92 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Got 1 possible topologies {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 19:37:35 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-ff187c12-1166-4d14-90d5-d24a419a5c92 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 19:37:35 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-ff187c12-1166-4d14-90d5-d24a419a5c92 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 19:37:35 user nova-compute[75147]: DEBUG nova.objects.instance [None req-ff187c12-1166-4d14-90d5-d24a419a5c92 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Lazy-loading 'vcpu_model' on Instance uuid 48e26cd7-18d7-4aae-9368-e417f1a39826 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:37:35 user nova-compute[75147]: DEBUG nova.objects.base [None req-ff187c12-1166-4d14-90d5-d24a419a5c92 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Object Instance<48e26cd7-18d7-4aae-9368-e417f1a39826> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model {{(pid=75147) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 19:37:35 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-ff187c12-1166-4d14-90d5-d24a419a5c92 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-27T19:33:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-640939562',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-640939562',id=20,image_ref='7b7a3963-bdd8-45a2-b03b-e36d09fd9e6a',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-133364131',keypairs=<?>,launch_index=0,launched_at=2023-10-27T19:33:37Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='8beb0d83b9e445ec875766ef511f053b',ramdisk_id='',reservation_id='r-vpyx9309',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-824631730',owner_user_name='tempest-AttachVolumeShelveTestJSON-824631730-project-member',shelved_at='2023-10-27T19:35:40.808330',shelved_host='user',shelved_image_id='7b7a3963-bdd8-45a2-b03b-e36d09fd9e6a'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:37:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0142753c479d419eb7cad92bf6b372d3',uuid=48e26cd7-18d7-4aae-9368-e417f1a39826,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "a015da02-9f61-4b84-84fa-a6f763d8bb16", "address": "fa:16:3e:db:b0:9d", "network": {"id": "a71e29bc-f4c7-43bf-b62a-640bdbe1f778", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1494620895-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.5", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8beb0d83b9e445ec875766ef511f053b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa015da02-9f", "ovs_interfaceid": "a015da02-9f61-4b84-84fa-a6f763d8bb16", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75147) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 19:37:35 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-ff187c12-1166-4d14-90d5-d24a419a5c92 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Converting VIF {"id": "a015da02-9f61-4b84-84fa-a6f763d8bb16", "address": "fa:16:3e:db:b0:9d", "network": {"id": "a71e29bc-f4c7-43bf-b62a-640bdbe1f778", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1494620895-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.5", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8beb0d83b9e445ec875766ef511f053b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa015da02-9f", "ovs_interfaceid": "a015da02-9f61-4b84-84fa-a6f763d8bb16", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:37:35 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-ff187c12-1166-4d14-90d5-d24a419a5c92 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:db:b0:9d,bridge_name='br-int',has_traffic_filtering=True,id=a015da02-9f61-4b84-84fa-a6f763d8bb16,network=Network(a71e29bc-f4c7-43bf-b62a-640bdbe1f778),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa015da02-9f') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:37:35 user nova-compute[75147]: DEBUG nova.objects.instance [None req-ff187c12-1166-4d14-90d5-d24a419a5c92 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Lazy-loading 'pci_devices' on Instance uuid 48e26cd7-18d7-4aae-9368-e417f1a39826 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:37:35 user nova-compute[75147]: DEBUG nova.objects.base [None req-ff187c12-1166-4d14-90d5-d24a419a5c92 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Object Instance<48e26cd7-18d7-4aae-9368-e417f1a39826> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model,pci_devices {{(pid=75147) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 19:37:35 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-ff187c12-1166-4d14-90d5-d24a419a5c92 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] End _get_guest_xml xml=<domain type="kvm">
Oct 27 19:37:35 user nova-compute[75147]:   <uuid>48e26cd7-18d7-4aae-9368-e417f1a39826</uuid>
Oct 27 19:37:35 user nova-compute[75147]:   <name>instance-00000014</name>
Oct 27 19:37:35 user nova-compute[75147]:   <memory>524288</memory>
Oct 27 19:37:35 user nova-compute[75147]:   <vcpu>1</vcpu>
Oct 27 19:37:35 user nova-compute[75147]:   <metadata>
Oct 27 19:37:35 user nova-compute[75147]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 19:37:35 user nova-compute[75147]:       <nova:package version="0.0.0"/>
Oct 27 19:37:35 user nova-compute[75147]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-640939562</nova:name>
Oct 27 19:37:35 user nova-compute[75147]:       <nova:creationTime>2023-10-27 19:37:35</nova:creationTime>
Oct 27 19:37:35 user nova-compute[75147]:       <nova:flavor name="m1.tiny">
Oct 27 19:37:35 user nova-compute[75147]:         <nova:memory>512</nova:memory>
Oct 27 19:37:35 user nova-compute[75147]:         <nova:disk>1</nova:disk>
Oct 27 19:37:35 user nova-compute[75147]:         <nova:swap>0</nova:swap>
Oct 27 19:37:35 user nova-compute[75147]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 19:37:35 user nova-compute[75147]:         <nova:vcpus>1</nova:vcpus>
Oct 27 19:37:35 user nova-compute[75147]:       </nova:flavor>
Oct 27 19:37:35 user nova-compute[75147]:       <nova:owner>
Oct 27 19:37:35 user nova-compute[75147]:         <nova:user uuid="0142753c479d419eb7cad92bf6b372d3">tempest-AttachVolumeShelveTestJSON-824631730-project-member</nova:user>
Oct 27 19:37:35 user nova-compute[75147]:         <nova:project uuid="8beb0d83b9e445ec875766ef511f053b">tempest-AttachVolumeShelveTestJSON-824631730</nova:project>
Oct 27 19:37:35 user nova-compute[75147]:       </nova:owner>
Oct 27 19:37:35 user nova-compute[75147]:       <nova:root type="image" uuid="7b7a3963-bdd8-45a2-b03b-e36d09fd9e6a"/>
Oct 27 19:37:35 user nova-compute[75147]:       <nova:ports>
Oct 27 19:37:35 user nova-compute[75147]:         <nova:port uuid="a015da02-9f61-4b84-84fa-a6f763d8bb16">
Oct 27 19:37:35 user nova-compute[75147]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Oct 27 19:37:35 user nova-compute[75147]:         </nova:port>
Oct 27 19:37:35 user nova-compute[75147]:       </nova:ports>
Oct 27 19:37:35 user nova-compute[75147]:     </nova:instance>
Oct 27 19:37:35 user nova-compute[75147]:   </metadata>
Oct 27 19:37:35 user nova-compute[75147]:   <sysinfo type="smbios">
Oct 27 19:37:35 user nova-compute[75147]:     <system>
Oct 27 19:37:35 user nova-compute[75147]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 19:37:35 user nova-compute[75147]:       <entry name="product">OpenStack Nova</entry>
Oct 27 19:37:35 user nova-compute[75147]:       <entry name="version">0.0.0</entry>
Oct 27 19:37:35 user nova-compute[75147]:       <entry name="serial">48e26cd7-18d7-4aae-9368-e417f1a39826</entry>
Oct 27 19:37:35 user nova-compute[75147]:       <entry name="uuid">48e26cd7-18d7-4aae-9368-e417f1a39826</entry>
Oct 27 19:37:35 user nova-compute[75147]:       <entry name="family">Virtual Machine</entry>
Oct 27 19:37:35 user nova-compute[75147]:     </system>
Oct 27 19:37:35 user nova-compute[75147]:   </sysinfo>
Oct 27 19:37:35 user nova-compute[75147]:   <os>
Oct 27 19:37:35 user nova-compute[75147]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 19:37:35 user nova-compute[75147]:     <boot dev="hd"/>
Oct 27 19:37:35 user nova-compute[75147]:     <smbios mode="sysinfo"/>
Oct 27 19:37:35 user nova-compute[75147]:   </os>
Oct 27 19:37:35 user nova-compute[75147]:   <features>
Oct 27 19:37:35 user nova-compute[75147]:     <acpi/>
Oct 27 19:37:35 user nova-compute[75147]:     <apic/>
Oct 27 19:37:35 user nova-compute[75147]:     <vmcoreinfo/>
Oct 27 19:37:35 user nova-compute[75147]:   </features>
Oct 27 19:37:35 user nova-compute[75147]:   <clock offset="utc">
Oct 27 19:37:35 user nova-compute[75147]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 19:37:35 user nova-compute[75147]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 19:37:35 user nova-compute[75147]:     <timer name="hpet" present="no"/>
Oct 27 19:37:35 user nova-compute[75147]:   </clock>
Oct 27 19:37:35 user nova-compute[75147]:   <cpu mode="custom" match="exact">
Oct 27 19:37:35 user nova-compute[75147]:     <model>Nehalem</model>
Oct 27 19:37:35 user nova-compute[75147]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 19:37:35 user nova-compute[75147]:   </cpu>
Oct 27 19:37:35 user nova-compute[75147]:   <devices>
Oct 27 19:37:35 user nova-compute[75147]:     <disk type="file" device="disk">
Oct 27 19:37:35 user nova-compute[75147]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 27 19:37:35 user nova-compute[75147]:       <source file="/opt/stack/data/nova/instances/48e26cd7-18d7-4aae-9368-e417f1a39826/disk"/>
Oct 27 19:37:35 user nova-compute[75147]:       <target dev="vda" bus="virtio"/>
Oct 27 19:37:35 user nova-compute[75147]:     </disk>
Oct 27 19:37:35 user nova-compute[75147]:     <interface type="ethernet">
Oct 27 19:37:35 user nova-compute[75147]:       <mac address="fa:16:3e:db:b0:9d"/>
Oct 27 19:37:35 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:37:35 user nova-compute[75147]:       <mtu size="1442"/>
Oct 27 19:37:35 user nova-compute[75147]:       <target dev="tapa015da02-9f"/>
Oct 27 19:37:35 user nova-compute[75147]:     </interface>
Oct 27 19:37:35 user nova-compute[75147]:     <serial type="pty">
Oct 27 19:37:35 user nova-compute[75147]:       <log file="/opt/stack/data/nova/instances/48e26cd7-18d7-4aae-9368-e417f1a39826/console.log" append="off"/>
Oct 27 19:37:35 user nova-compute[75147]:     </serial>
Oct 27 19:37:35 user nova-compute[75147]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 19:37:35 user nova-compute[75147]:     <video>
Oct 27 19:37:35 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:37:35 user nova-compute[75147]:     </video>
Oct 27 19:37:35 user nova-compute[75147]:     <rng model="virtio">
Oct 27 19:37:35 user nova-compute[75147]:       <backend model="random">/dev/urandom</backend>
Oct 27 19:37:35 user nova-compute[75147]:     </rng>
Oct 27 19:37:35 user nova-compute[75147]:     <controller type="usb" index="0" model="none"/>
Oct 27 19:37:35 user nova-compute[75147]:     <memballoon model="virtio">
Oct 27 19:37:35 user nova-compute[75147]:       <stats period="10"/>
Oct 27 19:37:35 user nova-compute[75147]:     </memballoon>
Oct 27 19:37:35 user nova-compute[75147]:   </devices>
Oct 27 19:37:35 user nova-compute[75147]: </domain>
Oct 27 19:37:35 user nova-compute[75147]:  {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 19:37:35 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-ff187c12-1166-4d14-90d5-d24a419a5c92 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-27T19:33:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-640939562',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-640939562',id=20,image_ref='7b7a3963-bdd8-45a2-b03b-e36d09fd9e6a',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-133364131',keypairs=<?>,launch_index=0,launched_at=2023-10-27T19:33:37Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='8beb0d83b9e445ec875766ef511f053b',ramdisk_id='',reservation_id='r-vpyx9309',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-824631730',owner_user_name='tempest-AttachVolumeShelveTestJSON-824631730-project-member',shelved_at='2023-10-27T19:35:40.808330',shelved_host='user',shelved_image_id='7b7a3963-bdd8-45a2-b03b-e36d09fd9e6a'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:37:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0142753c479d419eb7cad92bf6b372d3',uuid=48e26cd7-18d7-4aae-9368-e417f1a39826,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "a015da02-9f61-4b84-84fa-a6f763d8bb16", "address": "fa:16:3e:db:b0:9d", "network": {"id": "a71e29bc-f4c7-43bf-b62a-640bdbe1f778", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1494620895-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.5", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8beb0d83b9e445ec875766ef511f053b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa015da02-9f", "ovs_interfaceid": "a015da02-9f61-4b84-84fa-a6f763d8bb16", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 19:37:35 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-ff187c12-1166-4d14-90d5-d24a419a5c92 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Converting VIF {"id": "a015da02-9f61-4b84-84fa-a6f763d8bb16", "address": "fa:16:3e:db:b0:9d", "network": {"id": "a71e29bc-f4c7-43bf-b62a-640bdbe1f778", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1494620895-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.5", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8beb0d83b9e445ec875766ef511f053b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa015da02-9f", "ovs_interfaceid": "a015da02-9f61-4b84-84fa-a6f763d8bb16", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:37:35 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-ff187c12-1166-4d14-90d5-d24a419a5c92 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:db:b0:9d,bridge_name='br-int',has_traffic_filtering=True,id=a015da02-9f61-4b84-84fa-a6f763d8bb16,network=Network(a71e29bc-f4c7-43bf-b62a-640bdbe1f778),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa015da02-9f') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:37:35 user nova-compute[75147]: DEBUG os_vif [None req-ff187c12-1166-4d14-90d5-d24a419a5c92 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:db:b0:9d,bridge_name='br-int',has_traffic_filtering=True,id=a015da02-9f61-4b84-84fa-a6f763d8bb16,network=Network(a71e29bc-f4c7-43bf-b62a-640bdbe1f778),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa015da02-9f') {{(pid=75147) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 19:37:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:37:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:37:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 19:37:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:37:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '1634c94e-cead-5fb1-be1d-eb3d169a107e', '_type': 'linux-noop'}}, row=False) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:37:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:37:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:37:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:37:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa015da02-9f, may_exist=True, interface_attrs={}) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:37:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa015da02-9f, col_values=(('qos', UUID('139af741-bf68-4245-93a7-8be83e0913ec')),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:37:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa015da02-9f, col_values=(('external_ids', {'iface-id': 'a015da02-9f61-4b84-84fa-a6f763d8bb16', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:db:b0:9d', 'vm-uuid': '48e26cd7-18d7-4aae-9368-e417f1a39826'}),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:37:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:37:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:37:35 user nova-compute[75147]: INFO os_vif [None req-ff187c12-1166-4d14-90d5-d24a419a5c92 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:db:b0:9d,bridge_name='br-int',has_traffic_filtering=True,id=a015da02-9f61-4b84-84fa-a6f763d8bb16,network=Network(a71e29bc-f4c7-43bf-b62a-640bdbe1f778),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa015da02-9f')
Oct 27 19:37:35 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-ff187c12-1166-4d14-90d5-d24a419a5c92 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] No BDM found with device name vda, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:37:35 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-ff187c12-1166-4d14-90d5-d24a419a5c92 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] No VIF found with MAC fa:16:3e:db:b0:9d, not building metadata {{(pid=75147) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 19:37:35 user nova-compute[75147]: DEBUG nova.compute.manager [req-00651d0f-ac3a-4707-891a-79b1f2a9e80b req-a8459e95-d1b9-4b9c-ba3d-4df3ef9494f4 service nova] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Received event network-vif-plugged-5b28365d-32e7-4952-b6c6-3c2343ff1568 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:37:35 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-00651d0f-ac3a-4707-891a-79b1f2a9e80b req-a8459e95-d1b9-4b9c-ba3d-4df3ef9494f4 service nova] Acquiring lock "18fad5c9-4c2b-4e90-a568-bd0a32497c63-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:37:35 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-00651d0f-ac3a-4707-891a-79b1f2a9e80b req-a8459e95-d1b9-4b9c-ba3d-4df3ef9494f4 service nova] Lock "18fad5c9-4c2b-4e90-a568-bd0a32497c63-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:37:35 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-00651d0f-ac3a-4707-891a-79b1f2a9e80b req-a8459e95-d1b9-4b9c-ba3d-4df3ef9494f4 service nova] Lock "18fad5c9-4c2b-4e90-a568-bd0a32497c63-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:37:35 user nova-compute[75147]: DEBUG nova.compute.manager [req-00651d0f-ac3a-4707-891a-79b1f2a9e80b req-a8459e95-d1b9-4b9c-ba3d-4df3ef9494f4 service nova] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] No waiting events found dispatching network-vif-plugged-5b28365d-32e7-4952-b6c6-3c2343ff1568 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:37:35 user nova-compute[75147]: WARNING nova.compute.manager [req-00651d0f-ac3a-4707-891a-79b1f2a9e80b req-a8459e95-d1b9-4b9c-ba3d-4df3ef9494f4 service nova] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Received unexpected event network-vif-plugged-5b28365d-32e7-4952-b6c6-3c2343ff1568 for instance with vm_state stopped and task_state powering-on.
Oct 27 19:37:36 user nova-compute[75147]: DEBUG nova.compute.manager [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Instance event wait completed in 0 seconds for  {{(pid=75147) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 19:37:36 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Instance rebooted successfully.
Oct 27 19:37:36 user nova-compute[75147]: DEBUG nova.compute.manager [None req-6adf12cb-15e2-43b5-89b7-41c09ffd79c4 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Checking state {{(pid=75147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 19:37:36 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:37:36 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:37:36 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:37:36 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:37:36 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:37:37 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:37:37 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:37:37 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:37:37 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:37:37 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:37:38 user nova-compute[75147]: DEBUG nova.compute.manager [req-adfe2e3e-8f3a-4c79-b140-49dff9cca3a9 req-0aaadf67-2a1e-4c41-a0ee-78b38bc981d0 service nova] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] Received event network-vif-plugged-a015da02-9f61-4b84-84fa-a6f763d8bb16 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:37:38 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-adfe2e3e-8f3a-4c79-b140-49dff9cca3a9 req-0aaadf67-2a1e-4c41-a0ee-78b38bc981d0 service nova] Acquiring lock "48e26cd7-18d7-4aae-9368-e417f1a39826-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:37:38 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-adfe2e3e-8f3a-4c79-b140-49dff9cca3a9 req-0aaadf67-2a1e-4c41-a0ee-78b38bc981d0 service nova] Lock "48e26cd7-18d7-4aae-9368-e417f1a39826-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:37:38 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-adfe2e3e-8f3a-4c79-b140-49dff9cca3a9 req-0aaadf67-2a1e-4c41-a0ee-78b38bc981d0 service nova] Lock "48e26cd7-18d7-4aae-9368-e417f1a39826-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:37:38 user nova-compute[75147]: DEBUG nova.compute.manager [req-adfe2e3e-8f3a-4c79-b140-49dff9cca3a9 req-0aaadf67-2a1e-4c41-a0ee-78b38bc981d0 service nova] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] No waiting events found dispatching network-vif-plugged-a015da02-9f61-4b84-84fa-a6f763d8bb16 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:37:38 user nova-compute[75147]: WARNING nova.compute.manager [req-adfe2e3e-8f3a-4c79-b140-49dff9cca3a9 req-0aaadf67-2a1e-4c41-a0ee-78b38bc981d0 service nova] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] Received unexpected event network-vif-plugged-a015da02-9f61-4b84-84fa-a6f763d8bb16 for instance with vm_state shelved_offloaded and task_state spawning.
Oct 27 19:37:38 user nova-compute[75147]: DEBUG nova.compute.manager [req-adfe2e3e-8f3a-4c79-b140-49dff9cca3a9 req-0aaadf67-2a1e-4c41-a0ee-78b38bc981d0 service nova] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] Received event network-vif-plugged-a015da02-9f61-4b84-84fa-a6f763d8bb16 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:37:38 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-adfe2e3e-8f3a-4c79-b140-49dff9cca3a9 req-0aaadf67-2a1e-4c41-a0ee-78b38bc981d0 service nova] Acquiring lock "48e26cd7-18d7-4aae-9368-e417f1a39826-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:37:38 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-adfe2e3e-8f3a-4c79-b140-49dff9cca3a9 req-0aaadf67-2a1e-4c41-a0ee-78b38bc981d0 service nova] Lock "48e26cd7-18d7-4aae-9368-e417f1a39826-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:37:38 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-adfe2e3e-8f3a-4c79-b140-49dff9cca3a9 req-0aaadf67-2a1e-4c41-a0ee-78b38bc981d0 service nova] Lock "48e26cd7-18d7-4aae-9368-e417f1a39826-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:37:38 user nova-compute[75147]: DEBUG nova.compute.manager [req-adfe2e3e-8f3a-4c79-b140-49dff9cca3a9 req-0aaadf67-2a1e-4c41-a0ee-78b38bc981d0 service nova] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] No waiting events found dispatching network-vif-plugged-a015da02-9f61-4b84-84fa-a6f763d8bb16 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:37:38 user nova-compute[75147]: WARNING nova.compute.manager [req-adfe2e3e-8f3a-4c79-b140-49dff9cca3a9 req-0aaadf67-2a1e-4c41-a0ee-78b38bc981d0 service nova] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] Received unexpected event network-vif-plugged-a015da02-9f61-4b84-84fa-a6f763d8bb16 for instance with vm_state shelved_offloaded and task_state spawning.
Oct 27 19:37:39 user nova-compute[75147]: DEBUG nova.compute.manager [None req-ff187c12-1166-4d14-90d5-d24a419a5c92 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] Instance event wait completed in 0 seconds for  {{(pid=75147) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 19:37:39 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-ff187c12-1166-4d14-90d5-d24a419a5c92 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] Guest created on hypervisor {{(pid=75147) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 19:37:39 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] Instance spawned successfully.
Oct 27 19:37:39 user nova-compute[75147]: DEBUG nova.compute.manager [None req-ff187c12-1166-4d14-90d5-d24a419a5c92 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] Checking state {{(pid=75147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 19:37:39 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-ff187c12-1166-4d14-90d5-d24a419a5c92 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Lock "48e26cd7-18d7-4aae-9368-e417f1a39826" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 10.756s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:37:40 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:37:41 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:37:45 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:37:45 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-6239dce5-d0cb-418b-aed2-dd6573e66ee3 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Waiting for libvirt event about the detach of device tapceeaf68e-50 with device alias net1 from instance 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0 is timed out.
Oct 27 19:37:45 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-6239dce5-d0cb-418b-aed2-dd6573e66ee3 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:2c:57:0e"/><model type="virtio"/><mtu size="1442"/><target dev="tapceeaf68e-50"/></interface> {{(pid=75147) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Oct 27 19:37:45 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-6239dce5-d0cb-418b-aed2-dd6573e66ee3 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] interface for config: <interface type="ethernet"><mac address="fa:16:3e:2c:57:0e"/><model type="virtio"/><mtu size="1442"/><target dev="tapceeaf68e-50"/></interface>not found in domain: <domain type='kvm' id='29'>
Oct 27 19:37:45 user nova-compute[75147]:   <name>instance-00000015</name>
Oct 27 19:37:45 user nova-compute[75147]:   <uuid>2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0</uuid>
Oct 27 19:37:45 user nova-compute[75147]:   <metadata>
Oct 27 19:37:45 user nova-compute[75147]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 19:37:45 user nova-compute[75147]:   <nova:package version="0.0.0"/>
Oct 27 19:37:45 user nova-compute[75147]:   <nova:name>tempest-device-tagging-server-2102585964</nova:name>
Oct 27 19:37:45 user nova-compute[75147]:   <nova:creationTime>2023-10-27 19:36:27</nova:creationTime>
Oct 27 19:37:45 user nova-compute[75147]:   <nova:flavor name="m1.tiny">
Oct 27 19:37:45 user nova-compute[75147]:     <nova:memory>512</nova:memory>
Oct 27 19:37:45 user nova-compute[75147]:     <nova:disk>1</nova:disk>
Oct 27 19:37:45 user nova-compute[75147]:     <nova:swap>0</nova:swap>
Oct 27 19:37:45 user nova-compute[75147]:     <nova:ephemeral>0</nova:ephemeral>
Oct 27 19:37:45 user nova-compute[75147]:     <nova:vcpus>1</nova:vcpus>
Oct 27 19:37:45 user nova-compute[75147]:   </nova:flavor>
Oct 27 19:37:45 user nova-compute[75147]:   <nova:owner>
Oct 27 19:37:45 user nova-compute[75147]:     <nova:user uuid="3c576f542901451e9888c180f252f8ea">tempest-TaggedAttachmentsTest-1852432134-project-member</nova:user>
Oct 27 19:37:45 user nova-compute[75147]:     <nova:project uuid="450b881baa634957849eab8a1ba07ac4">tempest-TaggedAttachmentsTest-1852432134</nova:project>
Oct 27 19:37:45 user nova-compute[75147]:   </nova:owner>
Oct 27 19:37:45 user nova-compute[75147]:   <nova:root type="image" uuid="d52df17c-5315-4a73-ab7c-34c161a414fb"/>
Oct 27 19:37:45 user nova-compute[75147]:   <nova:ports>
Oct 27 19:37:45 user nova-compute[75147]:     <nova:port uuid="a3a6d6a1-6d96-4574-9780-7ce67bdf8b04">
Oct 27 19:37:45 user nova-compute[75147]:       <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Oct 27 19:37:45 user nova-compute[75147]:     </nova:port>
Oct 27 19:37:45 user nova-compute[75147]:     <nova:port uuid="ceeaf68e-50e7-4c85-8144-896c22639bdd">
Oct 27 19:37:45 user nova-compute[75147]:       <nova:ip type="fixed" address="10.10.10.179" ipVersion="4"/>
Oct 27 19:37:45 user nova-compute[75147]:     </nova:port>
Oct 27 19:37:45 user nova-compute[75147]:   </nova:ports>
Oct 27 19:37:45 user nova-compute[75147]: </nova:instance>
Oct 27 19:37:45 user nova-compute[75147]:   </metadata>
Oct 27 19:37:45 user nova-compute[75147]:   <memory unit='KiB'>524288</memory>
Oct 27 19:37:45 user nova-compute[75147]:   <currentMemory unit='KiB'>524288</currentMemory>
Oct 27 19:37:45 user nova-compute[75147]:   <vcpu placement='static'>1</vcpu>
Oct 27 19:37:45 user nova-compute[75147]:   <resource>
Oct 27 19:37:45 user nova-compute[75147]:     <partition>/machine</partition>
Oct 27 19:37:45 user nova-compute[75147]:   </resource>
Oct 27 19:37:45 user nova-compute[75147]:   <sysinfo type='smbios'>
Oct 27 19:37:45 user nova-compute[75147]:     <system>
Oct 27 19:37:45 user nova-compute[75147]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Oct 27 19:37:45 user nova-compute[75147]:       <entry name='product'>OpenStack Nova</entry>
Oct 27 19:37:45 user nova-compute[75147]:       <entry name='version'>0.0.0</entry>
Oct 27 19:37:45 user nova-compute[75147]:       <entry name='serial'>2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0</entry>
Oct 27 19:37:45 user nova-compute[75147]:       <entry name='uuid'>2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0</entry>
Oct 27 19:37:45 user nova-compute[75147]:       <entry name='family'>Virtual Machine</entry>
Oct 27 19:37:45 user nova-compute[75147]:     </system>
Oct 27 19:37:45 user nova-compute[75147]:   </sysinfo>
Oct 27 19:37:45 user nova-compute[75147]:   <os>
Oct 27 19:37:45 user nova-compute[75147]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Oct 27 19:37:45 user nova-compute[75147]:     <boot dev='hd'/>
Oct 27 19:37:45 user nova-compute[75147]:     <smbios mode='sysinfo'/>
Oct 27 19:37:45 user nova-compute[75147]:   </os>
Oct 27 19:37:45 user nova-compute[75147]:   <features>
Oct 27 19:37:45 user nova-compute[75147]:     <acpi/>
Oct 27 19:37:45 user nova-compute[75147]:     <apic/>
Oct 27 19:37:45 user nova-compute[75147]:     <vmcoreinfo state='on'/>
Oct 27 19:37:45 user nova-compute[75147]:   </features>
Oct 27 19:37:45 user nova-compute[75147]:   <cpu mode='custom' match='exact' check='full'>
Oct 27 19:37:45 user nova-compute[75147]:     <model fallback='forbid'>Nehalem</model>
Oct 27 19:37:45 user nova-compute[75147]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Oct 27 19:37:45 user nova-compute[75147]:     <feature policy='require' name='vme'/>
Oct 27 19:37:45 user nova-compute[75147]:     <feature policy='require' name='x2apic'/>
Oct 27 19:37:45 user nova-compute[75147]:     <feature policy='require' name='hypervisor'/>
Oct 27 19:37:45 user nova-compute[75147]:   </cpu>
Oct 27 19:37:45 user nova-compute[75147]:   <clock offset='utc'>
Oct 27 19:37:45 user nova-compute[75147]:     <timer name='pit' tickpolicy='delay'/>
Oct 27 19:37:45 user nova-compute[75147]:     <timer name='rtc' tickpolicy='catchup'/>
Oct 27 19:37:45 user nova-compute[75147]:     <timer name='hpet' present='no'/>
Oct 27 19:37:45 user nova-compute[75147]:   </clock>
Oct 27 19:37:45 user nova-compute[75147]:   <on_poweroff>destroy</on_poweroff>
Oct 27 19:37:45 user nova-compute[75147]:   <on_reboot>restart</on_reboot>
Oct 27 19:37:45 user nova-compute[75147]:   <on_crash>destroy</on_crash>
Oct 27 19:37:45 user nova-compute[75147]:   <devices>
Oct 27 19:37:45 user nova-compute[75147]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Oct 27 19:37:45 user nova-compute[75147]:     <disk type='file' device='disk'>
Oct 27 19:37:45 user nova-compute[75147]:       <driver name='qemu' type='qcow2' cache='none'/>
Oct 27 19:37:45 user nova-compute[75147]:       <source file='/opt/stack/data/nova/instances/2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0/disk' index='2'/>
Oct 27 19:37:45 user nova-compute[75147]:       <backingStore type='file' index='3'>
Oct 27 19:37:45 user nova-compute[75147]:         <format type='raw'/>
Oct 27 19:37:45 user nova-compute[75147]:         <source file='/opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa'/>
Oct 27 19:37:45 user nova-compute[75147]:         <backingStore/>
Oct 27 19:37:45 user nova-compute[75147]:       </backingStore>
Oct 27 19:37:45 user nova-compute[75147]:       <target dev='vda' bus='virtio'/>
Oct 27 19:37:45 user nova-compute[75147]:       <alias name='virtio-disk0'/>
Oct 27 19:37:45 user nova-compute[75147]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Oct 27 19:37:45 user nova-compute[75147]:     </disk>
Oct 27 19:37:45 user nova-compute[75147]:     <disk type='file' device='cdrom'>
Oct 27 19:37:45 user nova-compute[75147]:       <driver name='qemu' type='raw' cache='none'/>
Oct 27 19:37:45 user nova-compute[75147]:       <source file='/opt/stack/data/nova/instances/2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0/disk.config' index='1'/>
Oct 27 19:37:45 user nova-compute[75147]:       <backingStore/>
Oct 27 19:37:45 user nova-compute[75147]:       <target dev='hda' bus='ide'/>
Oct 27 19:37:45 user nova-compute[75147]:       <readonly/>
Oct 27 19:37:45 user nova-compute[75147]:       <alias name='ide0-0-0'/>
Oct 27 19:37:45 user nova-compute[75147]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Oct 27 19:37:45 user nova-compute[75147]:     </disk>
Oct 27 19:37:45 user nova-compute[75147]:     <controller type='usb' index='0' model='none'>
Oct 27 19:37:45 user nova-compute[75147]:       <alias name='usb'/>
Oct 27 19:37:45 user nova-compute[75147]:     </controller>
Oct 27 19:37:45 user nova-compute[75147]:     <controller type='pci' index='0' model='pci-root'>
Oct 27 19:37:45 user nova-compute[75147]:       <alias name='pci.0'/>
Oct 27 19:37:45 user nova-compute[75147]:     </controller>
Oct 27 19:37:45 user nova-compute[75147]:     <controller type='ide' index='0'>
Oct 27 19:37:45 user nova-compute[75147]:       <alias name='ide'/>
Oct 27 19:37:45 user nova-compute[75147]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Oct 27 19:37:45 user nova-compute[75147]:     </controller>
Oct 27 19:37:45 user nova-compute[75147]:     <interface type='ethernet'>
Oct 27 19:37:45 user nova-compute[75147]:       <mac address='fa:16:3e:c3:79:20'/>
Oct 27 19:37:45 user nova-compute[75147]:       <target dev='tapa3a6d6a1-6d'/>
Oct 27 19:37:45 user nova-compute[75147]:       <model type='virtio'/>
Oct 27 19:37:45 user nova-compute[75147]:       <mtu size='1442'/>
Oct 27 19:37:45 user nova-compute[75147]:       <alias name='net0'/>
Oct 27 19:37:45 user nova-compute[75147]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Oct 27 19:37:45 user nova-compute[75147]:     </interface>
Oct 27 19:37:45 user nova-compute[75147]:     <serial type='pty'>
Oct 27 19:37:45 user nova-compute[75147]:       <source path='/dev/pts/6'/>
Oct 27 19:37:45 user nova-compute[75147]:       <log file='/opt/stack/data/nova/instances/2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0/console.log' append='off'/>
Oct 27 19:37:45 user nova-compute[75147]:       <target type='isa-serial' port='0'>
Oct 27 19:37:45 user nova-compute[75147]:         <model name='isa-serial'/>
Oct 27 19:37:45 user nova-compute[75147]:       </target>
Oct 27 19:37:45 user nova-compute[75147]:       <alias name='serial0'/>
Oct 27 19:37:45 user nova-compute[75147]:     </serial>
Oct 27 19:37:45 user nova-compute[75147]:     <console type='pty' tty='/dev/pts/6'>
Oct 27 19:37:45 user nova-compute[75147]:       <source path='/dev/pts/6'/>
Oct 27 19:37:45 user nova-compute[75147]:       <log file='/opt/stack/data/nova/instances/2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0/console.log' append='off'/>
Oct 27 19:37:45 user nova-compute[75147]:       <target type='serial' port='0'/>
Oct 27 19:37:45 user nova-compute[75147]:       <alias name='serial0'/>
Oct 27 19:37:45 user nova-compute[75147]:     </console>
Oct 27 19:37:45 user nova-compute[75147]:     <input type='mouse' bus='ps2'>
Oct 27 19:37:45 user nova-compute[75147]:       <alias name='input0'/>
Oct 27 19:37:45 user nova-compute[75147]:     </input>
Oct 27 19:37:45 user nova-compute[75147]:     <input type='keyboard' bus='ps2'>
Oct 27 19:37:45 user nova-compute[75147]:       <alias name='input1'/>
Oct 27 19:37:45 user nova-compute[75147]:     </input>
Oct 27 19:37:45 user nova-compute[75147]:     <graphics type='vnc' port='5906' autoport='yes' listen='0.0.0.0'>
Oct 27 19:37:45 user nova-compute[75147]:       <listen type='address' address='0.0.0.0'/>
Oct 27 19:37:45 user nova-compute[75147]:     </graphics>
Oct 27 19:37:45 user nova-compute[75147]:     <audio id='1' type='none'/>
Oct 27 19:37:45 user nova-compute[75147]:     <video>
Oct 27 19:37:45 user nova-compute[75147]:       <model type='virtio' heads='1' primary='yes'/>
Oct 27 19:37:45 user nova-compute[75147]:       <alias name='video0'/>
Oct 27 19:37:45 user nova-compute[75147]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Oct 27 19:37:45 user nova-compute[75147]:     </video>
Oct 27 19:37:45 user nova-compute[75147]:     <memballoon model='virtio'>
Oct 27 19:37:45 user nova-compute[75147]:       <stats period='10'/>
Oct 27 19:37:45 user nova-compute[75147]:       <alias name='balloon0'/>
Oct 27 19:37:45 user nova-compute[75147]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Oct 27 19:37:45 user nova-compute[75147]:     </memballoon>
Oct 27 19:37:45 user nova-compute[75147]:     <rng model='virtio'>
Oct 27 19:37:45 user nova-compute[75147]:       <backend model='random'>/dev/urandom</backend>
Oct 27 19:37:45 user nova-compute[75147]:       <alias name='rng0'/>
Oct 27 19:37:45 user nova-compute[75147]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Oct 27 19:37:45 user nova-compute[75147]:     </rng>
Oct 27 19:37:45 user nova-compute[75147]:   </devices>
Oct 27 19:37:45 user nova-compute[75147]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Oct 27 19:37:45 user nova-compute[75147]:     <label>libvirt-2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0</label>
Oct 27 19:37:45 user nova-compute[75147]:     <imagelabel>libvirt-2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0</imagelabel>
Oct 27 19:37:45 user nova-compute[75147]:   </seclabel>
Oct 27 19:37:45 user nova-compute[75147]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Oct 27 19:37:45 user nova-compute[75147]:     <label>+64055:+108</label>
Oct 27 19:37:45 user nova-compute[75147]:     <imagelabel>+64055:+108</imagelabel>
Oct 27 19:37:45 user nova-compute[75147]:   </seclabel>
Oct 27 19:37:45 user nova-compute[75147]: </domain>
Oct 27 19:37:45 user nova-compute[75147]:  {{(pid=75147) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Oct 27 19:37:45 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-6239dce5-d0cb-418b-aed2-dd6573e66ee3 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Successfully detached device tapceeaf68e-50 from instance 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0 from the live domain config.
Oct 27 19:37:45 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-6239dce5-d0cb-418b-aed2-dd6573e66ee3 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-27T19:34:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=InstanceDeviceMetadata,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2102585964',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2102585964',id=21,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGvhhmQ0dP6xMg5gPt48RNxnrmI1KKhQ+YYMP12AM7ACUouCVGyrAEQOE+V3oOWFoDdOr4hI07glbDgL0Nf5cVN5FQ5Lin6Ztj4oKmmAt/A214PE7C3YJ8zvvH1XmZHwxQ==',key_name='tempest-keypair-213379587',keypairs=<?>,launch_index=0,launched_at=2023-10-27T19:34:39Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='450b881baa634957849eab8a1ba07ac4',ramdisk_id='',reservation_id='r-0k205fz0',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-1852432134',owner_user_name='tempest-TaggedAttachmentsTest-1852432134-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T19:34:39Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3c576f542901451e9888c180f252f8ea',uuid=2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ceeaf68e-50e7-4c85-8144-896c22639bdd", "address": "fa:16:3e:2c:57:0e", "network": {"id": "ba4e7fe4-d650-4b1c-b6df-713a4dd4b223", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-9509512", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.179", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "450b881baa634957849eab8a1ba07ac4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapceeaf68e-50", "ovs_interfaceid": "ceeaf68e-50e7-4c85-8144-896c22639bdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 19:37:45 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-6239dce5-d0cb-418b-aed2-dd6573e66ee3 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Converting VIF {"id": "ceeaf68e-50e7-4c85-8144-896c22639bdd", "address": "fa:16:3e:2c:57:0e", "network": {"id": "ba4e7fe4-d650-4b1c-b6df-713a4dd4b223", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-9509512", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.179", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "450b881baa634957849eab8a1ba07ac4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapceeaf68e-50", "ovs_interfaceid": "ceeaf68e-50e7-4c85-8144-896c22639bdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:37:45 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-6239dce5-d0cb-418b-aed2-dd6573e66ee3 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:2c:57:0e,bridge_name='br-int',has_traffic_filtering=True,id=ceeaf68e-50e7-4c85-8144-896c22639bdd,network=Network(ba4e7fe4-d650-4b1c-b6df-713a4dd4b223),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapceeaf68e-50') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:37:45 user nova-compute[75147]: DEBUG os_vif [None req-6239dce5-d0cb-418b-aed2-dd6573e66ee3 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:2c:57:0e,bridge_name='br-int',has_traffic_filtering=True,id=ceeaf68e-50e7-4c85-8144-896c22639bdd,network=Network(ba4e7fe4-d650-4b1c-b6df-713a4dd4b223),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapceeaf68e-50') {{(pid=75147) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 19:37:45 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:37:45 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapceeaf68e-50, bridge=br-int, if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:37:45 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:37:45 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:37:45 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:37:45 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=f7b770dd-cff8-47f8-bad4-2b93c877d418) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:37:45 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:37:45 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:37:45 user nova-compute[75147]: INFO os_vif [None req-6239dce5-d0cb-418b-aed2-dd6573e66ee3 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:2c:57:0e,bridge_name='br-int',has_traffic_filtering=True,id=ceeaf68e-50e7-4c85-8144-896c22639bdd,network=Network(ba4e7fe4-d650-4b1c-b6df-713a4dd4b223),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapceeaf68e-50')
Oct 27 19:37:45 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-6239dce5-d0cb-418b-aed2-dd6573e66ee3 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] set metadata xml: <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 19:37:45 user nova-compute[75147]:   <nova:package version="0.0.0"/>
Oct 27 19:37:45 user nova-compute[75147]:   <nova:name>tempest-device-tagging-server-2102585964</nova:name>
Oct 27 19:37:45 user nova-compute[75147]:   <nova:creationTime>2023-10-27 19:37:45</nova:creationTime>
Oct 27 19:37:45 user nova-compute[75147]:   <nova:flavor name="m1.tiny">
Oct 27 19:37:45 user nova-compute[75147]:     <nova:memory>512</nova:memory>
Oct 27 19:37:45 user nova-compute[75147]:     <nova:disk>1</nova:disk>
Oct 27 19:37:45 user nova-compute[75147]:     <nova:swap>0</nova:swap>
Oct 27 19:37:45 user nova-compute[75147]:     <nova:ephemeral>0</nova:ephemeral>
Oct 27 19:37:45 user nova-compute[75147]:     <nova:vcpus>1</nova:vcpus>
Oct 27 19:37:45 user nova-compute[75147]:   </nova:flavor>
Oct 27 19:37:45 user nova-compute[75147]:   <nova:owner>
Oct 27 19:37:45 user nova-compute[75147]:     <nova:user uuid="3c576f542901451e9888c180f252f8ea">tempest-TaggedAttachmentsTest-1852432134-project-member</nova:user>
Oct 27 19:37:45 user nova-compute[75147]:     <nova:project uuid="450b881baa634957849eab8a1ba07ac4">tempest-TaggedAttachmentsTest-1852432134</nova:project>
Oct 27 19:37:45 user nova-compute[75147]:   </nova:owner>
Oct 27 19:37:45 user nova-compute[75147]:   <nova:root type="image" uuid="d52df17c-5315-4a73-ab7c-34c161a414fb"/>
Oct 27 19:37:45 user nova-compute[75147]:   <nova:ports>
Oct 27 19:37:45 user nova-compute[75147]:     <nova:port uuid="a3a6d6a1-6d96-4574-9780-7ce67bdf8b04">
Oct 27 19:37:45 user nova-compute[75147]:       <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Oct 27 19:37:45 user nova-compute[75147]:     </nova:port>
Oct 27 19:37:45 user nova-compute[75147]:   </nova:ports>
Oct 27 19:37:45 user nova-compute[75147]: </nova:instance>
Oct 27 19:37:45 user nova-compute[75147]:  {{(pid=75147) set_metadata /opt/stack/nova/nova/virt/libvirt/guest.py:359}}
Oct 27 19:37:46 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-6239dce5-d0cb-418b-aed2-dd6573e66ee3 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Acquiring lock "refresh_cache-2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:37:46 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-6239dce5-d0cb-418b-aed2-dd6573e66ee3 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Acquired lock "refresh_cache-2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:37:46 user nova-compute[75147]: DEBUG nova.network.neutron [None req-6239dce5-d0cb-418b-aed2-dd6573e66ee3 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] Building network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 19:37:46 user nova-compute[75147]: DEBUG nova.compute.manager [req-00b0d393-0e0c-4f0d-a4f8-00776a11abe9 req-6fc92d62-f452-4221-a7cb-f59d4da12606 service nova] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] Received event network-vif-deleted-ceeaf68e-50e7-4c85-8144-896c22639bdd {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:37:46 user nova-compute[75147]: INFO nova.compute.manager [req-00b0d393-0e0c-4f0d-a4f8-00776a11abe9 req-6fc92d62-f452-4221-a7cb-f59d4da12606 service nova] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] Neutron deleted interface ceeaf68e-50e7-4c85-8144-896c22639bdd; detaching it from the instance and deleting it from the info cache
Oct 27 19:37:46 user nova-compute[75147]: DEBUG nova.network.neutron [req-00b0d393-0e0c-4f0d-a4f8-00776a11abe9 req-6fc92d62-f452-4221-a7cb-f59d4da12606 service nova] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] Updating instance_info_cache with network_info: [{"id": "a3a6d6a1-6d96-4574-9780-7ce67bdf8b04", "address": "fa:16:3e:c3:79:20", "network": {"id": "fbbe2c13-ca4d-45b8-8049-d7ef897b45f2", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1144256647-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.36", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "450b881baa634957849eab8a1ba07ac4", "mtu": null, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa3a6d6a1-6d", "ovs_interfaceid": "a3a6d6a1-6d96-4574-9780-7ce67bdf8b04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:37:46 user nova-compute[75147]: DEBUG nova.objects.instance [req-00b0d393-0e0c-4f0d-a4f8-00776a11abe9 req-6fc92d62-f452-4221-a7cb-f59d4da12606 service nova] Lazy-loading 'system_metadata' on Instance uuid 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:37:46 user nova-compute[75147]: DEBUG nova.objects.instance [req-00b0d393-0e0c-4f0d-a4f8-00776a11abe9 req-6fc92d62-f452-4221-a7cb-f59d4da12606 service nova] Lazy-loading 'flavor' on Instance uuid 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:37:46 user nova-compute[75147]: DEBUG nova.objects.base [req-00b0d393-0e0c-4f0d-a4f8-00776a11abe9 req-6fc92d62-f452-4221-a7cb-f59d4da12606 service nova] Object Instance<2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0> lazy-loaded attributes: system_metadata,flavor {{(pid=75147) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 19:37:46 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [req-00b0d393-0e0c-4f0d-a4f8-00776a11abe9 req-6fc92d62-f452-4221-a7cb-f59d4da12606 service nova] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-27T19:34:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2102585964',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2102585964',id=21,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGvhhmQ0dP6xMg5gPt48RNxnrmI1KKhQ+YYMP12AM7ACUouCVGyrAEQOE+V3oOWFoDdOr4hI07glbDgL0Nf5cVN5FQ5Lin6Ztj4oKmmAt/A214PE7C3YJ8zvvH1XmZHwxQ==',key_name='tempest-keypair-213379587',keypairs=<?>,launch_index=0,launched_at=2023-10-27T19:34:39Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata=<?>,migration_context=None,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='450b881baa634957849eab8a1ba07ac4',ramdisk_id='',reservation_id='r-0k205fz0',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-1852432134',owner_user_name='tempest-TaggedAttachmentsTest-1852432134-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T19:34:39Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3c576f542901451e9888c180f252f8ea',uuid=2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ceeaf68e-50e7-4c85-8144-896c22639bdd", "address": "fa:16:3e:2c:57:0e", "network": {"id": "ba4e7fe4-d650-4b1c-b6df-713a4dd4b223", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-9509512", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.179", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "450b881baa634957849eab8a1ba07ac4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapceeaf68e-50", "ovs_interfaceid": "ceeaf68e-50e7-4c85-8144-896c22639bdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75147) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 19:37:46 user nova-compute[75147]: DEBUG nova.network.os_vif_util [req-00b0d393-0e0c-4f0d-a4f8-00776a11abe9 req-6fc92d62-f452-4221-a7cb-f59d4da12606 service nova] Converting VIF {"id": "ceeaf68e-50e7-4c85-8144-896c22639bdd", "address": "fa:16:3e:2c:57:0e", "network": {"id": "ba4e7fe4-d650-4b1c-b6df-713a4dd4b223", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-9509512", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.179", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "450b881baa634957849eab8a1ba07ac4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapceeaf68e-50", "ovs_interfaceid": "ceeaf68e-50e7-4c85-8144-896c22639bdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:37:46 user nova-compute[75147]: DEBUG nova.network.os_vif_util [req-00b0d393-0e0c-4f0d-a4f8-00776a11abe9 req-6fc92d62-f452-4221-a7cb-f59d4da12606 service nova] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:2c:57:0e,bridge_name='br-int',has_traffic_filtering=True,id=ceeaf68e-50e7-4c85-8144-896c22639bdd,network=Network(ba4e7fe4-d650-4b1c-b6df-713a4dd4b223),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapceeaf68e-50') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:37:46 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [req-00b0d393-0e0c-4f0d-a4f8-00776a11abe9 req-6fc92d62-f452-4221-a7cb-f59d4da12606 service nova] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:2c:57:0e"/><model type="virtio"/><mtu size="1442"/><target dev="tapceeaf68e-50"/></interface> {{(pid=75147) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Oct 27 19:37:46 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [req-00b0d393-0e0c-4f0d-a4f8-00776a11abe9 req-6fc92d62-f452-4221-a7cb-f59d4da12606 service nova] interface for config: <interface type="ethernet"><mac address="fa:16:3e:2c:57:0e"/><model type="virtio"/><mtu size="1442"/><target dev="tapceeaf68e-50"/></interface>not found in domain: <domain type='kvm' id='29'>
Oct 27 19:37:46 user nova-compute[75147]:   <name>instance-00000015</name>
Oct 27 19:37:46 user nova-compute[75147]:   <uuid>2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0</uuid>
Oct 27 19:37:46 user nova-compute[75147]:   <metadata>
Oct 27 19:37:46 user nova-compute[75147]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 19:37:46 user nova-compute[75147]:   <nova:package version="0.0.0"/>
Oct 27 19:37:46 user nova-compute[75147]:   <nova:name>tempest-device-tagging-server-2102585964</nova:name>
Oct 27 19:37:46 user nova-compute[75147]:   <nova:creationTime>2023-10-27 19:37:45</nova:creationTime>
Oct 27 19:37:46 user nova-compute[75147]:   <nova:flavor name="m1.tiny">
Oct 27 19:37:46 user nova-compute[75147]:     <nova:memory>512</nova:memory>
Oct 27 19:37:46 user nova-compute[75147]:     <nova:disk>1</nova:disk>
Oct 27 19:37:46 user nova-compute[75147]:     <nova:swap>0</nova:swap>
Oct 27 19:37:46 user nova-compute[75147]:     <nova:ephemeral>0</nova:ephemeral>
Oct 27 19:37:46 user nova-compute[75147]:     <nova:vcpus>1</nova:vcpus>
Oct 27 19:37:46 user nova-compute[75147]:   </nova:flavor>
Oct 27 19:37:46 user nova-compute[75147]:   <nova:owner>
Oct 27 19:37:46 user nova-compute[75147]:     <nova:user uuid="3c576f542901451e9888c180f252f8ea">tempest-TaggedAttachmentsTest-1852432134-project-member</nova:user>
Oct 27 19:37:46 user nova-compute[75147]:     <nova:project uuid="450b881baa634957849eab8a1ba07ac4">tempest-TaggedAttachmentsTest-1852432134</nova:project>
Oct 27 19:37:46 user nova-compute[75147]:   </nova:owner>
Oct 27 19:37:46 user nova-compute[75147]:   <nova:root type="image" uuid="d52df17c-5315-4a73-ab7c-34c161a414fb"/>
Oct 27 19:37:46 user nova-compute[75147]:   <nova:ports>
Oct 27 19:37:46 user nova-compute[75147]:     <nova:port uuid="a3a6d6a1-6d96-4574-9780-7ce67bdf8b04">
Oct 27 19:37:46 user nova-compute[75147]:       <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Oct 27 19:37:46 user nova-compute[75147]:     </nova:port>
Oct 27 19:37:46 user nova-compute[75147]:   </nova:ports>
Oct 27 19:37:46 user nova-compute[75147]: </nova:instance>
Oct 27 19:37:46 user nova-compute[75147]:   </metadata>
Oct 27 19:37:46 user nova-compute[75147]:   <memory unit='KiB'>524288</memory>
Oct 27 19:37:46 user nova-compute[75147]:   <currentMemory unit='KiB'>524288</currentMemory>
Oct 27 19:37:46 user nova-compute[75147]:   <vcpu placement='static'>1</vcpu>
Oct 27 19:37:46 user nova-compute[75147]:   <resource>
Oct 27 19:37:46 user nova-compute[75147]:     <partition>/machine</partition>
Oct 27 19:37:46 user nova-compute[75147]:   </resource>
Oct 27 19:37:46 user nova-compute[75147]:   <sysinfo type='smbios'>
Oct 27 19:37:46 user nova-compute[75147]:     <system>
Oct 27 19:37:46 user nova-compute[75147]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Oct 27 19:37:46 user nova-compute[75147]:       <entry name='product'>OpenStack Nova</entry>
Oct 27 19:37:46 user nova-compute[75147]:       <entry name='version'>0.0.0</entry>
Oct 27 19:37:46 user nova-compute[75147]:       <entry name='serial'>2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0</entry>
Oct 27 19:37:46 user nova-compute[75147]:       <entry name='uuid'>2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0</entry>
Oct 27 19:37:46 user nova-compute[75147]:       <entry name='family'>Virtual Machine</entry>
Oct 27 19:37:46 user nova-compute[75147]:     </system>
Oct 27 19:37:46 user nova-compute[75147]:   </sysinfo>
Oct 27 19:37:46 user nova-compute[75147]:   <os>
Oct 27 19:37:46 user nova-compute[75147]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Oct 27 19:37:46 user nova-compute[75147]:     <boot dev='hd'/>
Oct 27 19:37:46 user nova-compute[75147]:     <smbios mode='sysinfo'/>
Oct 27 19:37:46 user nova-compute[75147]:   </os>
Oct 27 19:37:46 user nova-compute[75147]:   <features>
Oct 27 19:37:46 user nova-compute[75147]:     <acpi/>
Oct 27 19:37:46 user nova-compute[75147]:     <apic/>
Oct 27 19:37:46 user nova-compute[75147]:     <vmcoreinfo state='on'/>
Oct 27 19:37:46 user nova-compute[75147]:   </features>
Oct 27 19:37:46 user nova-compute[75147]:   <cpu mode='custom' match='exact' check='full'>
Oct 27 19:37:46 user nova-compute[75147]:     <model fallback='forbid'>Nehalem</model>
Oct 27 19:37:46 user nova-compute[75147]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Oct 27 19:37:46 user nova-compute[75147]:     <feature policy='require' name='vme'/>
Oct 27 19:37:46 user nova-compute[75147]:     <feature policy='require' name='x2apic'/>
Oct 27 19:37:46 user nova-compute[75147]:     <feature policy='require' name='hypervisor'/>
Oct 27 19:37:46 user nova-compute[75147]:   </cpu>
Oct 27 19:37:46 user nova-compute[75147]:   <clock offset='utc'>
Oct 27 19:37:46 user nova-compute[75147]:     <timer name='pit' tickpolicy='delay'/>
Oct 27 19:37:46 user nova-compute[75147]:     <timer name='rtc' tickpolicy='catchup'/>
Oct 27 19:37:46 user nova-compute[75147]:     <timer name='hpet' present='no'/>
Oct 27 19:37:46 user nova-compute[75147]:   </clock>
Oct 27 19:37:46 user nova-compute[75147]:   <on_poweroff>destroy</on_poweroff>
Oct 27 19:37:46 user nova-compute[75147]:   <on_reboot>restart</on_reboot>
Oct 27 19:37:46 user nova-compute[75147]:   <on_crash>destroy</on_crash>
Oct 27 19:37:46 user nova-compute[75147]:   <devices>
Oct 27 19:37:46 user nova-compute[75147]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Oct 27 19:37:46 user nova-compute[75147]:     <disk type='file' device='disk'>
Oct 27 19:37:46 user nova-compute[75147]:       <driver name='qemu' type='qcow2' cache='none'/>
Oct 27 19:37:46 user nova-compute[75147]:       <source file='/opt/stack/data/nova/instances/2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0/disk' index='2'/>
Oct 27 19:37:46 user nova-compute[75147]:       <backingStore type='file' index='3'>
Oct 27 19:37:46 user nova-compute[75147]:         <format type='raw'/>
Oct 27 19:37:46 user nova-compute[75147]:         <source file='/opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa'/>
Oct 27 19:37:46 user nova-compute[75147]:         <backingStore/>
Oct 27 19:37:46 user nova-compute[75147]:       </backingStore>
Oct 27 19:37:46 user nova-compute[75147]:       <target dev='vda' bus='virtio'/>
Oct 27 19:37:46 user nova-compute[75147]:       <alias name='virtio-disk0'/>
Oct 27 19:37:46 user nova-compute[75147]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Oct 27 19:37:46 user nova-compute[75147]:     </disk>
Oct 27 19:37:46 user nova-compute[75147]:     <disk type='file' device='cdrom'>
Oct 27 19:37:46 user nova-compute[75147]:       <driver name='qemu' type='raw' cache='none'/>
Oct 27 19:37:46 user nova-compute[75147]:       <source file='/opt/stack/data/nova/instances/2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0/disk.config' index='1'/>
Oct 27 19:37:46 user nova-compute[75147]:       <backingStore/>
Oct 27 19:37:46 user nova-compute[75147]:       <target dev='hda' bus='ide'/>
Oct 27 19:37:46 user nova-compute[75147]:       <readonly/>
Oct 27 19:37:46 user nova-compute[75147]:       <alias name='ide0-0-0'/>
Oct 27 19:37:46 user nova-compute[75147]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Oct 27 19:37:46 user nova-compute[75147]:     </disk>
Oct 27 19:37:46 user nova-compute[75147]:     <controller type='usb' index='0' model='none'>
Oct 27 19:37:46 user nova-compute[75147]:       <alias name='usb'/>
Oct 27 19:37:46 user nova-compute[75147]:     </controller>
Oct 27 19:37:46 user nova-compute[75147]:     <controller type='pci' index='0' model='pci-root'>
Oct 27 19:37:46 user nova-compute[75147]:       <alias name='pci.0'/>
Oct 27 19:37:46 user nova-compute[75147]:     </controller>
Oct 27 19:37:46 user nova-compute[75147]:     <controller type='ide' index='0'>
Oct 27 19:37:46 user nova-compute[75147]:       <alias name='ide'/>
Oct 27 19:37:46 user nova-compute[75147]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Oct 27 19:37:46 user nova-compute[75147]:     </controller>
Oct 27 19:37:46 user nova-compute[75147]:     <interface type='ethernet'>
Oct 27 19:37:46 user nova-compute[75147]:       <mac address='fa:16:3e:c3:79:20'/>
Oct 27 19:37:46 user nova-compute[75147]:       <target dev='tapa3a6d6a1-6d'/>
Oct 27 19:37:46 user nova-compute[75147]:       <model type='virtio'/>
Oct 27 19:37:46 user nova-compute[75147]:       <mtu size='1442'/>
Oct 27 19:37:46 user nova-compute[75147]:       <alias name='net0'/>
Oct 27 19:37:46 user nova-compute[75147]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Oct 27 19:37:46 user nova-compute[75147]:     </interface>
Oct 27 19:37:46 user nova-compute[75147]:     <serial type='pty'>
Oct 27 19:37:46 user nova-compute[75147]:       <source path='/dev/pts/6'/>
Oct 27 19:37:46 user nova-compute[75147]:       <log file='/opt/stack/data/nova/instances/2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0/console.log' append='off'/>
Oct 27 19:37:46 user nova-compute[75147]:       <target type='isa-serial' port='0'>
Oct 27 19:37:46 user nova-compute[75147]:         <model name='isa-serial'/>
Oct 27 19:37:46 user nova-compute[75147]:       </target>
Oct 27 19:37:46 user nova-compute[75147]:       <alias name='serial0'/>
Oct 27 19:37:46 user nova-compute[75147]:     </serial>
Oct 27 19:37:46 user nova-compute[75147]:     <console type='pty' tty='/dev/pts/6'>
Oct 27 19:37:46 user nova-compute[75147]:       <source path='/dev/pts/6'/>
Oct 27 19:37:46 user nova-compute[75147]:       <log file='/opt/stack/data/nova/instances/2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0/console.log' append='off'/>
Oct 27 19:37:46 user nova-compute[75147]:       <target type='serial' port='0'/>
Oct 27 19:37:46 user nova-compute[75147]:       <alias name='serial0'/>
Oct 27 19:37:46 user nova-compute[75147]:     </console>
Oct 27 19:37:46 user nova-compute[75147]:     <input type='mouse' bus='ps2'>
Oct 27 19:37:46 user nova-compute[75147]:       <alias name='input0'/>
Oct 27 19:37:46 user nova-compute[75147]:     </input>
Oct 27 19:37:46 user nova-compute[75147]:     <input type='keyboard' bus='ps2'>
Oct 27 19:37:46 user nova-compute[75147]:       <alias name='input1'/>
Oct 27 19:37:46 user nova-compute[75147]:     </input>
Oct 27 19:37:46 user nova-compute[75147]:     <graphics type='vnc' port='5906' autoport='yes' listen='0.0.0.0'>
Oct 27 19:37:46 user nova-compute[75147]:       <listen type='address' address='0.0.0.0'/>
Oct 27 19:37:46 user nova-compute[75147]:     </graphics>
Oct 27 19:37:46 user nova-compute[75147]:     <audio id='1' type='none'/>
Oct 27 19:37:46 user nova-compute[75147]:     <video>
Oct 27 19:37:46 user nova-compute[75147]:       <model type='virtio' heads='1' primary='yes'/>
Oct 27 19:37:46 user nova-compute[75147]:       <alias name='video0'/>
Oct 27 19:37:46 user nova-compute[75147]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Oct 27 19:37:46 user nova-compute[75147]:     </video>
Oct 27 19:37:46 user nova-compute[75147]:     <memballoon model='virtio'>
Oct 27 19:37:46 user nova-compute[75147]:       <stats period='10'/>
Oct 27 19:37:46 user nova-compute[75147]:       <alias name='balloon0'/>
Oct 27 19:37:46 user nova-compute[75147]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Oct 27 19:37:46 user nova-compute[75147]:     </memballoon>
Oct 27 19:37:46 user nova-compute[75147]:     <rng model='virtio'>
Oct 27 19:37:46 user nova-compute[75147]:       <backend model='random'>/dev/urandom</backend>
Oct 27 19:37:46 user nova-compute[75147]:       <alias name='rng0'/>
Oct 27 19:37:46 user nova-compute[75147]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Oct 27 19:37:46 user nova-compute[75147]:     </rng>
Oct 27 19:37:46 user nova-compute[75147]:   </devices>
Oct 27 19:37:46 user nova-compute[75147]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Oct 27 19:37:46 user nova-compute[75147]:     <label>libvirt-2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0</label>
Oct 27 19:37:46 user nova-compute[75147]:     <imagelabel>libvirt-2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0</imagelabel>
Oct 27 19:37:46 user nova-compute[75147]:   </seclabel>
Oct 27 19:37:46 user nova-compute[75147]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Oct 27 19:37:46 user nova-compute[75147]:     <label>+64055:+108</label>
Oct 27 19:37:46 user nova-compute[75147]:     <imagelabel>+64055:+108</imagelabel>
Oct 27 19:37:46 user nova-compute[75147]:   </seclabel>
Oct 27 19:37:46 user nova-compute[75147]: </domain>
Oct 27 19:37:46 user nova-compute[75147]:  {{(pid=75147) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Oct 27 19:37:46 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [req-00b0d393-0e0c-4f0d-a4f8-00776a11abe9 req-6fc92d62-f452-4221-a7cb-f59d4da12606 service nova] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:2c:57:0e"/><model type="virtio"/><mtu size="1442"/><target dev="tapceeaf68e-50"/></interface> {{(pid=75147) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Oct 27 19:37:46 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [req-00b0d393-0e0c-4f0d-a4f8-00776a11abe9 req-6fc92d62-f452-4221-a7cb-f59d4da12606 service nova] interface for config: <interface type="ethernet"><mac address="fa:16:3e:2c:57:0e"/><model type="virtio"/><mtu size="1442"/><target dev="tapceeaf68e-50"/></interface>not found in domain: <domain type='kvm' id='29'>
Oct 27 19:37:46 user nova-compute[75147]:   <name>instance-00000015</name>
Oct 27 19:37:46 user nova-compute[75147]:   <uuid>2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0</uuid>
Oct 27 19:37:46 user nova-compute[75147]:   <metadata>
Oct 27 19:37:46 user nova-compute[75147]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 19:37:46 user nova-compute[75147]:   <nova:package version="0.0.0"/>
Oct 27 19:37:46 user nova-compute[75147]:   <nova:name>tempest-device-tagging-server-2102585964</nova:name>
Oct 27 19:37:46 user nova-compute[75147]:   <nova:creationTime>2023-10-27 19:37:45</nova:creationTime>
Oct 27 19:37:46 user nova-compute[75147]:   <nova:flavor name="m1.tiny">
Oct 27 19:37:46 user nova-compute[75147]:     <nova:memory>512</nova:memory>
Oct 27 19:37:46 user nova-compute[75147]:     <nova:disk>1</nova:disk>
Oct 27 19:37:46 user nova-compute[75147]:     <nova:swap>0</nova:swap>
Oct 27 19:37:46 user nova-compute[75147]:     <nova:ephemeral>0</nova:ephemeral>
Oct 27 19:37:46 user nova-compute[75147]:     <nova:vcpus>1</nova:vcpus>
Oct 27 19:37:46 user nova-compute[75147]:   </nova:flavor>
Oct 27 19:37:46 user nova-compute[75147]:   <nova:owner>
Oct 27 19:37:46 user nova-compute[75147]:     <nova:user uuid="3c576f542901451e9888c180f252f8ea">tempest-TaggedAttachmentsTest-1852432134-project-member</nova:user>
Oct 27 19:37:46 user nova-compute[75147]:     <nova:project uuid="450b881baa634957849eab8a1ba07ac4">tempest-TaggedAttachmentsTest-1852432134</nova:project>
Oct 27 19:37:46 user nova-compute[75147]:   </nova:owner>
Oct 27 19:37:46 user nova-compute[75147]:   <nova:root type="image" uuid="d52df17c-5315-4a73-ab7c-34c161a414fb"/>
Oct 27 19:37:46 user nova-compute[75147]:   <nova:ports>
Oct 27 19:37:46 user nova-compute[75147]:     <nova:port uuid="a3a6d6a1-6d96-4574-9780-7ce67bdf8b04">
Oct 27 19:37:46 user nova-compute[75147]:       <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Oct 27 19:37:46 user nova-compute[75147]:     </nova:port>
Oct 27 19:37:46 user nova-compute[75147]:   </nova:ports>
Oct 27 19:37:46 user nova-compute[75147]: </nova:instance>
Oct 27 19:37:46 user nova-compute[75147]:   </metadata>
Oct 27 19:37:46 user nova-compute[75147]:   <memory unit='KiB'>524288</memory>
Oct 27 19:37:46 user nova-compute[75147]:   <currentMemory unit='KiB'>524288</currentMemory>
Oct 27 19:37:46 user nova-compute[75147]:   <vcpu placement='static'>1</vcpu>
Oct 27 19:37:46 user nova-compute[75147]:   <resource>
Oct 27 19:37:46 user nova-compute[75147]:     <partition>/machine</partition>
Oct 27 19:37:46 user nova-compute[75147]:   </resource>
Oct 27 19:37:46 user nova-compute[75147]:   <sysinfo type='smbios'>
Oct 27 19:37:46 user nova-compute[75147]:     <system>
Oct 27 19:37:46 user nova-compute[75147]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Oct 27 19:37:46 user nova-compute[75147]:       <entry name='product'>OpenStack Nova</entry>
Oct 27 19:37:46 user nova-compute[75147]:       <entry name='version'>0.0.0</entry>
Oct 27 19:37:46 user nova-compute[75147]:       <entry name='serial'>2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0</entry>
Oct 27 19:37:46 user nova-compute[75147]:       <entry name='uuid'>2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0</entry>
Oct 27 19:37:46 user nova-compute[75147]:       <entry name='family'>Virtual Machine</entry>
Oct 27 19:37:46 user nova-compute[75147]:     </system>
Oct 27 19:37:46 user nova-compute[75147]:   </sysinfo>
Oct 27 19:37:46 user nova-compute[75147]:   <os>
Oct 27 19:37:46 user nova-compute[75147]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Oct 27 19:37:46 user nova-compute[75147]:     <boot dev='hd'/>
Oct 27 19:37:46 user nova-compute[75147]:     <smbios mode='sysinfo'/>
Oct 27 19:37:46 user nova-compute[75147]:   </os>
Oct 27 19:37:46 user nova-compute[75147]:   <features>
Oct 27 19:37:46 user nova-compute[75147]:     <acpi/>
Oct 27 19:37:46 user nova-compute[75147]:     <apic/>
Oct 27 19:37:46 user nova-compute[75147]:     <vmcoreinfo state='on'/>
Oct 27 19:37:46 user nova-compute[75147]:   </features>
Oct 27 19:37:46 user nova-compute[75147]:   <cpu mode='custom' match='exact' check='full'>
Oct 27 19:37:46 user nova-compute[75147]:     <model fallback='forbid'>Nehalem</model>
Oct 27 19:37:46 user nova-compute[75147]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Oct 27 19:37:46 user nova-compute[75147]:     <feature policy='require' name='vme'/>
Oct 27 19:37:46 user nova-compute[75147]:     <feature policy='require' name='x2apic'/>
Oct 27 19:37:46 user nova-compute[75147]:     <feature policy='require' name='hypervisor'/>
Oct 27 19:37:46 user nova-compute[75147]:   </cpu>
Oct 27 19:37:46 user nova-compute[75147]:   <clock offset='utc'>
Oct 27 19:37:46 user nova-compute[75147]:     <timer name='pit' tickpolicy='delay'/>
Oct 27 19:37:46 user nova-compute[75147]:     <timer name='rtc' tickpolicy='catchup'/>
Oct 27 19:37:46 user nova-compute[75147]:     <timer name='hpet' present='no'/>
Oct 27 19:37:46 user nova-compute[75147]:   </clock>
Oct 27 19:37:46 user nova-compute[75147]:   <on_poweroff>destroy</on_poweroff>
Oct 27 19:37:46 user nova-compute[75147]:   <on_reboot>restart</on_reboot>
Oct 27 19:37:46 user nova-compute[75147]:   <on_crash>destroy</on_crash>
Oct 27 19:37:46 user nova-compute[75147]:   <devices>
Oct 27 19:37:46 user nova-compute[75147]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Oct 27 19:37:46 user nova-compute[75147]:     <disk type='file' device='disk'>
Oct 27 19:37:46 user nova-compute[75147]:       <driver name='qemu' type='qcow2' cache='none'/>
Oct 27 19:37:46 user nova-compute[75147]:       <source file='/opt/stack/data/nova/instances/2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0/disk' index='2'/>
Oct 27 19:37:46 user nova-compute[75147]:       <backingStore type='file' index='3'>
Oct 27 19:37:46 user nova-compute[75147]:         <format type='raw'/>
Oct 27 19:37:46 user nova-compute[75147]:         <source file='/opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa'/>
Oct 27 19:37:46 user nova-compute[75147]:         <backingStore/>
Oct 27 19:37:46 user nova-compute[75147]:       </backingStore>
Oct 27 19:37:46 user nova-compute[75147]:       <target dev='vda' bus='virtio'/>
Oct 27 19:37:46 user nova-compute[75147]:       <alias name='virtio-disk0'/>
Oct 27 19:37:46 user nova-compute[75147]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Oct 27 19:37:46 user nova-compute[75147]:     </disk>
Oct 27 19:37:46 user nova-compute[75147]:     <disk type='file' device='cdrom'>
Oct 27 19:37:46 user nova-compute[75147]:       <driver name='qemu' type='raw' cache='none'/>
Oct 27 19:37:46 user nova-compute[75147]:       <source file='/opt/stack/data/nova/instances/2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0/disk.config' index='1'/>
Oct 27 19:37:46 user nova-compute[75147]:       <backingStore/>
Oct 27 19:37:46 user nova-compute[75147]:       <target dev='hda' bus='ide'/>
Oct 27 19:37:46 user nova-compute[75147]:       <readonly/>
Oct 27 19:37:46 user nova-compute[75147]:       <alias name='ide0-0-0'/>
Oct 27 19:37:46 user nova-compute[75147]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Oct 27 19:37:46 user nova-compute[75147]:     </disk>
Oct 27 19:37:46 user nova-compute[75147]:     <controller type='usb' index='0' model='none'>
Oct 27 19:37:46 user nova-compute[75147]:       <alias name='usb'/>
Oct 27 19:37:46 user nova-compute[75147]:     </controller>
Oct 27 19:37:46 user nova-compute[75147]:     <controller type='pci' index='0' model='pci-root'>
Oct 27 19:37:46 user nova-compute[75147]:       <alias name='pci.0'/>
Oct 27 19:37:46 user nova-compute[75147]:     </controller>
Oct 27 19:37:46 user nova-compute[75147]:     <controller type='ide' index='0'>
Oct 27 19:37:46 user nova-compute[75147]:       <alias name='ide'/>
Oct 27 19:37:46 user nova-compute[75147]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Oct 27 19:37:46 user nova-compute[75147]:     </controller>
Oct 27 19:37:46 user nova-compute[75147]:     <interface type='ethernet'>
Oct 27 19:37:46 user nova-compute[75147]:       <mac address='fa:16:3e:c3:79:20'/>
Oct 27 19:37:46 user nova-compute[75147]:       <target dev='tapa3a6d6a1-6d'/>
Oct 27 19:37:46 user nova-compute[75147]:       <model type='virtio'/>
Oct 27 19:37:46 user nova-compute[75147]:       <mtu size='1442'/>
Oct 27 19:37:46 user nova-compute[75147]:       <alias name='net0'/>
Oct 27 19:37:46 user nova-compute[75147]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Oct 27 19:37:46 user nova-compute[75147]:     </interface>
Oct 27 19:37:46 user nova-compute[75147]:     <serial type='pty'>
Oct 27 19:37:46 user nova-compute[75147]:       <source path='/dev/pts/6'/>
Oct 27 19:37:46 user nova-compute[75147]:       <log file='/opt/stack/data/nova/instances/2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0/console.log' append='off'/>
Oct 27 19:37:46 user nova-compute[75147]:       <target type='isa-serial' port='0'>
Oct 27 19:37:46 user nova-compute[75147]:         <model name='isa-serial'/>
Oct 27 19:37:46 user nova-compute[75147]:       </target>
Oct 27 19:37:46 user nova-compute[75147]:       <alias name='serial0'/>
Oct 27 19:37:46 user nova-compute[75147]:     </serial>
Oct 27 19:37:46 user nova-compute[75147]:     <console type='pty' tty='/dev/pts/6'>
Oct 27 19:37:46 user nova-compute[75147]:       <source path='/dev/pts/6'/>
Oct 27 19:37:46 user nova-compute[75147]:       <log file='/opt/stack/data/nova/instances/2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0/console.log' append='off'/>
Oct 27 19:37:46 user nova-compute[75147]:       <target type='serial' port='0'/>
Oct 27 19:37:46 user nova-compute[75147]:       <alias name='serial0'/>
Oct 27 19:37:46 user nova-compute[75147]:     </console>
Oct 27 19:37:46 user nova-compute[75147]:     <input type='mouse' bus='ps2'>
Oct 27 19:37:46 user nova-compute[75147]:       <alias name='input0'/>
Oct 27 19:37:46 user nova-compute[75147]:     </input>
Oct 27 19:37:46 user nova-compute[75147]:     <input type='keyboard' bus='ps2'>
Oct 27 19:37:46 user nova-compute[75147]:       <alias name='input1'/>
Oct 27 19:37:46 user nova-compute[75147]:     </input>
Oct 27 19:37:46 user nova-compute[75147]:     <graphics type='vnc' port='5906' autoport='yes' listen='0.0.0.0'>
Oct 27 19:37:46 user nova-compute[75147]:       <listen type='address' address='0.0.0.0'/>
Oct 27 19:37:46 user nova-compute[75147]:     </graphics>
Oct 27 19:37:46 user nova-compute[75147]:     <audio id='1' type='none'/>
Oct 27 19:37:46 user nova-compute[75147]:     <video>
Oct 27 19:37:46 user nova-compute[75147]:       <model type='virtio' heads='1' primary='yes'/>
Oct 27 19:37:46 user nova-compute[75147]:       <alias name='video0'/>
Oct 27 19:37:46 user nova-compute[75147]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Oct 27 19:37:46 user nova-compute[75147]:     </video>
Oct 27 19:37:46 user nova-compute[75147]:     <memballoon model='virtio'>
Oct 27 19:37:46 user nova-compute[75147]:       <stats period='10'/>
Oct 27 19:37:46 user nova-compute[75147]:       <alias name='balloon0'/>
Oct 27 19:37:46 user nova-compute[75147]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Oct 27 19:37:46 user nova-compute[75147]:     </memballoon>
Oct 27 19:37:46 user nova-compute[75147]:     <rng model='virtio'>
Oct 27 19:37:46 user nova-compute[75147]:       <backend model='random'>/dev/urandom</backend>
Oct 27 19:37:46 user nova-compute[75147]:       <alias name='rng0'/>
Oct 27 19:37:46 user nova-compute[75147]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Oct 27 19:37:46 user nova-compute[75147]:     </rng>
Oct 27 19:37:46 user nova-compute[75147]:   </devices>
Oct 27 19:37:46 user nova-compute[75147]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Oct 27 19:37:46 user nova-compute[75147]:     <label>libvirt-2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0</label>
Oct 27 19:37:46 user nova-compute[75147]:     <imagelabel>libvirt-2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0</imagelabel>
Oct 27 19:37:46 user nova-compute[75147]:   </seclabel>
Oct 27 19:37:46 user nova-compute[75147]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Oct 27 19:37:46 user nova-compute[75147]:     <label>+64055:+108</label>
Oct 27 19:37:46 user nova-compute[75147]:     <imagelabel>+64055:+108</imagelabel>
Oct 27 19:37:46 user nova-compute[75147]:   </seclabel>
Oct 27 19:37:46 user nova-compute[75147]: </domain>
Oct 27 19:37:46 user nova-compute[75147]:  {{(pid=75147) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Oct 27 19:37:46 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [req-00b0d393-0e0c-4f0d-a4f8-00776a11abe9 req-6fc92d62-f452-4221-a7cb-f59d4da12606 service nova] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] Detaching interface fa:16:3e:2c:57:0e failed because the device is no longer found on the guest.: nova.exception.DeviceNotFound: Device 'tapceeaf68e-50' not found.
Oct 27 19:37:46 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [req-00b0d393-0e0c-4f0d-a4f8-00776a11abe9 req-6fc92d62-f452-4221-a7cb-f59d4da12606 service nova] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-27T19:34:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2102585964',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2102585964',id=21,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGvhhmQ0dP6xMg5gPt48RNxnrmI1KKhQ+YYMP12AM7ACUouCVGyrAEQOE+V3oOWFoDdOr4hI07glbDgL0Nf5cVN5FQ5Lin6Ztj4oKmmAt/A214PE7C3YJ8zvvH1XmZHwxQ==',key_name='tempest-keypair-213379587',keypairs=<?>,launch_index=0,launched_at=2023-10-27T19:34:39Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata=<?>,migration_context=None,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='450b881baa634957849eab8a1ba07ac4',ramdisk_id='',reservation_id='r-0k205fz0',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-1852432134',owner_user_name='tempest-TaggedAttachmentsTest-1852432134-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T19:34:39Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3c576f542901451e9888c180f252f8ea',uuid=2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ceeaf68e-50e7-4c85-8144-896c22639bdd", "address": "fa:16:3e:2c:57:0e", "network": {"id": "ba4e7fe4-d650-4b1c-b6df-713a4dd4b223", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-9509512", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.179", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "450b881baa634957849eab8a1ba07ac4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapceeaf68e-50", "ovs_interfaceid": "ceeaf68e-50e7-4c85-8144-896c22639bdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 19:37:46 user nova-compute[75147]: DEBUG nova.network.os_vif_util [req-00b0d393-0e0c-4f0d-a4f8-00776a11abe9 req-6fc92d62-f452-4221-a7cb-f59d4da12606 service nova] Converting VIF {"id": "ceeaf68e-50e7-4c85-8144-896c22639bdd", "address": "fa:16:3e:2c:57:0e", "network": {"id": "ba4e7fe4-d650-4b1c-b6df-713a4dd4b223", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-9509512", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.179", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "450b881baa634957849eab8a1ba07ac4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapceeaf68e-50", "ovs_interfaceid": "ceeaf68e-50e7-4c85-8144-896c22639bdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:37:46 user nova-compute[75147]: DEBUG nova.network.os_vif_util [req-00b0d393-0e0c-4f0d-a4f8-00776a11abe9 req-6fc92d62-f452-4221-a7cb-f59d4da12606 service nova] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:2c:57:0e,bridge_name='br-int',has_traffic_filtering=True,id=ceeaf68e-50e7-4c85-8144-896c22639bdd,network=Network(ba4e7fe4-d650-4b1c-b6df-713a4dd4b223),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapceeaf68e-50') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:37:46 user nova-compute[75147]: DEBUG os_vif [req-00b0d393-0e0c-4f0d-a4f8-00776a11abe9 req-6fc92d62-f452-4221-a7cb-f59d4da12606 service nova] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:2c:57:0e,bridge_name='br-int',has_traffic_filtering=True,id=ceeaf68e-50e7-4c85-8144-896c22639bdd,network=Network(ba4e7fe4-d650-4b1c-b6df-713a4dd4b223),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapceeaf68e-50') {{(pid=75147) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 19:37:46 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:37:46 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapceeaf68e-50, bridge=br-int, if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:37:46 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 19:37:46 user nova-compute[75147]: INFO os_vif [req-00b0d393-0e0c-4f0d-a4f8-00776a11abe9 req-6fc92d62-f452-4221-a7cb-f59d4da12606 service nova] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:2c:57:0e,bridge_name='br-int',has_traffic_filtering=True,id=ceeaf68e-50e7-4c85-8144-896c22639bdd,network=Network(ba4e7fe4-d650-4b1c-b6df-713a4dd4b223),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapceeaf68e-50')
Oct 27 19:37:46 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [req-00b0d393-0e0c-4f0d-a4f8-00776a11abe9 req-6fc92d62-f452-4221-a7cb-f59d4da12606 service nova] set metadata xml: <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 19:37:46 user nova-compute[75147]:   <nova:package version="0.0.0"/>
Oct 27 19:37:46 user nova-compute[75147]:   <nova:name>tempest-device-tagging-server-2102585964</nova:name>
Oct 27 19:37:46 user nova-compute[75147]:   <nova:creationTime>2023-10-27 19:37:46</nova:creationTime>
Oct 27 19:37:46 user nova-compute[75147]:   <nova:flavor name="m1.tiny">
Oct 27 19:37:46 user nova-compute[75147]:     <nova:memory>512</nova:memory>
Oct 27 19:37:46 user nova-compute[75147]:     <nova:disk>1</nova:disk>
Oct 27 19:37:46 user nova-compute[75147]:     <nova:swap>0</nova:swap>
Oct 27 19:37:46 user nova-compute[75147]:     <nova:ephemeral>0</nova:ephemeral>
Oct 27 19:37:46 user nova-compute[75147]:     <nova:vcpus>1</nova:vcpus>
Oct 27 19:37:46 user nova-compute[75147]:   </nova:flavor>
Oct 27 19:37:46 user nova-compute[75147]:   <nova:owner>
Oct 27 19:37:46 user nova-compute[75147]:     <nova:user uuid="3c576f542901451e9888c180f252f8ea">tempest-TaggedAttachmentsTest-1852432134-project-member</nova:user>
Oct 27 19:37:46 user nova-compute[75147]:     <nova:project uuid="450b881baa634957849eab8a1ba07ac4">tempest-TaggedAttachmentsTest-1852432134</nova:project>
Oct 27 19:37:46 user nova-compute[75147]:   </nova:owner>
Oct 27 19:37:46 user nova-compute[75147]:   <nova:root type="image" uuid="d52df17c-5315-4a73-ab7c-34c161a414fb"/>
Oct 27 19:37:46 user nova-compute[75147]:   <nova:ports>
Oct 27 19:37:46 user nova-compute[75147]:     <nova:port uuid="a3a6d6a1-6d96-4574-9780-7ce67bdf8b04">
Oct 27 19:37:46 user nova-compute[75147]:       <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Oct 27 19:37:46 user nova-compute[75147]:     </nova:port>
Oct 27 19:37:46 user nova-compute[75147]:   </nova:ports>
Oct 27 19:37:46 user nova-compute[75147]: </nova:instance>
Oct 27 19:37:46 user nova-compute[75147]:  {{(pid=75147) set_metadata /opt/stack/nova/nova/virt/libvirt/guest.py:359}}
Oct 27 19:37:46 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:37:46 user nova-compute[75147]: INFO nova.network.neutron [None req-6239dce5-d0cb-418b-aed2-dd6573e66ee3 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] Port ceeaf68e-50e7-4c85-8144-896c22639bdd from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache.
Oct 27 19:37:46 user nova-compute[75147]: DEBUG nova.network.neutron [None req-6239dce5-d0cb-418b-aed2-dd6573e66ee3 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] Updating instance_info_cache with network_info: [{"id": "a3a6d6a1-6d96-4574-9780-7ce67bdf8b04", "address": "fa:16:3e:c3:79:20", "network": {"id": "fbbe2c13-ca4d-45b8-8049-d7ef897b45f2", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1144256647-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.36", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "450b881baa634957849eab8a1ba07ac4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa3a6d6a1-6d", "ovs_interfaceid": "a3a6d6a1-6d96-4574-9780-7ce67bdf8b04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:37:46 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-6239dce5-d0cb-418b-aed2-dd6573e66ee3 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Releasing lock "refresh_cache-2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:37:46 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-6239dce5-d0cb-418b-aed2-dd6573e66ee3 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Lock "interface-2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0-ceeaf68e-50e7-4c85-8144-896c22639bdd" "released" by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" :: held 21.413s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:37:47 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:37:49 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:37:50 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:37:50 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:37:51 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:37:52 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:37:52 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:37:52 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:37:52 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:37:52 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:37:52 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Auditing locally available compute resources for user (node: user) {{(pid=75147) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 19:37:53 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:37:53 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:37:53 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:37:53 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0/disk --force-share --output=json" returned: 0 in 0.251s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:37:53 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7132ae80-42e0-45d0-a643-c5aa744abd5d/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:37:53 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7132ae80-42e0-45d0-a643-c5aa744abd5d/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:37:53 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7132ae80-42e0-45d0-a643-c5aa744abd5d/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:37:53 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7132ae80-42e0-45d0-a643-c5aa744abd5d/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:37:53 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6c9c2dc6-d96a-42f6-a749-962d9b1a3a63/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:37:54 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6c9c2dc6-d96a-42f6-a749-962d9b1a3a63/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:37:54 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6c9c2dc6-d96a-42f6-a749-962d9b1a3a63/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:37:54 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6c9c2dc6-d96a-42f6-a749-962d9b1a3a63/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:37:54 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18fad5c9-4c2b-4e90-a568-bd0a32497c63/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:37:54 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18fad5c9-4c2b-4e90-a568-bd0a32497c63/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:37:54 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18fad5c9-4c2b-4e90-a568-bd0a32497c63/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:37:54 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18fad5c9-4c2b-4e90-a568-bd0a32497c63/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:37:54 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75147) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 19:37:54 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/73439fd6-da4c-4dd7-b8cf-2baf9a34e717/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:37:54 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/73439fd6-da4c-4dd7-b8cf-2baf9a34e717/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:37:54 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/73439fd6-da4c-4dd7-b8cf-2baf9a34e717/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:37:55 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/73439fd6-da4c-4dd7-b8cf-2baf9a34e717/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:37:55 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3fb6898-879f-4828-b0c8-f4c7911c334c/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:37:55 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3fb6898-879f-4828-b0c8-f4c7911c334c/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:37:55 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3fb6898-879f-4828-b0c8-f4c7911c334c/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:37:55 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3fb6898-879f-4828-b0c8-f4c7911c334c/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:37:55 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk.rescue --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:37:55 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk.rescue --force-share --output=json" returned: 0 in 0.181s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:37:55 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk.rescue --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:37:55 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Acquiring lock "e18f8c66-86d8-4021-b2f8-17aeee684b86" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:37:55 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Lock "e18f8c66-86d8-4021-b2f8-17aeee684b86" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:37:55 user nova-compute[75147]: DEBUG nova.compute.manager [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] Starting instance... {{(pid=75147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 27 19:37:55 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:37:55 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:37:55 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:37:55 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75147) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 19:37:55 user nova-compute[75147]: INFO nova.compute.claims [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] Claim successful on node user
Oct 27 19:37:55 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk.rescue --force-share --output=json" returned: 0 in 0.182s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:37:55 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:37:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:37:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:37:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk --force-share --output=json" returned: 0 in 0.221s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:37:56 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:37:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/68a6c383-5da2-4e99-9c46-682c1da71a4e/disk.rescue --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:37:56 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:37:56 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.580s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:37:56 user nova-compute[75147]: DEBUG nova.compute.manager [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] Start building networks asynchronously for instance. {{(pid=75147) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 27 19:37:56 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:37:56 user nova-compute[75147]: DEBUG nova.compute.manager [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] Allocating IP information in the background. {{(pid=75147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 27 19:37:56 user nova-compute[75147]: DEBUG nova.network.neutron [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] allocate_for_instance() {{(pid=75147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 27 19:37:56 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 27 19:37:56 user nova-compute[75147]: DEBUG nova.compute.manager [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] Start building block device mappings for instance. {{(pid=75147) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 27 19:37:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/68a6c383-5da2-4e99-9c46-682c1da71a4e/disk.rescue --force-share --output=json" returned: 0 in 0.258s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:37:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/68a6c383-5da2-4e99-9c46-682c1da71a4e/disk.rescue --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:37:56 user nova-compute[75147]: INFO nova.virt.block_device [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] Booting with volume 200659b8-c032-4029-97a0-2b6010fb17b1 at /dev/vda
Oct 27 19:37:56 user nova-compute[75147]: DEBUG nova.policy [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2ec18a0cb61842b092eeaecce2a03b70', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9368eab86d5248b2a34511d5d0fd64eb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75147) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 27 19:37:56 user nova-compute[75147]: DEBUG os_brick.utils [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:37:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:37:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/68a6c383-5da2-4e99-9c46-682c1da71a4e/disk.rescue --force-share --output=json" returned: 0 in 0.201s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:37:56 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] skipping disk /opt/stack/data/nova/instances/68a6c383-5da2-4e99-9c46-682c1da71a4e/disk (vdb) as it is a volume {{(pid=75147) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 19:37:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bac22037-a5fc-4b74-a5eb-94c2e51e8155/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:37:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:37:56 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b710449-5833-4e74-9d7f-4444bb7b4b90]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9325735bc82e\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:37:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:37:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.024s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:37:56 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e105acc-cbe6-464a-a0e7-2ca7bbea82d7]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:37:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:37:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:37:56 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c872314-66bb-4708-b08d-7b411459bd87]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:37:56 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a1faa6a-f603-43dd-9608-e352db867855]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:37:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Running cmd (subprocess): nvme version {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:37:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] 'nvme version' failed. Not Retrying. {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 19:37:56 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.nvmeof [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] nvme not present on system {{(pid=75147) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 27 19:37:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:37:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 19:37:56 user nova-compute[75147]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 27 19:37:56 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2bb14e7-99b5-4c2c-b6e4-585a5966733e]: (4, '') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:37:56 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75147) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 27 19:37:56 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 27 19:37:56 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] LIGHTOS: no hostnqn found. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 27 19:37:56 user nova-compute[75147]: DEBUG os_brick.utils [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] <== get_connector_properties: return (220ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9325735bc82e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:37:56 user nova-compute[75147]: DEBUG nova.virt.block_device [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] Updating existing volume attachment record: 342d2e92-8db0-4501-b406-286acc963a30 {{(pid=75147) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 27 19:37:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bac22037-a5fc-4b74-a5eb-94c2e51e8155/disk --force-share --output=json" returned: 0 in 0.252s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:37:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bac22037-a5fc-4b74-a5eb-94c2e51e8155/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:37:57 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bac22037-a5fc-4b74-a5eb-94c2e51e8155/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:37:57 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/83f3d8a6-29fa-4842-92bb-47c2873057fe/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:37:57 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/83f3d8a6-29fa-4842-92bb-47c2873057fe/disk --force-share --output=json" returned: 0 in 0.256s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:37:57 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/83f3d8a6-29fa-4842-92bb-47c2873057fe/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:37:57 user nova-compute[75147]: DEBUG nova.network.neutron [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] Successfully created port: c8b86675-1429-46a4-8fb4-f5338cd721ee {{(pid=75147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 19:37:57 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/83f3d8a6-29fa-4842-92bb-47c2873057fe/disk --force-share --output=json" returned: 0 in 0.237s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:37:57 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/48e26cd7-18d7-4aae-9368-e417f1a39826/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:37:57 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/48e26cd7-18d7-4aae-9368-e417f1a39826/disk --force-share --output=json" returned: 0 in 0.241s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:37:57 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/48e26cd7-18d7-4aae-9368-e417f1a39826/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:37:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/48e26cd7-18d7-4aae-9368-e417f1a39826/disk --force-share --output=json" returned: 0 in 0.216s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:37:58 user nova-compute[75147]: DEBUG nova.network.neutron [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] Successfully updated port: c8b86675-1429-46a4-8fb4-f5338cd721ee {{(pid=75147) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 19:37:58 user nova-compute[75147]: DEBUG nova.compute.manager [req-59d4bd36-e9a4-4fab-b768-027556bb69df req-7fe17514-20c7-4d74-b116-8be431d39a7a service nova] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] Received event network-changed-c8b86675-1429-46a4-8fb4-f5338cd721ee {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:37:58 user nova-compute[75147]: DEBUG nova.compute.manager [req-59d4bd36-e9a4-4fab-b768-027556bb69df req-7fe17514-20c7-4d74-b116-8be431d39a7a service nova] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] Refreshing instance network info cache due to event network-changed-c8b86675-1429-46a4-8fb4-f5338cd721ee. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 19:37:58 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-59d4bd36-e9a4-4fab-b768-027556bb69df req-7fe17514-20c7-4d74-b116-8be431d39a7a service nova] Acquiring lock "refresh_cache-e18f8c66-86d8-4021-b2f8-17aeee684b86" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:37:58 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-59d4bd36-e9a4-4fab-b768-027556bb69df req-7fe17514-20c7-4d74-b116-8be431d39a7a service nova] Acquired lock "refresh_cache-e18f8c66-86d8-4021-b2f8-17aeee684b86" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:37:58 user nova-compute[75147]: DEBUG nova.network.neutron [req-59d4bd36-e9a4-4fab-b768-027556bb69df req-7fe17514-20c7-4d74-b116-8be431d39a7a service nova] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] Refreshing network info cache for port c8b86675-1429-46a4-8fb4-f5338cd721ee {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 19:37:58 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Acquiring lock "refresh_cache-e18f8c66-86d8-4021-b2f8-17aeee684b86" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:37:58 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:37:58 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:37:58 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Hypervisor/Node resource view: name=user free_ram=7174MB free_disk=25.084030151367188GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75147) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 19:37:58 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:37:58 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:37:58 user nova-compute[75147]: DEBUG nova.network.neutron [req-59d4bd36-e9a4-4fab-b768-027556bb69df req-7fe17514-20c7-4d74-b116-8be431d39a7a service nova] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] Instance cache missing network info. {{(pid=75147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 19:37:58 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance bac22037-a5fc-4b74-a5eb-94c2e51e8155 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:37:58 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:37:58 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance d3fb6898-879f-4828-b0c8-f4c7911c334c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:37:58 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 18fad5c9-4c2b-4e90-a568-bd0a32497c63 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:37:58 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:37:58 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 73439fd6-da4c-4dd7-b8cf-2baf9a34e717 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:37:58 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 68a6c383-5da2-4e99-9c46-682c1da71a4e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:37:58 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 83f3d8a6-29fa-4842-92bb-47c2873057fe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:37:58 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 6c9c2dc6-d96a-42f6-a749-962d9b1a3a63 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:37:58 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 7132ae80-42e0-45d0-a643-c5aa744abd5d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:37:58 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 48e26cd7-18d7-4aae-9368-e417f1a39826 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:37:58 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance e18f8c66-86d8-4021-b2f8-17aeee684b86 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:37:58 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Total usable vcpus: 12, total allocated vcpus: 12 {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 19:37:58 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Final resource view: name=user phys_ram=16011MB used_ram=6656MB phys_disk=40GB used_disk=11GB total_vcpus=12 used_vcpus=12 pci_stats=[] {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 19:37:59 user nova-compute[75147]: DEBUG nova.network.neutron [req-59d4bd36-e9a4-4fab-b768-027556bb69df req-7fe17514-20c7-4d74-b116-8be431d39a7a service nova] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] Updating instance_info_cache with network_info: [] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:37:59 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-59d4bd36-e9a4-4fab-b768-027556bb69df req-7fe17514-20c7-4d74-b116-8be431d39a7a service nova] Releasing lock "refresh_cache-e18f8c66-86d8-4021-b2f8-17aeee684b86" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:37:59 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Acquired lock "refresh_cache-e18f8c66-86d8-4021-b2f8-17aeee684b86" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:37:59 user nova-compute[75147]: DEBUG nova.network.neutron [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] Building network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 19:37:59 user nova-compute[75147]: DEBUG nova.network.neutron [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] Instance cache missing network info. {{(pid=75147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 19:37:59 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:37:59 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:37:59 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Compute_service record updated for user:user {{(pid=75147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 19:37:59 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.635s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:37:59 user nova-compute[75147]: DEBUG nova.network.neutron [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] Updating instance_info_cache with network_info: [{"id": "c8b86675-1429-46a4-8fb4-f5338cd721ee", "address": "fa:16:3e:db:9f:78", "network": {"id": "bae3f1ff-b48f-4e91-a1ac-2c877ecca1af", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1949095258-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9368eab86d5248b2a34511d5d0fd64eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc8b86675-14", "ovs_interfaceid": "c8b86675-1429-46a4-8fb4-f5338cd721ee", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:37:59 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Releasing lock "refresh_cache-e18f8c66-86d8-4021-b2f8-17aeee684b86" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:37:59 user nova-compute[75147]: DEBUG nova.compute.manager [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] Instance network_info: |[{"id": "c8b86675-1429-46a4-8fb4-f5338cd721ee", "address": "fa:16:3e:db:9f:78", "network": {"id": "bae3f1ff-b48f-4e91-a1ac-2c877ecca1af", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1949095258-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9368eab86d5248b2a34511d5d0fd64eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc8b86675-14", "ovs_interfaceid": "c8b86675-1429-46a4-8fb4-f5338cd721ee", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 27 19:38:00 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:38:00 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:38:00 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Starting heal instance info cache {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 19:38:00 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "refresh_cache-18fad5c9-4c2b-4e90-a568-bd0a32497c63" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:38:00 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquired lock "refresh_cache-18fad5c9-4c2b-4e90-a568-bd0a32497c63" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:38:00 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Forcefully refreshing network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 27 19:38:00 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:38:01 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Updating instance_info_cache with network_info: [{"id": "5b28365d-32e7-4952-b6c6-3c2343ff1568", "address": "fa:16:3e:e7:6d:79", "network": {"id": "530841ca-09cf-4270-b7b7-02d3a851df39", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1965338570-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "650e050c53874fa5bd6c9a70152ef1cf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b28365d-32", "ovs_interfaceid": "5b28365d-32e7-4952-b6c6-3c2343ff1568", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:38:01 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Releasing lock "refresh_cache-18fad5c9-4c2b-4e90-a568-bd0a32497c63" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:38:01 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Updated the network info_cache for instance {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 27 19:38:01 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:38:01 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:38:01 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:38:01 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75147) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 19:38:01 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:38:05 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:38:06 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:38:09 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:38:10 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:38:11 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:38:11 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9d6669f8-971b-4ee1-9911-6759847b4803 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Acquiring lock "83f3d8a6-29fa-4842-92bb-47c2873057fe" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:38:11 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9d6669f8-971b-4ee1-9911-6759847b4803 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Lock "83f3d8a6-29fa-4842-92bb-47c2873057fe" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.005s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:38:11 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9d6669f8-971b-4ee1-9911-6759847b4803 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Acquiring lock "83f3d8a6-29fa-4842-92bb-47c2873057fe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:38:11 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9d6669f8-971b-4ee1-9911-6759847b4803 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Lock "83f3d8a6-29fa-4842-92bb-47c2873057fe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:38:11 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9d6669f8-971b-4ee1-9911-6759847b4803 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Lock "83f3d8a6-29fa-4842-92bb-47c2873057fe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:38:11 user nova-compute[75147]: INFO nova.compute.manager [None req-9d6669f8-971b-4ee1-9911-6759847b4803 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] [instance: 83f3d8a6-29fa-4842-92bb-47c2873057fe] Terminating instance
Oct 27 19:38:11 user nova-compute[75147]: DEBUG nova.compute.manager [None req-9d6669f8-971b-4ee1-9911-6759847b4803 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] [instance: 83f3d8a6-29fa-4842-92bb-47c2873057fe] Start destroying the instance on the hypervisor. {{(pid=75147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 27 19:38:11 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:38:11 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:38:11 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:38:12 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:38:12 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:38:12 user nova-compute[75147]: DEBUG nova.compute.manager [req-034c72a7-c5fc-4165-b4d8-2f86a0a600b0 req-4a67fa56-6443-4641-af9f-17ef05da9b61 service nova] [instance: 83f3d8a6-29fa-4842-92bb-47c2873057fe] Received event network-vif-unplugged-b8bcc187-c1d1-4e81-a154-999e83266bab {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:38:12 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-034c72a7-c5fc-4165-b4d8-2f86a0a600b0 req-4a67fa56-6443-4641-af9f-17ef05da9b61 service nova] Acquiring lock "83f3d8a6-29fa-4842-92bb-47c2873057fe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:38:12 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-034c72a7-c5fc-4165-b4d8-2f86a0a600b0 req-4a67fa56-6443-4641-af9f-17ef05da9b61 service nova] Lock "83f3d8a6-29fa-4842-92bb-47c2873057fe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:38:12 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-034c72a7-c5fc-4165-b4d8-2f86a0a600b0 req-4a67fa56-6443-4641-af9f-17ef05da9b61 service nova] Lock "83f3d8a6-29fa-4842-92bb-47c2873057fe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:38:12 user nova-compute[75147]: DEBUG nova.compute.manager [req-034c72a7-c5fc-4165-b4d8-2f86a0a600b0 req-4a67fa56-6443-4641-af9f-17ef05da9b61 service nova] [instance: 83f3d8a6-29fa-4842-92bb-47c2873057fe] No waiting events found dispatching network-vif-unplugged-b8bcc187-c1d1-4e81-a154-999e83266bab {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:38:12 user nova-compute[75147]: DEBUG nova.compute.manager [req-034c72a7-c5fc-4165-b4d8-2f86a0a600b0 req-4a67fa56-6443-4641-af9f-17ef05da9b61 service nova] [instance: 83f3d8a6-29fa-4842-92bb-47c2873057fe] Received event network-vif-unplugged-b8bcc187-c1d1-4e81-a154-999e83266bab for instance with task_state deleting. {{(pid=75147) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 19:38:12 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: 83f3d8a6-29fa-4842-92bb-47c2873057fe] Instance destroyed successfully.
Oct 27 19:38:12 user nova-compute[75147]: DEBUG nova.objects.instance [None req-9d6669f8-971b-4ee1-9911-6759847b4803 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Lazy-loading 'resources' on Instance uuid 83f3d8a6-29fa-4842-92bb-47c2873057fe {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:38:12 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-9d6669f8-971b-4ee1-9911-6759847b4803 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:36:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-1130949044',display_name='tempest-ServersNegativeTestJSON-server-1130949044',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-1130949044',id=24,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-27T19:36:30Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='425e13a8ac6d4f34b0e3887641f9ba15',ramdisk_id='',reservation_id='r-4d5504wy',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServersNegativeTestJSON-504703039',owner_user_name='tempest-ServersNegativeTestJSON-504703039-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T19:36:31Z,user_data=None,user_id='b183178367c444f6b27dc769ba848f60',uuid=83f3d8a6-29fa-4842-92bb-47c2873057fe,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "b8bcc187-c1d1-4e81-a154-999e83266bab", "address": "fa:16:3e:b5:db:11", "network": {"id": "43d3ab0c-52d5-442b-84db-b17b3f3e8cdc", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1531659179-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "425e13a8ac6d4f34b0e3887641f9ba15", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb8bcc187-c1", "ovs_interfaceid": "b8bcc187-c1d1-4e81-a154-999e83266bab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 19:38:12 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-9d6669f8-971b-4ee1-9911-6759847b4803 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Converting VIF {"id": "b8bcc187-c1d1-4e81-a154-999e83266bab", "address": "fa:16:3e:b5:db:11", "network": {"id": "43d3ab0c-52d5-442b-84db-b17b3f3e8cdc", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1531659179-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "425e13a8ac6d4f34b0e3887641f9ba15", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb8bcc187-c1", "ovs_interfaceid": "b8bcc187-c1d1-4e81-a154-999e83266bab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:38:12 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-9d6669f8-971b-4ee1-9911-6759847b4803 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b5:db:11,bridge_name='br-int',has_traffic_filtering=True,id=b8bcc187-c1d1-4e81-a154-999e83266bab,network=Network(43d3ab0c-52d5-442b-84db-b17b3f3e8cdc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb8bcc187-c1') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:38:12 user nova-compute[75147]: DEBUG os_vif [None req-9d6669f8-971b-4ee1-9911-6759847b4803 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b5:db:11,bridge_name='br-int',has_traffic_filtering=True,id=b8bcc187-c1d1-4e81-a154-999e83266bab,network=Network(43d3ab0c-52d5-442b-84db-b17b3f3e8cdc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb8bcc187-c1') {{(pid=75147) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 19:38:12 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:38:12 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapb8bcc187-c1, bridge=br-int, if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:38:12 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:38:12 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:38:12 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:38:12 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=47db9245-c4eb-4760-8e69-157c3806014a) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:38:12 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:38:12 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:38:12 user nova-compute[75147]: INFO os_vif [None req-9d6669f8-971b-4ee1-9911-6759847b4803 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b5:db:11,bridge_name='br-int',has_traffic_filtering=True,id=b8bcc187-c1d1-4e81-a154-999e83266bab,network=Network(43d3ab0c-52d5-442b-84db-b17b3f3e8cdc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb8bcc187-c1')
Oct 27 19:38:12 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-9d6669f8-971b-4ee1-9911-6759847b4803 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] [instance: 83f3d8a6-29fa-4842-92bb-47c2873057fe] Deleting instance files /opt/stack/data/nova/instances/83f3d8a6-29fa-4842-92bb-47c2873057fe_del
Oct 27 19:38:12 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-9d6669f8-971b-4ee1-9911-6759847b4803 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] [instance: 83f3d8a6-29fa-4842-92bb-47c2873057fe] Deletion of /opt/stack/data/nova/instances/83f3d8a6-29fa-4842-92bb-47c2873057fe_del complete
Oct 27 19:38:12 user nova-compute[75147]: INFO nova.compute.manager [None req-9d6669f8-971b-4ee1-9911-6759847b4803 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] [instance: 83f3d8a6-29fa-4842-92bb-47c2873057fe] Took 0.89 seconds to destroy the instance on the hypervisor.
Oct 27 19:38:12 user nova-compute[75147]: DEBUG oslo.service.loopingcall [None req-9d6669f8-971b-4ee1-9911-6759847b4803 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 27 19:38:12 user nova-compute[75147]: DEBUG nova.compute.manager [-] [instance: 83f3d8a6-29fa-4842-92bb-47c2873057fe] Deallocating network for instance {{(pid=75147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 27 19:38:12 user nova-compute[75147]: DEBUG nova.network.neutron [-] [instance: 83f3d8a6-29fa-4842-92bb-47c2873057fe] deallocate_for_instance() {{(pid=75147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 27 19:38:12 user nova-compute[75147]: DEBUG nova.network.neutron [-] [instance: 83f3d8a6-29fa-4842-92bb-47c2873057fe] Updating instance_info_cache with network_info: [] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:38:13 user nova-compute[75147]: INFO nova.compute.manager [-] [instance: 83f3d8a6-29fa-4842-92bb-47c2873057fe] Took 0.43 seconds to deallocate network for instance.
Oct 27 19:38:13 user nova-compute[75147]: DEBUG nova.compute.manager [req-043b4a45-daf3-4639-b67c-fea3e0c74a01 req-89a12bcb-9a71-4ff1-b2b8-156a9e7c7e7b service nova] [instance: 83f3d8a6-29fa-4842-92bb-47c2873057fe] Received event network-vif-deleted-b8bcc187-c1d1-4e81-a154-999e83266bab {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:38:13 user nova-compute[75147]: INFO nova.compute.manager [req-043b4a45-daf3-4639-b67c-fea3e0c74a01 req-89a12bcb-9a71-4ff1-b2b8-156a9e7c7e7b service nova] [instance: 83f3d8a6-29fa-4842-92bb-47c2873057fe] Neutron deleted interface b8bcc187-c1d1-4e81-a154-999e83266bab; detaching it from the instance and deleting it from the info cache
Oct 27 19:38:13 user nova-compute[75147]: DEBUG nova.network.neutron [req-043b4a45-daf3-4639-b67c-fea3e0c74a01 req-89a12bcb-9a71-4ff1-b2b8-156a9e7c7e7b service nova] [instance: 83f3d8a6-29fa-4842-92bb-47c2873057fe] Updating instance_info_cache with network_info: [] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:38:13 user nova-compute[75147]: DEBUG nova.compute.manager [req-043b4a45-daf3-4639-b67c-fea3e0c74a01 req-89a12bcb-9a71-4ff1-b2b8-156a9e7c7e7b service nova] [instance: 83f3d8a6-29fa-4842-92bb-47c2873057fe] Detach interface failed, port_id=b8bcc187-c1d1-4e81-a154-999e83266bab, reason: Instance 83f3d8a6-29fa-4842-92bb-47c2873057fe could not be found. {{(pid=75147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 27 19:38:13 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9d6669f8-971b-4ee1-9911-6759847b4803 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:38:13 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9d6669f8-971b-4ee1-9911-6759847b4803 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:38:13 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-9d6669f8-971b-4ee1-9911-6759847b4803 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:38:13 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-9d6669f8-971b-4ee1-9911-6759847b4803 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:38:13 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9d6669f8-971b-4ee1-9911-6759847b4803 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.396s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:38:13 user nova-compute[75147]: INFO nova.scheduler.client.report [None req-9d6669f8-971b-4ee1-9911-6759847b4803 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Deleted allocations for instance 83f3d8a6-29fa-4842-92bb-47c2873057fe
Oct 27 19:38:13 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9d6669f8-971b-4ee1-9911-6759847b4803 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Lock "83f3d8a6-29fa-4842-92bb-47c2873057fe" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.916s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:38:14 user nova-compute[75147]: DEBUG nova.compute.manager [req-0c4beb89-644f-4281-8879-199fc5580b72 req-2a57fe71-0ede-4cb2-82df-930bfbd912dd service nova] [instance: 83f3d8a6-29fa-4842-92bb-47c2873057fe] Received event network-vif-plugged-b8bcc187-c1d1-4e81-a154-999e83266bab {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:38:14 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-0c4beb89-644f-4281-8879-199fc5580b72 req-2a57fe71-0ede-4cb2-82df-930bfbd912dd service nova] Acquiring lock "83f3d8a6-29fa-4842-92bb-47c2873057fe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:38:14 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-0c4beb89-644f-4281-8879-199fc5580b72 req-2a57fe71-0ede-4cb2-82df-930bfbd912dd service nova] Lock "83f3d8a6-29fa-4842-92bb-47c2873057fe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:38:14 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-0c4beb89-644f-4281-8879-199fc5580b72 req-2a57fe71-0ede-4cb2-82df-930bfbd912dd service nova] Lock "83f3d8a6-29fa-4842-92bb-47c2873057fe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:38:14 user nova-compute[75147]: DEBUG nova.compute.manager [req-0c4beb89-644f-4281-8879-199fc5580b72 req-2a57fe71-0ede-4cb2-82df-930bfbd912dd service nova] [instance: 83f3d8a6-29fa-4842-92bb-47c2873057fe] No waiting events found dispatching network-vif-plugged-b8bcc187-c1d1-4e81-a154-999e83266bab {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:38:14 user nova-compute[75147]: WARNING nova.compute.manager [req-0c4beb89-644f-4281-8879-199fc5580b72 req-2a57fe71-0ede-4cb2-82df-930bfbd912dd service nova] [instance: 83f3d8a6-29fa-4842-92bb-47c2873057fe] Received unexpected event network-vif-plugged-b8bcc187-c1d1-4e81-a154-999e83266bab for instance with vm_state deleted and task_state None.
Oct 27 19:38:16 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-7fec1f61-901e-40cc-8822-d2624b243806 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Acquiring lock "2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:38:16 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-7fec1f61-901e-40cc-8822-d2624b243806 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Lock "2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:38:16 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-7fec1f61-901e-40cc-8822-d2624b243806 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Acquiring lock "2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:38:16 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-7fec1f61-901e-40cc-8822-d2624b243806 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Lock "2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:38:16 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-7fec1f61-901e-40cc-8822-d2624b243806 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Lock "2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:38:16 user nova-compute[75147]: INFO nova.compute.manager [None req-7fec1f61-901e-40cc-8822-d2624b243806 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] Terminating instance
Oct 27 19:38:16 user nova-compute[75147]: DEBUG nova.compute.manager [None req-7fec1f61-901e-40cc-8822-d2624b243806 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] Start destroying the instance on the hypervisor. {{(pid=75147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 27 19:38:16 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:38:16 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:38:16 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:38:16 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:38:16 user nova-compute[75147]: DEBUG nova.compute.manager [req-4d3b6213-f8fb-4827-9a5e-e57fa3743250 req-241e03f2-6d22-453d-b70c-984650db8f66 service nova] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] Received event network-vif-unplugged-a3a6d6a1-6d96-4574-9780-7ce67bdf8b04 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:38:16 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-4d3b6213-f8fb-4827-9a5e-e57fa3743250 req-241e03f2-6d22-453d-b70c-984650db8f66 service nova] Acquiring lock "2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:38:16 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-4d3b6213-f8fb-4827-9a5e-e57fa3743250 req-241e03f2-6d22-453d-b70c-984650db8f66 service nova] Lock "2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:38:16 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-4d3b6213-f8fb-4827-9a5e-e57fa3743250 req-241e03f2-6d22-453d-b70c-984650db8f66 service nova] Lock "2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:38:16 user nova-compute[75147]: DEBUG nova.compute.manager [req-4d3b6213-f8fb-4827-9a5e-e57fa3743250 req-241e03f2-6d22-453d-b70c-984650db8f66 service nova] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] No waiting events found dispatching network-vif-unplugged-a3a6d6a1-6d96-4574-9780-7ce67bdf8b04 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:38:16 user nova-compute[75147]: DEBUG nova.compute.manager [req-4d3b6213-f8fb-4827-9a5e-e57fa3743250 req-241e03f2-6d22-453d-b70c-984650db8f66 service nova] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] Received event network-vif-unplugged-a3a6d6a1-6d96-4574-9780-7ce67bdf8b04 for instance with task_state deleting. {{(pid=75147) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 19:38:16 user nova-compute[75147]: DEBUG nova.compute.manager [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] Start spawning the instance on the hypervisor. {{(pid=75147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 27 19:38:16 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] Creating instance directory {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 19:38:16 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] Creating image(s)
Oct 27 19:38:16 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] Did not create local disks {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 27 19:38:16 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] Ensure instance console log exists: /opt/stack/data/nova/instances/e18f8c66-86d8-4021-b2f8-17aeee684b86/console.log {{(pid=75147) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 19:38:16 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:38:16 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:38:16 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:38:16 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] Start _get_guest_xml network_info=[{"id": "c8b86675-1429-46a4-8fb4-f5338cd721ee", "address": "fa:16:3e:db:9f:78", "network": {"id": "bae3f1ff-b48f-4e91-a1ac-2c877ecca1af", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1949095258-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9368eab86d5248b2a34511d5d0fd64eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc8b86675-14", "ovs_interfaceid": "c8b86675-1429-46a4-8fb4-f5338cd721ee", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': 'disk', 'delete_on_termination': True, 'boot_index': 0, 'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'guest_format': None, 'attachment_id': '342d2e92-8db0-4501-b406-286acc963a30', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'eXjiUoxD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e18f8c66-86d8-4021-b2f8-17aeee684b86', 'attached_at': '', 'detached_at': '', 'volume_id': '200659b8-c032-4029-97a0-2b6010fb17b1', 'serial': '200659b8-c032-4029-97a0-2b6010fb17b1'}, 'volume_type': None} {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 19:38:16 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:38:16 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:38:16 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 19:38:16 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] CPU controller missing on host. {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 19:38:16 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 19:38:16 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] CPU controller found on host. {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 19:38:16 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75147) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 19:38:16 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T19:21:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 19:38:16 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Flavor limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 19:38:16 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Image limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 19:38:16 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Flavor pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 19:38:16 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Image pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 19:38:16 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 19:38:16 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 19:38:16 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 19:38:16 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Got 1 possible topologies {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 19:38:16 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 19:38:16 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 19:38:16 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] Calling os-brick to attach iSCSI Volume {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 19:38:16 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'eXjiUoxD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:38:16 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:38:16 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:38:16 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:38:16 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:38:16 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:38:16 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:38:16 user nova-compute[75147]: INFO os_brick.initiator.connectors.iscsi [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 19:38:16 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:38:16 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1 -p 172.16.0.220:3260 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:38:16 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1 -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:38:16 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6a24175-3165-46b5-940a-912c283aeffc]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:38:16 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 19:38:16 user nova-compute[75147]:  {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:38:16 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1 -p 172.16.0.220:3260 --interface default --op new {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:38:16 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:38:16 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:38:16 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.028s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:38:16 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[333a9cd1-4679-48f3-9b27-ab8ae61319a5]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1] added\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:38:16 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1] added
Oct 27 19:38:16 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:38:16 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] Instance destroyed successfully.
Oct 27 19:38:16 user nova-compute[75147]: DEBUG nova.objects.instance [None req-7fec1f61-901e-40cc-8822-d2624b243806 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Lazy-loading 'resources' on Instance uuid 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:38:16 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:38:16 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-7fec1f61-901e-40cc-8822-d2624b243806 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-27T19:34:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2102585964',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2102585964',id=21,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGvhhmQ0dP6xMg5gPt48RNxnrmI1KKhQ+YYMP12AM7ACUouCVGyrAEQOE+V3oOWFoDdOr4hI07glbDgL0Nf5cVN5FQ5Lin6Ztj4oKmmAt/A214PE7C3YJ8zvvH1XmZHwxQ==',key_name='tempest-keypair-213379587',keypairs=<?>,launch_index=0,launched_at=2023-10-27T19:34:39Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='450b881baa634957849eab8a1ba07ac4',ramdisk_id='',reservation_id='r-0k205fz0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-1852432134',owner_user_name='tempest-TaggedAttachmentsTest-1852432134-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T19:34:39Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3c576f542901451e9888c180f252f8ea',uuid=2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a3a6d6a1-6d96-4574-9780-7ce67bdf8b04", "address": "fa:16:3e:c3:79:20", "network": {"id": "fbbe2c13-ca4d-45b8-8049-d7ef897b45f2", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1144256647-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.36", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "450b881baa634957849eab8a1ba07ac4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa3a6d6a1-6d", "ovs_interfaceid": "a3a6d6a1-6d96-4574-9780-7ce67bdf8b04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 19:38:16 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-7fec1f61-901e-40cc-8822-d2624b243806 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Converting VIF {"id": "a3a6d6a1-6d96-4574-9780-7ce67bdf8b04", "address": "fa:16:3e:c3:79:20", "network": {"id": "fbbe2c13-ca4d-45b8-8049-d7ef897b45f2", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1144256647-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.36", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "450b881baa634957849eab8a1ba07ac4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa3a6d6a1-6d", "ovs_interfaceid": "a3a6d6a1-6d96-4574-9780-7ce67bdf8b04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:38:16 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-7fec1f61-901e-40cc-8822-d2624b243806 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:c3:79:20,bridge_name='br-int',has_traffic_filtering=True,id=a3a6d6a1-6d96-4574-9780-7ce67bdf8b04,network=Network(fbbe2c13-ca4d-45b8-8049-d7ef897b45f2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa3a6d6a1-6d') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:38:16 user nova-compute[75147]: DEBUG os_vif [None req-7fec1f61-901e-40cc-8822-d2624b243806 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:c3:79:20,bridge_name='br-int',has_traffic_filtering=True,id=a3a6d6a1-6d96-4574-9780-7ce67bdf8b04,network=Network(fbbe2c13-ca4d-45b8-8049-d7ef897b45f2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa3a6d6a1-6d') {{(pid=75147) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 19:38:16 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:38:16 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa3a6d6a1-6d, bridge=br-int, if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:38:16 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:38:16 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[dfbd0f46-586c-4b6a-b14b-e2058cd24ed1]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:38:16 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:38:16 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:38:16 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:38:16 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:38:16 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:38:16 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=b175c4a4-48df-4e65-bbd0-7e99b09eb41d) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:38:16 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:38:16 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:38:16 user nova-compute[75147]: INFO os_vif [None req-7fec1f61-901e-40cc-8822-d2624b243806 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:c3:79:20,bridge_name='br-int',has_traffic_filtering=True,id=a3a6d6a1-6d96-4574-9780-7ce67bdf8b04,network=Network(fbbe2c13-ca4d-45b8-8049-d7ef897b45f2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa3a6d6a1-6d')
Oct 27 19:38:16 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-7fec1f61-901e-40cc-8822-d2624b243806 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] Deleting instance files /opt/stack/data/nova/instances/2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0_del
Oct 27 19:38:16 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-7fec1f61-901e-40cc-8822-d2624b243806 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] Deletion of /opt/stack/data/nova/instances/2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0_del complete
Oct 27 19:38:16 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:38:16 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[49e0d41d-b7cc-417e-9066-48f5ddfa15d5]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:38:16 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:38:16 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v eXjiUoxD {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:38:17 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v eXjiUoxD" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:38:17 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c8ef291-4a17-4f9d-a778-8efcd7fdfcf7]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:38:17 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'eXjiUoxD'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:38:17 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:38:17 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:38:17 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.023s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:38:17 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b47e1d0-e463-4e6c-9ba5-c1eb3fb977fe]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:38:17 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:38:17 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:38:17 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.035s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:38:17 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[42385da6-f22f-4283-a9e1-e761042d380d]: (4, ('tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:38:17 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76 (non-flash)
Oct 27 19:38:17 user nova-compute[75147]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601 (non-flash)
Oct 27 19:38:17 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:38:17 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] iscsi session list stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76 (non-flash)
Oct 27 19:38:17 user nova-compute[75147]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601 (non-flash)
Oct 27 19:38:17 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:38:17 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1 -p 172.16.0.220:3260 --login {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:38:17 user nova-compute[75147]: INFO nova.compute.manager [None req-7fec1f61-901e-40cc-8822-d2624b243806 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] Took 0.97 seconds to destroy the instance on the hypervisor.
Oct 27 19:38:17 user nova-compute[75147]: DEBUG oslo.service.loopingcall [None req-7fec1f61-901e-40cc-8822-d2624b243806 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 27 19:38:17 user nova-compute[75147]: DEBUG nova.compute.manager [-] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] Deallocating network for instance {{(pid=75147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 27 19:38:17 user nova-compute[75147]: DEBUG nova.network.neutron [-] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] deallocate_for_instance() {{(pid=75147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 27 19:38:17 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1 -p 172.16.0.220:3260 --login" returned: 0 in 0.068s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:38:17 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d4298c9-6755-4c40-a765-2b141928d169]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:38:17 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1, portal: 172.16.0.220,3260]
Oct 27 19:38:17 user nova-compute[75147]: Login to [iface: default, target: iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1, portal: 172.16.0.220,3260] successful.
Oct 27 19:38:17 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:38:17 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:38:17 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.036s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:38:17 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac2b06c0-76a9-4dc8-a4e2-3196c44dad53]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:38:17 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:38:17 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:38:17 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:38:17 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[4798fc6c-0447-4343-969b-645d890b6950]: (4, ('tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:38:17 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76 (non-flash)
Oct 27 19:38:17 user nova-compute[75147]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601 (non-flash)
Oct 27 19:38:17 user nova-compute[75147]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1 (non-flash)
Oct 27 19:38:17 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:38:17 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] iscsi session list stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76 (non-flash)
Oct 27 19:38:17 user nova-compute[75147]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601 (non-flash)
Oct 27 19:38:17 user nova-compute[75147]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1 (non-flash)
Oct 27 19:38:17 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:38:17 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.341s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:38:17 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Connected to 172.16.0.220:3260 {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 19:38:17 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] HCTL ('35', '-', '-', 0) found on session 28 with lun 0 {{(pid=75147) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 19:38:17 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75147) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 19:38:17 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:38:17 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:38:17 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[dcfbf91c-9fd2-4744-aa10-c45639f92c9a]: (4, ('- - 0', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:38:17 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Searching for a device in session 28 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75147) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 19:38:17 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'eXjiUoxD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 19:38:17 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:38:17 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:38:17 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:38:17 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:38:17 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:38:18 user nova-compute[75147]: DEBUG nova.network.neutron [-] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] Updating instance_info_cache with network_info: [] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:38:18 user nova-compute[75147]: INFO nova.compute.manager [-] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] Took 1.15 seconds to deallocate network for instance.
Oct 27 19:38:18 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.388s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:38:18 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] <== connect_volume: return (1390ms) {'type': 'block', 'scsi_wwn': '23266663063653133', 'path': '/dev/sdd'} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:38:18 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23266663063653133', 'path': '/dev/sdd'} {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 19:38:18 user nova-compute[75147]: DEBUG nova.compute.manager [req-d99e8ad7-0c41-4d5c-99fb-a9e4c585a49e req-a79ac93e-9512-4f1b-8ba4-20772fcb07b4 service nova] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] Received event network-vif-deleted-a3a6d6a1-6d96-4574-9780-7ce67bdf8b04 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:38:18 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:37:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1804013607',display_name='tempest-ServerActionsTestOtherA-server-1804013607',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1804013607',id=27,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOXkDIbd6Wo6RBSDiwWqz2XRHnZpRZKK50xWKjp/Qpbe61/J2k+R/KGHzH6S/IGkit18q4Sf5K11wZ/QA43Fc9LDj1WHdA6Fd7UEtHG5bF9plsV04AXI4rr9Ic84cyFoKw==',key_name='tempest-keypair-561519846',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9368eab86d5248b2a34511d5d0fd64eb',ramdisk_id='',reservation_id='r-43yslqqt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-2091358466',owner_user_name='tempest-ServerActionsTestOtherA-2091358466-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:37:57Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2ec18a0cb61842b092eeaecce2a03b70',uuid=e18f8c66-86d8-4021-b2f8-17aeee684b86,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c8b86675-1429-46a4-8fb4-f5338cd721ee", "address": "fa:16:3e:db:9f:78", "network": {"id": "bae3f1ff-b48f-4e91-a1ac-2c877ecca1af", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1949095258-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9368eab86d5248b2a34511d5d0fd64eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc8b86675-14", "ovs_interfaceid": "c8b86675-1429-46a4-8fb4-f5338cd721ee", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75147) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 19:38:18 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Converting VIF {"id": "c8b86675-1429-46a4-8fb4-f5338cd721ee", "address": "fa:16:3e:db:9f:78", "network": {"id": "bae3f1ff-b48f-4e91-a1ac-2c877ecca1af", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1949095258-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9368eab86d5248b2a34511d5d0fd64eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc8b86675-14", "ovs_interfaceid": "c8b86675-1429-46a4-8fb4-f5338cd721ee", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:38:18 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:db:9f:78,bridge_name='br-int',has_traffic_filtering=True,id=c8b86675-1429-46a4-8fb4-f5338cd721ee,network=Network(bae3f1ff-b48f-4e91-a1ac-2c877ecca1af),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc8b86675-14') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:38:18 user nova-compute[75147]: DEBUG nova.objects.instance [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Lazy-loading 'pci_devices' on Instance uuid e18f8c66-86d8-4021-b2f8-17aeee684b86 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:38:18 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-7fec1f61-901e-40cc-8822-d2624b243806 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:38:18 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-7fec1f61-901e-40cc-8822-d2624b243806 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:38:18 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] End _get_guest_xml xml=<domain type="kvm">
Oct 27 19:38:18 user nova-compute[75147]:   <uuid>e18f8c66-86d8-4021-b2f8-17aeee684b86</uuid>
Oct 27 19:38:18 user nova-compute[75147]:   <name>instance-0000001b</name>
Oct 27 19:38:18 user nova-compute[75147]:   <memory>524288</memory>
Oct 27 19:38:18 user nova-compute[75147]:   <vcpu>1</vcpu>
Oct 27 19:38:18 user nova-compute[75147]:   <metadata>
Oct 27 19:38:18 user nova-compute[75147]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 19:38:18 user nova-compute[75147]:       <nova:package version="0.0.0"/>
Oct 27 19:38:18 user nova-compute[75147]:       <nova:name>tempest-ServerActionsTestOtherA-server-1804013607</nova:name>
Oct 27 19:38:18 user nova-compute[75147]:       <nova:creationTime>2023-10-27 19:38:16</nova:creationTime>
Oct 27 19:38:18 user nova-compute[75147]:       <nova:flavor name="m1.tiny">
Oct 27 19:38:18 user nova-compute[75147]:         <nova:memory>512</nova:memory>
Oct 27 19:38:18 user nova-compute[75147]:         <nova:disk>1</nova:disk>
Oct 27 19:38:18 user nova-compute[75147]:         <nova:swap>0</nova:swap>
Oct 27 19:38:18 user nova-compute[75147]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 19:38:18 user nova-compute[75147]:         <nova:vcpus>1</nova:vcpus>
Oct 27 19:38:18 user nova-compute[75147]:       </nova:flavor>
Oct 27 19:38:18 user nova-compute[75147]:       <nova:owner>
Oct 27 19:38:18 user nova-compute[75147]:         <nova:user uuid="2ec18a0cb61842b092eeaecce2a03b70">tempest-ServerActionsTestOtherA-2091358466-project-member</nova:user>
Oct 27 19:38:18 user nova-compute[75147]:         <nova:project uuid="9368eab86d5248b2a34511d5d0fd64eb">tempest-ServerActionsTestOtherA-2091358466</nova:project>
Oct 27 19:38:18 user nova-compute[75147]:       </nova:owner>
Oct 27 19:38:18 user nova-compute[75147]:       <nova:ports>
Oct 27 19:38:18 user nova-compute[75147]:         <nova:port uuid="c8b86675-1429-46a4-8fb4-f5338cd721ee">
Oct 27 19:38:18 user nova-compute[75147]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Oct 27 19:38:18 user nova-compute[75147]:         </nova:port>
Oct 27 19:38:18 user nova-compute[75147]:       </nova:ports>
Oct 27 19:38:18 user nova-compute[75147]:     </nova:instance>
Oct 27 19:38:18 user nova-compute[75147]:   </metadata>
Oct 27 19:38:18 user nova-compute[75147]:   <sysinfo type="smbios">
Oct 27 19:38:18 user nova-compute[75147]:     <system>
Oct 27 19:38:18 user nova-compute[75147]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 19:38:18 user nova-compute[75147]:       <entry name="product">OpenStack Nova</entry>
Oct 27 19:38:18 user nova-compute[75147]:       <entry name="version">0.0.0</entry>
Oct 27 19:38:18 user nova-compute[75147]:       <entry name="serial">e18f8c66-86d8-4021-b2f8-17aeee684b86</entry>
Oct 27 19:38:18 user nova-compute[75147]:       <entry name="uuid">e18f8c66-86d8-4021-b2f8-17aeee684b86</entry>
Oct 27 19:38:18 user nova-compute[75147]:       <entry name="family">Virtual Machine</entry>
Oct 27 19:38:18 user nova-compute[75147]:     </system>
Oct 27 19:38:18 user nova-compute[75147]:   </sysinfo>
Oct 27 19:38:18 user nova-compute[75147]:   <os>
Oct 27 19:38:18 user nova-compute[75147]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 19:38:18 user nova-compute[75147]:     <boot dev="hd"/>
Oct 27 19:38:18 user nova-compute[75147]:     <smbios mode="sysinfo"/>
Oct 27 19:38:18 user nova-compute[75147]:   </os>
Oct 27 19:38:18 user nova-compute[75147]:   <features>
Oct 27 19:38:18 user nova-compute[75147]:     <acpi/>
Oct 27 19:38:18 user nova-compute[75147]:     <apic/>
Oct 27 19:38:18 user nova-compute[75147]:     <vmcoreinfo/>
Oct 27 19:38:18 user nova-compute[75147]:   </features>
Oct 27 19:38:18 user nova-compute[75147]:   <clock offset="utc">
Oct 27 19:38:18 user nova-compute[75147]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 19:38:18 user nova-compute[75147]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 19:38:18 user nova-compute[75147]:     <timer name="hpet" present="no"/>
Oct 27 19:38:18 user nova-compute[75147]:   </clock>
Oct 27 19:38:18 user nova-compute[75147]:   <cpu mode="custom" match="exact">
Oct 27 19:38:18 user nova-compute[75147]:     <model>Nehalem</model>
Oct 27 19:38:18 user nova-compute[75147]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 19:38:18 user nova-compute[75147]:   </cpu>
Oct 27 19:38:18 user nova-compute[75147]:   <devices>
Oct 27 19:38:18 user nova-compute[75147]:     <disk type="block" device="disk">
Oct 27 19:38:18 user nova-compute[75147]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 19:38:18 user nova-compute[75147]:       <source dev="/dev/sdd"/>
Oct 27 19:38:18 user nova-compute[75147]:       <target dev="vda" bus="virtio"/>
Oct 27 19:38:18 user nova-compute[75147]:       <serial>200659b8-c032-4029-97a0-2b6010fb17b1</serial>
Oct 27 19:38:18 user nova-compute[75147]:     </disk>
Oct 27 19:38:18 user nova-compute[75147]:     <interface type="ethernet">
Oct 27 19:38:18 user nova-compute[75147]:       <mac address="fa:16:3e:db:9f:78"/>
Oct 27 19:38:18 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:38:18 user nova-compute[75147]:       <mtu size="1442"/>
Oct 27 19:38:18 user nova-compute[75147]:       <target dev="tapc8b86675-14"/>
Oct 27 19:38:18 user nova-compute[75147]:     </interface>
Oct 27 19:38:18 user nova-compute[75147]:     <serial type="pty">
Oct 27 19:38:18 user nova-compute[75147]:       <log file="/opt/stack/data/nova/instances/e18f8c66-86d8-4021-b2f8-17aeee684b86/console.log" append="off"/>
Oct 27 19:38:18 user nova-compute[75147]:     </serial>
Oct 27 19:38:18 user nova-compute[75147]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 19:38:18 user nova-compute[75147]:     <video>
Oct 27 19:38:18 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:38:18 user nova-compute[75147]:     </video>
Oct 27 19:38:18 user nova-compute[75147]:     <rng model="virtio">
Oct 27 19:38:18 user nova-compute[75147]:       <backend model="random">/dev/urandom</backend>
Oct 27 19:38:18 user nova-compute[75147]:     </rng>
Oct 27 19:38:18 user nova-compute[75147]:     <controller type="usb" index="0" model="none"/>
Oct 27 19:38:18 user nova-compute[75147]:     <memballoon model="virtio">
Oct 27 19:38:18 user nova-compute[75147]:       <stats period="10"/>
Oct 27 19:38:18 user nova-compute[75147]:     </memballoon>
Oct 27 19:38:18 user nova-compute[75147]:   </devices>
Oct 27 19:38:18 user nova-compute[75147]: </domain>
Oct 27 19:38:18 user nova-compute[75147]:  {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 19:38:18 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:37:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1804013607',display_name='tempest-ServerActionsTestOtherA-server-1804013607',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1804013607',id=27,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOXkDIbd6Wo6RBSDiwWqz2XRHnZpRZKK50xWKjp/Qpbe61/J2k+R/KGHzH6S/IGkit18q4Sf5K11wZ/QA43Fc9LDj1WHdA6Fd7UEtHG5bF9plsV04AXI4rr9Ic84cyFoKw==',key_name='tempest-keypair-561519846',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9368eab86d5248b2a34511d5d0fd64eb',ramdisk_id='',reservation_id='r-43yslqqt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-2091358466',owner_user_name='tempest-ServerActionsTestOtherA-2091358466-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:37:57Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2ec18a0cb61842b092eeaecce2a03b70',uuid=e18f8c66-86d8-4021-b2f8-17aeee684b86,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c8b86675-1429-46a4-8fb4-f5338cd721ee", "address": "fa:16:3e:db:9f:78", "network": {"id": "bae3f1ff-b48f-4e91-a1ac-2c877ecca1af", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1949095258-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9368eab86d5248b2a34511d5d0fd64eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc8b86675-14", "ovs_interfaceid": "c8b86675-1429-46a4-8fb4-f5338cd721ee", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 19:38:18 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Converting VIF {"id": "c8b86675-1429-46a4-8fb4-f5338cd721ee", "address": "fa:16:3e:db:9f:78", "network": {"id": "bae3f1ff-b48f-4e91-a1ac-2c877ecca1af", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1949095258-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9368eab86d5248b2a34511d5d0fd64eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc8b86675-14", "ovs_interfaceid": "c8b86675-1429-46a4-8fb4-f5338cd721ee", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:38:18 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:db:9f:78,bridge_name='br-int',has_traffic_filtering=True,id=c8b86675-1429-46a4-8fb4-f5338cd721ee,network=Network(bae3f1ff-b48f-4e91-a1ac-2c877ecca1af),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc8b86675-14') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:38:18 user nova-compute[75147]: DEBUG os_vif [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:db:9f:78,bridge_name='br-int',has_traffic_filtering=True,id=c8b86675-1429-46a4-8fb4-f5338cd721ee,network=Network(bae3f1ff-b48f-4e91-a1ac-2c877ecca1af),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc8b86675-14') {{(pid=75147) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 19:38:18 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:38:18 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:38:18 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 19:38:18 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:38:18 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'e7138698-8426-5a8c-8770-26820d8c965c', '_type': 'linux-noop'}}, row=False) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:38:18 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:38:18 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:38:18 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:38:18 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc8b86675-14, may_exist=True, interface_attrs={}) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:38:18 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc8b86675-14, col_values=(('qos', UUID('7eacfe00-c117-4434-995a-c465ccd3dfff')),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:38:18 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc8b86675-14, col_values=(('external_ids', {'iface-id': 'c8b86675-1429-46a4-8fb4-f5338cd721ee', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:db:9f:78', 'vm-uuid': 'e18f8c66-86d8-4021-b2f8-17aeee684b86'}),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:38:18 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:38:18 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:38:18 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:38:18 user nova-compute[75147]: INFO os_vif [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:db:9f:78,bridge_name='br-int',has_traffic_filtering=True,id=c8b86675-1429-46a4-8fb4-f5338cd721ee,network=Network(bae3f1ff-b48f-4e91-a1ac-2c877ecca1af),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc8b86675-14')
Oct 27 19:38:18 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:38:18 user nova-compute[75147]: DEBUG nova.compute.manager [req-02fd4128-c5c0-4a65-a932-e082840e2ddd req-e0e1a5e2-7b4c-4fd4-8f2d-c6e955976339 service nova] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] Received event network-vif-plugged-a3a6d6a1-6d96-4574-9780-7ce67bdf8b04 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:38:18 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-02fd4128-c5c0-4a65-a932-e082840e2ddd req-e0e1a5e2-7b4c-4fd4-8f2d-c6e955976339 service nova] Acquiring lock "2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:38:18 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-02fd4128-c5c0-4a65-a932-e082840e2ddd req-e0e1a5e2-7b4c-4fd4-8f2d-c6e955976339 service nova] Lock "2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:38:18 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-02fd4128-c5c0-4a65-a932-e082840e2ddd req-e0e1a5e2-7b4c-4fd4-8f2d-c6e955976339 service nova] Lock "2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:38:18 user nova-compute[75147]: DEBUG nova.compute.manager [req-02fd4128-c5c0-4a65-a932-e082840e2ddd req-e0e1a5e2-7b4c-4fd4-8f2d-c6e955976339 service nova] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] No waiting events found dispatching network-vif-plugged-a3a6d6a1-6d96-4574-9780-7ce67bdf8b04 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:38:18 user nova-compute[75147]: WARNING nova.compute.manager [req-02fd4128-c5c0-4a65-a932-e082840e2ddd req-e0e1a5e2-7b4c-4fd4-8f2d-c6e955976339 service nova] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] Received unexpected event network-vif-plugged-a3a6d6a1-6d96-4574-9780-7ce67bdf8b04 for instance with vm_state deleted and task_state None.
Oct 27 19:38:18 user nova-compute[75147]: DEBUG nova.compute.manager [req-02fd4128-c5c0-4a65-a932-e082840e2ddd req-e0e1a5e2-7b4c-4fd4-8f2d-c6e955976339 service nova] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] Received event network-vif-plugged-a3a6d6a1-6d96-4574-9780-7ce67bdf8b04 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:38:18 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-02fd4128-c5c0-4a65-a932-e082840e2ddd req-e0e1a5e2-7b4c-4fd4-8f2d-c6e955976339 service nova] Acquiring lock "2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:38:18 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-02fd4128-c5c0-4a65-a932-e082840e2ddd req-e0e1a5e2-7b4c-4fd4-8f2d-c6e955976339 service nova] Lock "2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:38:18 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-02fd4128-c5c0-4a65-a932-e082840e2ddd req-e0e1a5e2-7b4c-4fd4-8f2d-c6e955976339 service nova] Lock "2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:38:18 user nova-compute[75147]: DEBUG nova.compute.manager [req-02fd4128-c5c0-4a65-a932-e082840e2ddd req-e0e1a5e2-7b4c-4fd4-8f2d-c6e955976339 service nova] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] No waiting events found dispatching network-vif-plugged-a3a6d6a1-6d96-4574-9780-7ce67bdf8b04 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:38:18 user nova-compute[75147]: WARNING nova.compute.manager [req-02fd4128-c5c0-4a65-a932-e082840e2ddd req-e0e1a5e2-7b4c-4fd4-8f2d-c6e955976339 service nova] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] Received unexpected event network-vif-plugged-a3a6d6a1-6d96-4574-9780-7ce67bdf8b04 for instance with vm_state deleted and task_state None.
Oct 27 19:38:18 user nova-compute[75147]: DEBUG nova.compute.manager [req-02fd4128-c5c0-4a65-a932-e082840e2ddd req-e0e1a5e2-7b4c-4fd4-8f2d-c6e955976339 service nova] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] Received event network-vif-plugged-a3a6d6a1-6d96-4574-9780-7ce67bdf8b04 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:38:18 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-02fd4128-c5c0-4a65-a932-e082840e2ddd req-e0e1a5e2-7b4c-4fd4-8f2d-c6e955976339 service nova] Acquiring lock "2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:38:18 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-02fd4128-c5c0-4a65-a932-e082840e2ddd req-e0e1a5e2-7b4c-4fd4-8f2d-c6e955976339 service nova] Lock "2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:38:18 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-02fd4128-c5c0-4a65-a932-e082840e2ddd req-e0e1a5e2-7b4c-4fd4-8f2d-c6e955976339 service nova] Lock "2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:38:18 user nova-compute[75147]: DEBUG nova.compute.manager [req-02fd4128-c5c0-4a65-a932-e082840e2ddd req-e0e1a5e2-7b4c-4fd4-8f2d-c6e955976339 service nova] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] No waiting events found dispatching network-vif-plugged-a3a6d6a1-6d96-4574-9780-7ce67bdf8b04 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:38:18 user nova-compute[75147]: WARNING nova.compute.manager [req-02fd4128-c5c0-4a65-a932-e082840e2ddd req-e0e1a5e2-7b4c-4fd4-8f2d-c6e955976339 service nova] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] Received unexpected event network-vif-plugged-a3a6d6a1-6d96-4574-9780-7ce67bdf8b04 for instance with vm_state deleted and task_state None.
Oct 27 19:38:18 user nova-compute[75147]: DEBUG nova.compute.manager [req-02fd4128-c5c0-4a65-a932-e082840e2ddd req-e0e1a5e2-7b4c-4fd4-8f2d-c6e955976339 service nova] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] Received event network-vif-unplugged-a3a6d6a1-6d96-4574-9780-7ce67bdf8b04 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:38:18 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-02fd4128-c5c0-4a65-a932-e082840e2ddd req-e0e1a5e2-7b4c-4fd4-8f2d-c6e955976339 service nova] Acquiring lock "2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:38:18 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-02fd4128-c5c0-4a65-a932-e082840e2ddd req-e0e1a5e2-7b4c-4fd4-8f2d-c6e955976339 service nova] Lock "2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:38:18 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-02fd4128-c5c0-4a65-a932-e082840e2ddd req-e0e1a5e2-7b4c-4fd4-8f2d-c6e955976339 service nova] Lock "2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:38:18 user nova-compute[75147]: DEBUG nova.compute.manager [req-02fd4128-c5c0-4a65-a932-e082840e2ddd req-e0e1a5e2-7b4c-4fd4-8f2d-c6e955976339 service nova] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] No waiting events found dispatching network-vif-unplugged-a3a6d6a1-6d96-4574-9780-7ce67bdf8b04 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:38:18 user nova-compute[75147]: WARNING nova.compute.manager [req-02fd4128-c5c0-4a65-a932-e082840e2ddd req-e0e1a5e2-7b4c-4fd4-8f2d-c6e955976339 service nova] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] Received unexpected event network-vif-unplugged-a3a6d6a1-6d96-4574-9780-7ce67bdf8b04 for instance with vm_state deleted and task_state None.
Oct 27 19:38:18 user nova-compute[75147]: DEBUG nova.compute.manager [req-02fd4128-c5c0-4a65-a932-e082840e2ddd req-e0e1a5e2-7b4c-4fd4-8f2d-c6e955976339 service nova] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] Received event network-vif-plugged-a3a6d6a1-6d96-4574-9780-7ce67bdf8b04 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:38:18 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-02fd4128-c5c0-4a65-a932-e082840e2ddd req-e0e1a5e2-7b4c-4fd4-8f2d-c6e955976339 service nova] Acquiring lock "2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:38:18 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-02fd4128-c5c0-4a65-a932-e082840e2ddd req-e0e1a5e2-7b4c-4fd4-8f2d-c6e955976339 service nova] Lock "2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:38:18 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-02fd4128-c5c0-4a65-a932-e082840e2ddd req-e0e1a5e2-7b4c-4fd4-8f2d-c6e955976339 service nova] Lock "2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:38:18 user nova-compute[75147]: DEBUG nova.compute.manager [req-02fd4128-c5c0-4a65-a932-e082840e2ddd req-e0e1a5e2-7b4c-4fd4-8f2d-c6e955976339 service nova] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] No waiting events found dispatching network-vif-plugged-a3a6d6a1-6d96-4574-9780-7ce67bdf8b04 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:38:18 user nova-compute[75147]: WARNING nova.compute.manager [req-02fd4128-c5c0-4a65-a932-e082840e2ddd req-e0e1a5e2-7b4c-4fd4-8f2d-c6e955976339 service nova] [instance: 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0] Received unexpected event network-vif-plugged-a3a6d6a1-6d96-4574-9780-7ce67bdf8b04 for instance with vm_state deleted and task_state None.
Oct 27 19:38:18 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] No BDM found with device name vda, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:38:18 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] No VIF found with MAC fa:16:3e:db:9f:78, not building metadata {{(pid=75147) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 19:38:19 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-7fec1f61-901e-40cc-8822-d2624b243806 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:38:19 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-7fec1f61-901e-40cc-8822-d2624b243806 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:38:19 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-7fec1f61-901e-40cc-8822-d2624b243806 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.760s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:38:19 user nova-compute[75147]: INFO nova.scheduler.client.report [None req-7fec1f61-901e-40cc-8822-d2624b243806 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Deleted allocations for instance 2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0
Oct 27 19:38:19 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-7fec1f61-901e-40cc-8822-d2624b243806 tempest-TaggedAttachmentsTest-1852432134 tempest-TaggedAttachmentsTest-1852432134-project-member] Lock "2eefb567-d7e8-44b0-b5f5-8e1d38bb56e0" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.103s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:38:19 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:38:20 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:38:20 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:38:20 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:38:20 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:38:20 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:38:20 user nova-compute[75147]: DEBUG nova.compute.manager [req-ade4e8b6-c037-4cec-b728-9c1b034e5c0a req-ecd0a011-08c1-4f15-af96-adab3c84780f service nova] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] Received event network-vif-plugged-c8b86675-1429-46a4-8fb4-f5338cd721ee {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:38:20 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-ade4e8b6-c037-4cec-b728-9c1b034e5c0a req-ecd0a011-08c1-4f15-af96-adab3c84780f service nova] Acquiring lock "e18f8c66-86d8-4021-b2f8-17aeee684b86-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:38:20 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-ade4e8b6-c037-4cec-b728-9c1b034e5c0a req-ecd0a011-08c1-4f15-af96-adab3c84780f service nova] Lock "e18f8c66-86d8-4021-b2f8-17aeee684b86-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:38:20 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-ade4e8b6-c037-4cec-b728-9c1b034e5c0a req-ecd0a011-08c1-4f15-af96-adab3c84780f service nova] Lock "e18f8c66-86d8-4021-b2f8-17aeee684b86-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:38:20 user nova-compute[75147]: DEBUG nova.compute.manager [req-ade4e8b6-c037-4cec-b728-9c1b034e5c0a req-ecd0a011-08c1-4f15-af96-adab3c84780f service nova] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] No waiting events found dispatching network-vif-plugged-c8b86675-1429-46a4-8fb4-f5338cd721ee {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:38:20 user nova-compute[75147]: WARNING nova.compute.manager [req-ade4e8b6-c037-4cec-b728-9c1b034e5c0a req-ecd0a011-08c1-4f15-af96-adab3c84780f service nova] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] Received unexpected event network-vif-plugged-c8b86675-1429-46a4-8fb4-f5338cd721ee for instance with vm_state building and task_state spawning.
Oct 27 19:38:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:38:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:38:22 user nova-compute[75147]: DEBUG nova.compute.manager [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] Instance event wait completed in 0 seconds for  {{(pid=75147) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 19:38:22 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] Guest created on hypervisor {{(pid=75147) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 19:38:22 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] Instance spawned successfully.
Oct 27 19:38:22 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 27 19:38:22 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] Found default for hw_cdrom_bus of ide {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:38:22 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] Found default for hw_disk_bus of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:38:22 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] Found default for hw_input_bus of None {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:38:22 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] Found default for hw_pointer_model of None {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:38:22 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] Found default for hw_video_model of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:38:22 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] Found default for hw_vif_model of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:38:22 user nova-compute[75147]: INFO nova.compute.manager [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] Took 5.49 seconds to spawn the instance on the hypervisor.
Oct 27 19:38:22 user nova-compute[75147]: DEBUG nova.compute.manager [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] Checking state {{(pid=75147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 19:38:22 user nova-compute[75147]: INFO nova.compute.manager [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] Took 26.57 seconds to build instance.
Oct 27 19:38:22 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e2350b3e-ec2e-4907-ae85-02f7096d98a3 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Lock "e18f8c66-86d8-4021-b2f8-17aeee684b86" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 26.668s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:38:22 user nova-compute[75147]: DEBUG nova.compute.manager [req-ded4690d-54cc-4652-8bd6-45718bc5bc17 req-5b922085-3518-4dd5-8b73-8998fa810c26 service nova] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] Received event network-vif-plugged-c8b86675-1429-46a4-8fb4-f5338cd721ee {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:38:22 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-ded4690d-54cc-4652-8bd6-45718bc5bc17 req-5b922085-3518-4dd5-8b73-8998fa810c26 service nova] Acquiring lock "e18f8c66-86d8-4021-b2f8-17aeee684b86-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:38:22 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-ded4690d-54cc-4652-8bd6-45718bc5bc17 req-5b922085-3518-4dd5-8b73-8998fa810c26 service nova] Lock "e18f8c66-86d8-4021-b2f8-17aeee684b86-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:38:22 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-ded4690d-54cc-4652-8bd6-45718bc5bc17 req-5b922085-3518-4dd5-8b73-8998fa810c26 service nova] Lock "e18f8c66-86d8-4021-b2f8-17aeee684b86-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:38:22 user nova-compute[75147]: DEBUG nova.compute.manager [req-ded4690d-54cc-4652-8bd6-45718bc5bc17 req-5b922085-3518-4dd5-8b73-8998fa810c26 service nova] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] No waiting events found dispatching network-vif-plugged-c8b86675-1429-46a4-8fb4-f5338cd721ee {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:38:22 user nova-compute[75147]: WARNING nova.compute.manager [req-ded4690d-54cc-4652-8bd6-45718bc5bc17 req-5b922085-3518-4dd5-8b73-8998fa810c26 service nova] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] Received unexpected event network-vif-plugged-c8b86675-1429-46a4-8fb4-f5338cd721ee for instance with vm_state active and task_state None.
Oct 27 19:38:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:38:23 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-accf9a1e-1659-4bfa-afc3-ae92e59c2d28 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Acquiring lock "9c3f1cc3-684a-4303-a66b-adf1652dd5fd" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:38:23 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-accf9a1e-1659-4bfa-afc3-ae92e59c2d28 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lock "9c3f1cc3-684a-4303-a66b-adf1652dd5fd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:38:23 user nova-compute[75147]: DEBUG nova.compute.manager [None req-accf9a1e-1659-4bfa-afc3-ae92e59c2d28 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: 9c3f1cc3-684a-4303-a66b-adf1652dd5fd] Starting instance... {{(pid=75147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 27 19:38:23 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-accf9a1e-1659-4bfa-afc3-ae92e59c2d28 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:38:23 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-accf9a1e-1659-4bfa-afc3-ae92e59c2d28 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:38:23 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-accf9a1e-1659-4bfa-afc3-ae92e59c2d28 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75147) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 19:38:23 user nova-compute[75147]: INFO nova.compute.claims [None req-accf9a1e-1659-4bfa-afc3-ae92e59c2d28 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: 9c3f1cc3-684a-4303-a66b-adf1652dd5fd] Claim successful on node user
Oct 27 19:38:24 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-accf9a1e-1659-4bfa-afc3-ae92e59c2d28 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:38:24 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-accf9a1e-1659-4bfa-afc3-ae92e59c2d28 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:38:24 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-accf9a1e-1659-4bfa-afc3-ae92e59c2d28 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.514s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:38:24 user nova-compute[75147]: DEBUG nova.compute.manager [None req-accf9a1e-1659-4bfa-afc3-ae92e59c2d28 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: 9c3f1cc3-684a-4303-a66b-adf1652dd5fd] Start building networks asynchronously for instance. {{(pid=75147) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 27 19:38:24 user nova-compute[75147]: DEBUG nova.compute.manager [None req-accf9a1e-1659-4bfa-afc3-ae92e59c2d28 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: 9c3f1cc3-684a-4303-a66b-adf1652dd5fd] Allocating IP information in the background. {{(pid=75147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 27 19:38:24 user nova-compute[75147]: DEBUG nova.network.neutron [None req-accf9a1e-1659-4bfa-afc3-ae92e59c2d28 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: 9c3f1cc3-684a-4303-a66b-adf1652dd5fd] allocate_for_instance() {{(pid=75147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 27 19:38:24 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-accf9a1e-1659-4bfa-afc3-ae92e59c2d28 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: 9c3f1cc3-684a-4303-a66b-adf1652dd5fd] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 27 19:38:24 user nova-compute[75147]: DEBUG nova.compute.manager [None req-accf9a1e-1659-4bfa-afc3-ae92e59c2d28 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: 9c3f1cc3-684a-4303-a66b-adf1652dd5fd] Start building block device mappings for instance. {{(pid=75147) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 27 19:38:24 user nova-compute[75147]: DEBUG nova.policy [None req-accf9a1e-1659-4bfa-afc3-ae92e59c2d28 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '699dae72141941c4acb55e56ac9d28a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b05afc60c23345de8d1e978a9c5b1efc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75147) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 27 19:38:24 user nova-compute[75147]: DEBUG nova.compute.manager [None req-accf9a1e-1659-4bfa-afc3-ae92e59c2d28 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: 9c3f1cc3-684a-4303-a66b-adf1652dd5fd] Start spawning the instance on the hypervisor. {{(pid=75147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 27 19:38:24 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-accf9a1e-1659-4bfa-afc3-ae92e59c2d28 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: 9c3f1cc3-684a-4303-a66b-adf1652dd5fd] Creating instance directory {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 19:38:24 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-accf9a1e-1659-4bfa-afc3-ae92e59c2d28 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: 9c3f1cc3-684a-4303-a66b-adf1652dd5fd] Creating image(s)
Oct 27 19:38:24 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-accf9a1e-1659-4bfa-afc3-ae92e59c2d28 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Acquiring lock "/opt/stack/data/nova/instances/9c3f1cc3-684a-4303-a66b-adf1652dd5fd/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:38:24 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-accf9a1e-1659-4bfa-afc3-ae92e59c2d28 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lock "/opt/stack/data/nova/instances/9c3f1cc3-684a-4303-a66b-adf1652dd5fd/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:38:24 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-accf9a1e-1659-4bfa-afc3-ae92e59c2d28 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lock "/opt/stack/data/nova/instances/9c3f1cc3-684a-4303-a66b-adf1652dd5fd/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:38:24 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-accf9a1e-1659-4bfa-afc3-ae92e59c2d28 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:38:24 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-accf9a1e-1659-4bfa-afc3-ae92e59c2d28 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.205s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:38:24 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-accf9a1e-1659-4bfa-afc3-ae92e59c2d28 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Acquiring lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:38:24 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-accf9a1e-1659-4bfa-afc3-ae92e59c2d28 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:38:24 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-accf9a1e-1659-4bfa-afc3-ae92e59c2d28 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:38:25 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-accf9a1e-1659-4bfa-afc3-ae92e59c2d28 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.188s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:38:25 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-accf9a1e-1659-4bfa-afc3-ae92e59c2d28 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa,backing_fmt=raw /opt/stack/data/nova/instances/9c3f1cc3-684a-4303-a66b-adf1652dd5fd/disk 1073741824 {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:38:25 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-accf9a1e-1659-4bfa-afc3-ae92e59c2d28 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa,backing_fmt=raw /opt/stack/data/nova/instances/9c3f1cc3-684a-4303-a66b-adf1652dd5fd/disk 1073741824" returned: 0 in 0.080s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:38:25 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-accf9a1e-1659-4bfa-afc3-ae92e59c2d28 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.280s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:38:25 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-accf9a1e-1659-4bfa-afc3-ae92e59c2d28 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:38:25 user nova-compute[75147]: DEBUG nova.network.neutron [None req-accf9a1e-1659-4bfa-afc3-ae92e59c2d28 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: 9c3f1cc3-684a-4303-a66b-adf1652dd5fd] Successfully created port: a7037571-6a0b-4a20-82dc-7e5bfdece6b5 {{(pid=75147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 19:38:25 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-accf9a1e-1659-4bfa-afc3-ae92e59c2d28 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.184s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:38:25 user nova-compute[75147]: DEBUG nova.virt.disk.api [None req-accf9a1e-1659-4bfa-afc3-ae92e59c2d28 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Checking if we can resize image /opt/stack/data/nova/instances/9c3f1cc3-684a-4303-a66b-adf1652dd5fd/disk. size=1073741824 {{(pid=75147) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 27 19:38:25 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-accf9a1e-1659-4bfa-afc3-ae92e59c2d28 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9c3f1cc3-684a-4303-a66b-adf1652dd5fd/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:38:25 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-accf9a1e-1659-4bfa-afc3-ae92e59c2d28 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9c3f1cc3-684a-4303-a66b-adf1652dd5fd/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:38:25 user nova-compute[75147]: DEBUG nova.virt.disk.api [None req-accf9a1e-1659-4bfa-afc3-ae92e59c2d28 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Cannot resize image /opt/stack/data/nova/instances/9c3f1cc3-684a-4303-a66b-adf1652dd5fd/disk to a smaller size. {{(pid=75147) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 27 19:38:25 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-accf9a1e-1659-4bfa-afc3-ae92e59c2d28 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: 9c3f1cc3-684a-4303-a66b-adf1652dd5fd] Created local disks {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 27 19:38:25 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-accf9a1e-1659-4bfa-afc3-ae92e59c2d28 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: 9c3f1cc3-684a-4303-a66b-adf1652dd5fd] Ensure instance console log exists: /opt/stack/data/nova/instances/9c3f1cc3-684a-4303-a66b-adf1652dd5fd/console.log {{(pid=75147) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 19:38:25 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-accf9a1e-1659-4bfa-afc3-ae92e59c2d28 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:38:25 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-accf9a1e-1659-4bfa-afc3-ae92e59c2d28 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:38:25 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-accf9a1e-1659-4bfa-afc3-ae92e59c2d28 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:38:25 user nova-compute[75147]: DEBUG nova.network.neutron [None req-accf9a1e-1659-4bfa-afc3-ae92e59c2d28 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: 9c3f1cc3-684a-4303-a66b-adf1652dd5fd] Successfully updated port: a7037571-6a0b-4a20-82dc-7e5bfdece6b5 {{(pid=75147) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 19:38:25 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-accf9a1e-1659-4bfa-afc3-ae92e59c2d28 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Acquiring lock "refresh_cache-9c3f1cc3-684a-4303-a66b-adf1652dd5fd" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:38:25 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-accf9a1e-1659-4bfa-afc3-ae92e59c2d28 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Acquired lock "refresh_cache-9c3f1cc3-684a-4303-a66b-adf1652dd5fd" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:38:25 user nova-compute[75147]: DEBUG nova.network.neutron [None req-accf9a1e-1659-4bfa-afc3-ae92e59c2d28 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: 9c3f1cc3-684a-4303-a66b-adf1652dd5fd] Building network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 19:38:25 user nova-compute[75147]: DEBUG nova.compute.manager [req-40cb6b82-1275-4697-aaa7-f3d613fb2345 req-3db078f9-50f6-4913-84af-637d5e245435 service nova] [instance: 9c3f1cc3-684a-4303-a66b-adf1652dd5fd] Received event network-changed-a7037571-6a0b-4a20-82dc-7e5bfdece6b5 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:38:25 user nova-compute[75147]: DEBUG nova.compute.manager [req-40cb6b82-1275-4697-aaa7-f3d613fb2345 req-3db078f9-50f6-4913-84af-637d5e245435 service nova] [instance: 9c3f1cc3-684a-4303-a66b-adf1652dd5fd] Refreshing instance network info cache due to event network-changed-a7037571-6a0b-4a20-82dc-7e5bfdece6b5. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 19:38:25 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-40cb6b82-1275-4697-aaa7-f3d613fb2345 req-3db078f9-50f6-4913-84af-637d5e245435 service nova] Acquiring lock "refresh_cache-9c3f1cc3-684a-4303-a66b-adf1652dd5fd" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:38:25 user nova-compute[75147]: DEBUG nova.network.neutron [None req-accf9a1e-1659-4bfa-afc3-ae92e59c2d28 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: 9c3f1cc3-684a-4303-a66b-adf1652dd5fd] Instance cache missing network info. {{(pid=75147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 19:38:26 user nova-compute[75147]: DEBUG nova.network.neutron [None req-accf9a1e-1659-4bfa-afc3-ae92e59c2d28 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: 9c3f1cc3-684a-4303-a66b-adf1652dd5fd] Updating instance_info_cache with network_info: [{"id": "a7037571-6a0b-4a20-82dc-7e5bfdece6b5", "address": "fa:16:3e:cc:55:d5", "network": {"id": "06e952e0-002b-44c6-b4c4-e6a33a0b7484", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-294897611-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b05afc60c23345de8d1e978a9c5b1efc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa7037571-6a", "ovs_interfaceid": "a7037571-6a0b-4a20-82dc-7e5bfdece6b5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:38:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:38:26 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-accf9a1e-1659-4bfa-afc3-ae92e59c2d28 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Releasing lock "refresh_cache-9c3f1cc3-684a-4303-a66b-adf1652dd5fd" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:38:26 user nova-compute[75147]: DEBUG nova.compute.manager [None req-accf9a1e-1659-4bfa-afc3-ae92e59c2d28 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: 9c3f1cc3-684a-4303-a66b-adf1652dd5fd] Instance network_info: |[{"id": "a7037571-6a0b-4a20-82dc-7e5bfdece6b5", "address": "fa:16:3e:cc:55:d5", "network": {"id": "06e952e0-002b-44c6-b4c4-e6a33a0b7484", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-294897611-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b05afc60c23345de8d1e978a9c5b1efc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa7037571-6a", "ovs_interfaceid": "a7037571-6a0b-4a20-82dc-7e5bfdece6b5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 27 19:38:26 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-40cb6b82-1275-4697-aaa7-f3d613fb2345 req-3db078f9-50f6-4913-84af-637d5e245435 service nova] Acquired lock "refresh_cache-9c3f1cc3-684a-4303-a66b-adf1652dd5fd" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:38:26 user nova-compute[75147]: DEBUG nova.network.neutron [req-40cb6b82-1275-4697-aaa7-f3d613fb2345 req-3db078f9-50f6-4913-84af-637d5e245435 service nova] [instance: 9c3f1cc3-684a-4303-a66b-adf1652dd5fd] Refreshing network info cache for port a7037571-6a0b-4a20-82dc-7e5bfdece6b5 {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 19:38:26 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-accf9a1e-1659-4bfa-afc3-ae92e59c2d28 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: 9c3f1cc3-684a-4303-a66b-adf1652dd5fd] Start _get_guest_xml network_info=[{"id": "a7037571-6a0b-4a20-82dc-7e5bfdece6b5", "address": "fa:16:3e:cc:55:d5", "network": {"id": "06e952e0-002b-44c6-b4c4-e6a33a0b7484", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-294897611-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b05afc60c23345de8d1e978a9c5b1efc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa7037571-6a", "ovs_interfaceid": "a7037571-6a0b-4a20-82dc-7e5bfdece6b5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T19:22:09Z,direct_url=<?>,disk_format='qcow2',id=d52df17c-5315-4a73-ab7c-34c161a414fb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0b43115555434818b0c8bdf6be4946da',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T19:22:11Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'encryption_options': None, 'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encrypted': False, 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_format': None, 'device_name': '/dev/vda', 'image_id': 'd52df17c-5315-4a73-ab7c-34c161a414fb'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 19:38:26 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-accf9a1e-1659-4bfa-afc3-ae92e59c2d28 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:38:26 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-accf9a1e-1659-4bfa-afc3-ae92e59c2d28 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:38:26 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-accf9a1e-1659-4bfa-afc3-ae92e59c2d28 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 19:38:26 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-accf9a1e-1659-4bfa-afc3-ae92e59c2d28 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] CPU controller missing on host. {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 19:38:26 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-accf9a1e-1659-4bfa-afc3-ae92e59c2d28 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 19:38:26 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-accf9a1e-1659-4bfa-afc3-ae92e59c2d28 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] CPU controller found on host. {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 19:38:26 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-accf9a1e-1659-4bfa-afc3-ae92e59c2d28 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75147) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 19:38:26 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-accf9a1e-1659-4bfa-afc3-ae92e59c2d28 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T19:21:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T19:22:09Z,direct_url=<?>,disk_format='qcow2',id=d52df17c-5315-4a73-ab7c-34c161a414fb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0b43115555434818b0c8bdf6be4946da',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T19:22:11Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 19:38:26 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-accf9a1e-1659-4bfa-afc3-ae92e59c2d28 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Flavor limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 19:38:26 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-accf9a1e-1659-4bfa-afc3-ae92e59c2d28 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Image limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 19:38:26 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-accf9a1e-1659-4bfa-afc3-ae92e59c2d28 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Flavor pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 19:38:26 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-accf9a1e-1659-4bfa-afc3-ae92e59c2d28 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Image pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 19:38:26 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-accf9a1e-1659-4bfa-afc3-ae92e59c2d28 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 19:38:26 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-accf9a1e-1659-4bfa-afc3-ae92e59c2d28 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 19:38:26 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-accf9a1e-1659-4bfa-afc3-ae92e59c2d28 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 19:38:26 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-accf9a1e-1659-4bfa-afc3-ae92e59c2d28 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Got 1 possible topologies {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 19:38:26 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-accf9a1e-1659-4bfa-afc3-ae92e59c2d28 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 19:38:26 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-accf9a1e-1659-4bfa-afc3-ae92e59c2d28 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 19:38:26 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-accf9a1e-1659-4bfa-afc3-ae92e59c2d28 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:38:23Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1141538978',display_name='tempest-AttachVolumeNegativeTest-server-1141538978',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1141538978',id=28,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO7j8Cp1xVFBxdMR0fIvwefjkIvt0rLUL1iMNfQ0PV3CCkrzf76Weyobb1jd90+n6qm0BS5fGg/8NCynJY0OojPwNDgHF7K8KmQfCYZuLil1ifjjF+Hiad/62BWrTpniKQ==',key_name='tempest-keypair-924886838',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b05afc60c23345de8d1e978a9c5b1efc',ramdisk_id='',reservation_id='r-th95a1yg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-720638495',owner_user_name='tempest-AttachVolumeNegativeTest-720638495-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:38:25Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='699dae72141941c4acb55e56ac9d28a1',uuid=9c3f1cc3-684a-4303-a66b-adf1652dd5fd,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a7037571-6a0b-4a20-82dc-7e5bfdece6b5", "address": "fa:16:3e:cc:55:d5", "network": {"id": "06e952e0-002b-44c6-b4c4-e6a33a0b7484", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-294897611-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b05afc60c23345de8d1e978a9c5b1efc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa7037571-6a", "ovs_interfaceid": "a7037571-6a0b-4a20-82dc-7e5bfdece6b5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75147) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 19:38:26 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-accf9a1e-1659-4bfa-afc3-ae92e59c2d28 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Converting VIF {"id": "a7037571-6a0b-4a20-82dc-7e5bfdece6b5", "address": "fa:16:3e:cc:55:d5", "network": {"id": "06e952e0-002b-44c6-b4c4-e6a33a0b7484", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-294897611-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b05afc60c23345de8d1e978a9c5b1efc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa7037571-6a", "ovs_interfaceid": "a7037571-6a0b-4a20-82dc-7e5bfdece6b5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:38:26 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-accf9a1e-1659-4bfa-afc3-ae92e59c2d28 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cc:55:d5,bridge_name='br-int',has_traffic_filtering=True,id=a7037571-6a0b-4a20-82dc-7e5bfdece6b5,network=Network(06e952e0-002b-44c6-b4c4-e6a33a0b7484),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa7037571-6a') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:38:26 user nova-compute[75147]: DEBUG nova.objects.instance [None req-accf9a1e-1659-4bfa-afc3-ae92e59c2d28 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lazy-loading 'pci_devices' on Instance uuid 9c3f1cc3-684a-4303-a66b-adf1652dd5fd {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:38:26 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-accf9a1e-1659-4bfa-afc3-ae92e59c2d28 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: 9c3f1cc3-684a-4303-a66b-adf1652dd5fd] End _get_guest_xml xml=<domain type="kvm">
Oct 27 19:38:26 user nova-compute[75147]:   <uuid>9c3f1cc3-684a-4303-a66b-adf1652dd5fd</uuid>
Oct 27 19:38:26 user nova-compute[75147]:   <name>instance-0000001c</name>
Oct 27 19:38:26 user nova-compute[75147]:   <memory>524288</memory>
Oct 27 19:38:26 user nova-compute[75147]:   <vcpu>1</vcpu>
Oct 27 19:38:26 user nova-compute[75147]:   <metadata>
Oct 27 19:38:26 user nova-compute[75147]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 19:38:26 user nova-compute[75147]:       <nova:package version="0.0.0"/>
Oct 27 19:38:26 user nova-compute[75147]:       <nova:name>tempest-AttachVolumeNegativeTest-server-1141538978</nova:name>
Oct 27 19:38:26 user nova-compute[75147]:       <nova:creationTime>2023-10-27 19:38:26</nova:creationTime>
Oct 27 19:38:26 user nova-compute[75147]:       <nova:flavor name="m1.tiny">
Oct 27 19:38:26 user nova-compute[75147]:         <nova:memory>512</nova:memory>
Oct 27 19:38:26 user nova-compute[75147]:         <nova:disk>1</nova:disk>
Oct 27 19:38:26 user nova-compute[75147]:         <nova:swap>0</nova:swap>
Oct 27 19:38:26 user nova-compute[75147]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 19:38:26 user nova-compute[75147]:         <nova:vcpus>1</nova:vcpus>
Oct 27 19:38:26 user nova-compute[75147]:       </nova:flavor>
Oct 27 19:38:26 user nova-compute[75147]:       <nova:owner>
Oct 27 19:38:26 user nova-compute[75147]:         <nova:user uuid="699dae72141941c4acb55e56ac9d28a1">tempest-AttachVolumeNegativeTest-720638495-project-member</nova:user>
Oct 27 19:38:26 user nova-compute[75147]:         <nova:project uuid="b05afc60c23345de8d1e978a9c5b1efc">tempest-AttachVolumeNegativeTest-720638495</nova:project>
Oct 27 19:38:26 user nova-compute[75147]:       </nova:owner>
Oct 27 19:38:26 user nova-compute[75147]:       <nova:root type="image" uuid="d52df17c-5315-4a73-ab7c-34c161a414fb"/>
Oct 27 19:38:26 user nova-compute[75147]:       <nova:ports>
Oct 27 19:38:26 user nova-compute[75147]:         <nova:port uuid="a7037571-6a0b-4a20-82dc-7e5bfdece6b5">
Oct 27 19:38:26 user nova-compute[75147]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Oct 27 19:38:26 user nova-compute[75147]:         </nova:port>
Oct 27 19:38:26 user nova-compute[75147]:       </nova:ports>
Oct 27 19:38:26 user nova-compute[75147]:     </nova:instance>
Oct 27 19:38:26 user nova-compute[75147]:   </metadata>
Oct 27 19:38:26 user nova-compute[75147]:   <sysinfo type="smbios">
Oct 27 19:38:26 user nova-compute[75147]:     <system>
Oct 27 19:38:26 user nova-compute[75147]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 19:38:26 user nova-compute[75147]:       <entry name="product">OpenStack Nova</entry>
Oct 27 19:38:26 user nova-compute[75147]:       <entry name="version">0.0.0</entry>
Oct 27 19:38:26 user nova-compute[75147]:       <entry name="serial">9c3f1cc3-684a-4303-a66b-adf1652dd5fd</entry>
Oct 27 19:38:26 user nova-compute[75147]:       <entry name="uuid">9c3f1cc3-684a-4303-a66b-adf1652dd5fd</entry>
Oct 27 19:38:26 user nova-compute[75147]:       <entry name="family">Virtual Machine</entry>
Oct 27 19:38:26 user nova-compute[75147]:     </system>
Oct 27 19:38:26 user nova-compute[75147]:   </sysinfo>
Oct 27 19:38:26 user nova-compute[75147]:   <os>
Oct 27 19:38:26 user nova-compute[75147]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 19:38:26 user nova-compute[75147]:     <boot dev="hd"/>
Oct 27 19:38:26 user nova-compute[75147]:     <smbios mode="sysinfo"/>
Oct 27 19:38:26 user nova-compute[75147]:   </os>
Oct 27 19:38:26 user nova-compute[75147]:   <features>
Oct 27 19:38:26 user nova-compute[75147]:     <acpi/>
Oct 27 19:38:26 user nova-compute[75147]:     <apic/>
Oct 27 19:38:26 user nova-compute[75147]:     <vmcoreinfo/>
Oct 27 19:38:26 user nova-compute[75147]:   </features>
Oct 27 19:38:26 user nova-compute[75147]:   <clock offset="utc">
Oct 27 19:38:26 user nova-compute[75147]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 19:38:26 user nova-compute[75147]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 19:38:26 user nova-compute[75147]:     <timer name="hpet" present="no"/>
Oct 27 19:38:26 user nova-compute[75147]:   </clock>
Oct 27 19:38:26 user nova-compute[75147]:   <cpu mode="custom" match="exact">
Oct 27 19:38:26 user nova-compute[75147]:     <model>Nehalem</model>
Oct 27 19:38:26 user nova-compute[75147]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 19:38:26 user nova-compute[75147]:   </cpu>
Oct 27 19:38:26 user nova-compute[75147]:   <devices>
Oct 27 19:38:26 user nova-compute[75147]:     <disk type="file" device="disk">
Oct 27 19:38:26 user nova-compute[75147]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 27 19:38:26 user nova-compute[75147]:       <source file="/opt/stack/data/nova/instances/9c3f1cc3-684a-4303-a66b-adf1652dd5fd/disk"/>
Oct 27 19:38:26 user nova-compute[75147]:       <target dev="vda" bus="virtio"/>
Oct 27 19:38:26 user nova-compute[75147]:     </disk>
Oct 27 19:38:26 user nova-compute[75147]:     <interface type="ethernet">
Oct 27 19:38:26 user nova-compute[75147]:       <mac address="fa:16:3e:cc:55:d5"/>
Oct 27 19:38:26 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:38:26 user nova-compute[75147]:       <mtu size="1442"/>
Oct 27 19:38:26 user nova-compute[75147]:       <target dev="tapa7037571-6a"/>
Oct 27 19:38:26 user nova-compute[75147]:     </interface>
Oct 27 19:38:26 user nova-compute[75147]:     <serial type="pty">
Oct 27 19:38:26 user nova-compute[75147]:       <log file="/opt/stack/data/nova/instances/9c3f1cc3-684a-4303-a66b-adf1652dd5fd/console.log" append="off"/>
Oct 27 19:38:26 user nova-compute[75147]:     </serial>
Oct 27 19:38:26 user nova-compute[75147]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 19:38:26 user nova-compute[75147]:     <video>
Oct 27 19:38:26 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:38:26 user nova-compute[75147]:     </video>
Oct 27 19:38:26 user nova-compute[75147]:     <rng model="virtio">
Oct 27 19:38:26 user nova-compute[75147]:       <backend model="random">/dev/urandom</backend>
Oct 27 19:38:26 user nova-compute[75147]:     </rng>
Oct 27 19:38:26 user nova-compute[75147]:     <controller type="usb" index="0" model="none"/>
Oct 27 19:38:26 user nova-compute[75147]:     <memballoon model="virtio">
Oct 27 19:38:26 user nova-compute[75147]:       <stats period="10"/>
Oct 27 19:38:26 user nova-compute[75147]:     </memballoon>
Oct 27 19:38:26 user nova-compute[75147]:   </devices>
Oct 27 19:38:26 user nova-compute[75147]: </domain>
Oct 27 19:38:26 user nova-compute[75147]:  {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 19:38:26 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-accf9a1e-1659-4bfa-afc3-ae92e59c2d28 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:38:23Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1141538978',display_name='tempest-AttachVolumeNegativeTest-server-1141538978',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1141538978',id=28,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO7j8Cp1xVFBxdMR0fIvwefjkIvt0rLUL1iMNfQ0PV3CCkrzf76Weyobb1jd90+n6qm0BS5fGg/8NCynJY0OojPwNDgHF7K8KmQfCYZuLil1ifjjF+Hiad/62BWrTpniKQ==',key_name='tempest-keypair-924886838',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b05afc60c23345de8d1e978a9c5b1efc',ramdisk_id='',reservation_id='r-th95a1yg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-720638495',owner_user_name='tempest-AttachVolumeNegativeTest-720638495-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:38:25Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='699dae72141941c4acb55e56ac9d28a1',uuid=9c3f1cc3-684a-4303-a66b-adf1652dd5fd,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a7037571-6a0b-4a20-82dc-7e5bfdece6b5", "address": "fa:16:3e:cc:55:d5", "network": {"id": "06e952e0-002b-44c6-b4c4-e6a33a0b7484", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-294897611-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b05afc60c23345de8d1e978a9c5b1efc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa7037571-6a", "ovs_interfaceid": "a7037571-6a0b-4a20-82dc-7e5bfdece6b5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 19:38:26 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-accf9a1e-1659-4bfa-afc3-ae92e59c2d28 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Converting VIF {"id": "a7037571-6a0b-4a20-82dc-7e5bfdece6b5", "address": "fa:16:3e:cc:55:d5", "network": {"id": "06e952e0-002b-44c6-b4c4-e6a33a0b7484", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-294897611-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b05afc60c23345de8d1e978a9c5b1efc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa7037571-6a", "ovs_interfaceid": "a7037571-6a0b-4a20-82dc-7e5bfdece6b5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:38:26 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-accf9a1e-1659-4bfa-afc3-ae92e59c2d28 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cc:55:d5,bridge_name='br-int',has_traffic_filtering=True,id=a7037571-6a0b-4a20-82dc-7e5bfdece6b5,network=Network(06e952e0-002b-44c6-b4c4-e6a33a0b7484),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa7037571-6a') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:38:26 user nova-compute[75147]: DEBUG os_vif [None req-accf9a1e-1659-4bfa-afc3-ae92e59c2d28 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:cc:55:d5,bridge_name='br-int',has_traffic_filtering=True,id=a7037571-6a0b-4a20-82dc-7e5bfdece6b5,network=Network(06e952e0-002b-44c6-b4c4-e6a33a0b7484),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa7037571-6a') {{(pid=75147) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 19:38:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:38:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:38:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 19:38:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:38:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c2f82a64-0e1b-5b0a-8df4-f420e78bf470', '_type': 'linux-noop'}}, row=False) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:38:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:38:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:38:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:38:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa7037571-6a, may_exist=True, interface_attrs={}) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:38:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa7037571-6a, col_values=(('qos', UUID('761ca3db-f81b-412a-9e6d-3f9d06529ad5')),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:38:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa7037571-6a, col_values=(('external_ids', {'iface-id': 'a7037571-6a0b-4a20-82dc-7e5bfdece6b5', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:cc:55:d5', 'vm-uuid': '9c3f1cc3-684a-4303-a66b-adf1652dd5fd'}),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:38:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:38:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:38:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:38:26 user nova-compute[75147]: INFO os_vif [None req-accf9a1e-1659-4bfa-afc3-ae92e59c2d28 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:cc:55:d5,bridge_name='br-int',has_traffic_filtering=True,id=a7037571-6a0b-4a20-82dc-7e5bfdece6b5,network=Network(06e952e0-002b-44c6-b4c4-e6a33a0b7484),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa7037571-6a')
Oct 27 19:38:26 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-accf9a1e-1659-4bfa-afc3-ae92e59c2d28 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] No BDM found with device name vda, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:38:26 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-accf9a1e-1659-4bfa-afc3-ae92e59c2d28 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] No VIF found with MAC fa:16:3e:cc:55:d5, not building metadata {{(pid=75147) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 19:38:26 user nova-compute[75147]: DEBUG nova.network.neutron [req-40cb6b82-1275-4697-aaa7-f3d613fb2345 req-3db078f9-50f6-4913-84af-637d5e245435 service nova] [instance: 9c3f1cc3-684a-4303-a66b-adf1652dd5fd] Updated VIF entry in instance network info cache for port a7037571-6a0b-4a20-82dc-7e5bfdece6b5. {{(pid=75147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 19:38:26 user nova-compute[75147]: DEBUG nova.network.neutron [req-40cb6b82-1275-4697-aaa7-f3d613fb2345 req-3db078f9-50f6-4913-84af-637d5e245435 service nova] [instance: 9c3f1cc3-684a-4303-a66b-adf1652dd5fd] Updating instance_info_cache with network_info: [{"id": "a7037571-6a0b-4a20-82dc-7e5bfdece6b5", "address": "fa:16:3e:cc:55:d5", "network": {"id": "06e952e0-002b-44c6-b4c4-e6a33a0b7484", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-294897611-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b05afc60c23345de8d1e978a9c5b1efc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa7037571-6a", "ovs_interfaceid": "a7037571-6a0b-4a20-82dc-7e5bfdece6b5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:38:26 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-40cb6b82-1275-4697-aaa7-f3d613fb2345 req-3db078f9-50f6-4913-84af-637d5e245435 service nova] Releasing lock "refresh_cache-9c3f1cc3-684a-4303-a66b-adf1652dd5fd" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:38:28 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:38:28 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:38:28 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:38:28 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:38:28 user nova-compute[75147]: DEBUG nova.compute.manager [req-2b60f4fd-b366-4101-b5b2-ab86afca91b7 req-885b9170-4c9a-49b7-b93e-a78a3175d102 service nova] [instance: 9c3f1cc3-684a-4303-a66b-adf1652dd5fd] Received event network-vif-plugged-a7037571-6a0b-4a20-82dc-7e5bfdece6b5 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:38:28 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-2b60f4fd-b366-4101-b5b2-ab86afca91b7 req-885b9170-4c9a-49b7-b93e-a78a3175d102 service nova] Acquiring lock "9c3f1cc3-684a-4303-a66b-adf1652dd5fd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:38:28 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-2b60f4fd-b366-4101-b5b2-ab86afca91b7 req-885b9170-4c9a-49b7-b93e-a78a3175d102 service nova] Lock "9c3f1cc3-684a-4303-a66b-adf1652dd5fd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:38:28 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-2b60f4fd-b366-4101-b5b2-ab86afca91b7 req-885b9170-4c9a-49b7-b93e-a78a3175d102 service nova] Lock "9c3f1cc3-684a-4303-a66b-adf1652dd5fd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:38:28 user nova-compute[75147]: DEBUG nova.compute.manager [req-2b60f4fd-b366-4101-b5b2-ab86afca91b7 req-885b9170-4c9a-49b7-b93e-a78a3175d102 service nova] [instance: 9c3f1cc3-684a-4303-a66b-adf1652dd5fd] No waiting events found dispatching network-vif-plugged-a7037571-6a0b-4a20-82dc-7e5bfdece6b5 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:38:28 user nova-compute[75147]: WARNING nova.compute.manager [req-2b60f4fd-b366-4101-b5b2-ab86afca91b7 req-885b9170-4c9a-49b7-b93e-a78a3175d102 service nova] [instance: 9c3f1cc3-684a-4303-a66b-adf1652dd5fd] Received unexpected event network-vif-plugged-a7037571-6a0b-4a20-82dc-7e5bfdece6b5 for instance with vm_state building and task_state spawning.
Oct 27 19:38:28 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:38:28 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:38:28 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:38:30 user nova-compute[75147]: DEBUG nova.compute.manager [None req-accf9a1e-1659-4bfa-afc3-ae92e59c2d28 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: 9c3f1cc3-684a-4303-a66b-adf1652dd5fd] Instance event wait completed in 0 seconds for  {{(pid=75147) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 19:38:30 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-accf9a1e-1659-4bfa-afc3-ae92e59c2d28 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: 9c3f1cc3-684a-4303-a66b-adf1652dd5fd] Guest created on hypervisor {{(pid=75147) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 19:38:30 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: 9c3f1cc3-684a-4303-a66b-adf1652dd5fd] Instance spawned successfully.
Oct 27 19:38:30 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-accf9a1e-1659-4bfa-afc3-ae92e59c2d28 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: 9c3f1cc3-684a-4303-a66b-adf1652dd5fd] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 27 19:38:30 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-accf9a1e-1659-4bfa-afc3-ae92e59c2d28 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: 9c3f1cc3-684a-4303-a66b-adf1652dd5fd] Found default for hw_cdrom_bus of ide {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:38:30 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-accf9a1e-1659-4bfa-afc3-ae92e59c2d28 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: 9c3f1cc3-684a-4303-a66b-adf1652dd5fd] Found default for hw_disk_bus of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:38:30 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-accf9a1e-1659-4bfa-afc3-ae92e59c2d28 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: 9c3f1cc3-684a-4303-a66b-adf1652dd5fd] Found default for hw_input_bus of None {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:38:30 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-accf9a1e-1659-4bfa-afc3-ae92e59c2d28 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: 9c3f1cc3-684a-4303-a66b-adf1652dd5fd] Found default for hw_pointer_model of None {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:38:30 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-accf9a1e-1659-4bfa-afc3-ae92e59c2d28 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: 9c3f1cc3-684a-4303-a66b-adf1652dd5fd] Found default for hw_video_model of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:38:30 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-accf9a1e-1659-4bfa-afc3-ae92e59c2d28 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: 9c3f1cc3-684a-4303-a66b-adf1652dd5fd] Found default for hw_vif_model of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:38:30 user nova-compute[75147]: DEBUG nova.compute.manager [req-d83d8c1c-93ab-4dea-8348-84ffedcdb16a req-aa1a646e-558c-4827-9233-67712193dfbc service nova] [instance: 9c3f1cc3-684a-4303-a66b-adf1652dd5fd] Received event network-vif-plugged-a7037571-6a0b-4a20-82dc-7e5bfdece6b5 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:38:30 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-d83d8c1c-93ab-4dea-8348-84ffedcdb16a req-aa1a646e-558c-4827-9233-67712193dfbc service nova] Acquiring lock "9c3f1cc3-684a-4303-a66b-adf1652dd5fd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:38:30 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-d83d8c1c-93ab-4dea-8348-84ffedcdb16a req-aa1a646e-558c-4827-9233-67712193dfbc service nova] Lock "9c3f1cc3-684a-4303-a66b-adf1652dd5fd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:38:30 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-d83d8c1c-93ab-4dea-8348-84ffedcdb16a req-aa1a646e-558c-4827-9233-67712193dfbc service nova] Lock "9c3f1cc3-684a-4303-a66b-adf1652dd5fd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:38:30 user nova-compute[75147]: DEBUG nova.compute.manager [req-d83d8c1c-93ab-4dea-8348-84ffedcdb16a req-aa1a646e-558c-4827-9233-67712193dfbc service nova] [instance: 9c3f1cc3-684a-4303-a66b-adf1652dd5fd] No waiting events found dispatching network-vif-plugged-a7037571-6a0b-4a20-82dc-7e5bfdece6b5 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:38:30 user nova-compute[75147]: WARNING nova.compute.manager [req-d83d8c1c-93ab-4dea-8348-84ffedcdb16a req-aa1a646e-558c-4827-9233-67712193dfbc service nova] [instance: 9c3f1cc3-684a-4303-a66b-adf1652dd5fd] Received unexpected event network-vif-plugged-a7037571-6a0b-4a20-82dc-7e5bfdece6b5 for instance with vm_state building and task_state spawning.
Oct 27 19:38:30 user nova-compute[75147]: INFO nova.compute.manager [None req-accf9a1e-1659-4bfa-afc3-ae92e59c2d28 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: 9c3f1cc3-684a-4303-a66b-adf1652dd5fd] Took 5.82 seconds to spawn the instance on the hypervisor.
Oct 27 19:38:30 user nova-compute[75147]: DEBUG nova.compute.manager [None req-accf9a1e-1659-4bfa-afc3-ae92e59c2d28 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: 9c3f1cc3-684a-4303-a66b-adf1652dd5fd] Checking state {{(pid=75147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 19:38:30 user nova-compute[75147]: INFO nova.compute.manager [None req-accf9a1e-1659-4bfa-afc3-ae92e59c2d28 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: 9c3f1cc3-684a-4303-a66b-adf1652dd5fd] Took 6.72 seconds to build instance.
Oct 27 19:38:30 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-accf9a1e-1659-4bfa-afc3-ae92e59c2d28 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lock "9c3f1cc3-684a-4303-a66b-adf1652dd5fd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.814s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:38:31 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:38:31 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:38:36 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:38:36 user nova-compute[75147]: DEBUG nova.compute.manager [req-91628507-bd7b-41ee-abc9-bd63fa43ea1e req-500542e1-e294-4e69-b6a7-77f26747b642 service nova] [instance: 6c9c2dc6-d96a-42f6-a749-962d9b1a3a63] Received event network-changed-9da7c5e9-db38-468f-b371-0f4f38fceb5b {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:38:36 user nova-compute[75147]: DEBUG nova.compute.manager [req-91628507-bd7b-41ee-abc9-bd63fa43ea1e req-500542e1-e294-4e69-b6a7-77f26747b642 service nova] [instance: 6c9c2dc6-d96a-42f6-a749-962d9b1a3a63] Refreshing instance network info cache due to event network-changed-9da7c5e9-db38-468f-b371-0f4f38fceb5b. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 19:38:36 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-91628507-bd7b-41ee-abc9-bd63fa43ea1e req-500542e1-e294-4e69-b6a7-77f26747b642 service nova] Acquiring lock "refresh_cache-6c9c2dc6-d96a-42f6-a749-962d9b1a3a63" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:38:36 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-91628507-bd7b-41ee-abc9-bd63fa43ea1e req-500542e1-e294-4e69-b6a7-77f26747b642 service nova] Acquired lock "refresh_cache-6c9c2dc6-d96a-42f6-a749-962d9b1a3a63" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:38:36 user nova-compute[75147]: DEBUG nova.network.neutron [req-91628507-bd7b-41ee-abc9-bd63fa43ea1e req-500542e1-e294-4e69-b6a7-77f26747b642 service nova] [instance: 6c9c2dc6-d96a-42f6-a749-962d9b1a3a63] Refreshing network info cache for port 9da7c5e9-db38-468f-b371-0f4f38fceb5b {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 19:38:36 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:38:36 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-6f10d879-3ca2-4e9a-bb05-5b0f629f6786 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Acquiring lock "6c9c2dc6-d96a-42f6-a749-962d9b1a3a63" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:38:37 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-6f10d879-3ca2-4e9a-bb05-5b0f629f6786 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Lock "6c9c2dc6-d96a-42f6-a749-962d9b1a3a63" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:38:37 user nova-compute[75147]: DEBUG nova.objects.instance [None req-6f10d879-3ca2-4e9a-bb05-5b0f629f6786 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Lazy-loading 'flavor' on Instance uuid 6c9c2dc6-d96a-42f6-a749-962d9b1a3a63 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:38:37 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-6f10d879-3ca2-4e9a-bb05-5b0f629f6786 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Lock "6c9c2dc6-d96a-42f6-a749-962d9b1a3a63" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.059s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:38:37 user nova-compute[75147]: DEBUG nova.network.neutron [req-91628507-bd7b-41ee-abc9-bd63fa43ea1e req-500542e1-e294-4e69-b6a7-77f26747b642 service nova] [instance: 6c9c2dc6-d96a-42f6-a749-962d9b1a3a63] Updated VIF entry in instance network info cache for port 9da7c5e9-db38-468f-b371-0f4f38fceb5b. {{(pid=75147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 19:38:37 user nova-compute[75147]: DEBUG nova.network.neutron [req-91628507-bd7b-41ee-abc9-bd63fa43ea1e req-500542e1-e294-4e69-b6a7-77f26747b642 service nova] [instance: 6c9c2dc6-d96a-42f6-a749-962d9b1a3a63] Updating instance_info_cache with network_info: [{"id": "9da7c5e9-db38-468f-b371-0f4f38fceb5b", "address": "fa:16:3e:03:29:2a", "network": {"id": "9ff87c6b-cbc4-4905-8d96-05dd947da0d4", "bridge": "br-int", "label": "tempest-TestStampPattern-1607396892-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8f7035886f8041e38f5ede4a87e75113", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9da7c5e9-db", "ovs_interfaceid": "9da7c5e9-db38-468f-b371-0f4f38fceb5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:38:37 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-91628507-bd7b-41ee-abc9-bd63fa43ea1e req-500542e1-e294-4e69-b6a7-77f26747b642 service nova] Releasing lock "refresh_cache-6c9c2dc6-d96a-42f6-a749-962d9b1a3a63" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:38:37 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-6f10d879-3ca2-4e9a-bb05-5b0f629f6786 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Acquiring lock "6c9c2dc6-d96a-42f6-a749-962d9b1a3a63" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:38:37 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-6f10d879-3ca2-4e9a-bb05-5b0f629f6786 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Lock "6c9c2dc6-d96a-42f6-a749-962d9b1a3a63" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:38:37 user nova-compute[75147]: INFO nova.compute.manager [None req-6f10d879-3ca2-4e9a-bb05-5b0f629f6786 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] [instance: 6c9c2dc6-d96a-42f6-a749-962d9b1a3a63] Attaching volume 993797f8-dfcd-43c9-a70a-00b711da7324 to /dev/vdb
Oct 27 19:38:37 user nova-compute[75147]: DEBUG os_brick.utils [None req-6f10d879-3ca2-4e9a-bb05-5b0f629f6786 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:38:37 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:38:37 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:38:37 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[8bc02a5e-fc5c-494c-808d-b264e4b7a72d]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9325735bc82e\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:38:37 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:38:37 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:38:37 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[82af0f6d-cc3f-4bd6-9c25-75ae9c816467]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:38:37 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:38:37 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:38:37 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[516b28af-d3c0-45ed-a992-ab85f09b0563]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:38:37 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf228654-f2cf-4bc6-a53d-8b64c435e741]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:38:37 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-6f10d879-3ca2-4e9a-bb05-5b0f629f6786 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Running cmd (subprocess): nvme version {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:38:37 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-6f10d879-3ca2-4e9a-bb05-5b0f629f6786 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] 'nvme version' failed. Not Retrying. {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 19:38:37 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.nvmeof [None req-6f10d879-3ca2-4e9a-bb05-5b0f629f6786 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] nvme not present on system {{(pid=75147) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 27 19:38:37 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:38:37 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 19:38:37 user nova-compute[75147]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 27 19:38:37 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[72739626-5edd-44c5-a0cb-6638e6db7f09]: (4, '') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:38:37 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-6f10d879-3ca2-4e9a-bb05-5b0f629f6786 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75147) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 27 19:38:37 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-6f10d879-3ca2-4e9a-bb05-5b0f629f6786 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 27 19:38:37 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-6f10d879-3ca2-4e9a-bb05-5b0f629f6786 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] LIGHTOS: no hostnqn found. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 27 19:38:37 user nova-compute[75147]: DEBUG os_brick.utils [None req-6f10d879-3ca2-4e9a-bb05-5b0f629f6786 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] <== get_connector_properties: return (118ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9325735bc82e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:38:37 user nova-compute[75147]: DEBUG nova.virt.block_device [None req-6f10d879-3ca2-4e9a-bb05-5b0f629f6786 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] [instance: 6c9c2dc6-d96a-42f6-a749-962d9b1a3a63] Updating existing volume attachment record: eaa7f07b-ef94-469f-99f9-b2fe3dddc7c9 {{(pid=75147) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 27 19:38:38 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:38:38 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:38:41 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:38:41 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:38:41 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:38:46 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:38:46 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:38:49 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:38:50 user nova-compute[75147]: INFO nova.compute.manager [None req-61e12652-ca30-4509-96a2-c53168b4ebb6 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Unrescuing
Oct 27 19:38:50 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-61e12652-ca30-4509-96a2-c53168b4ebb6 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Acquiring lock "refresh_cache-68a6c383-5da2-4e99-9c46-682c1da71a4e" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:38:50 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-61e12652-ca30-4509-96a2-c53168b4ebb6 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Acquired lock "refresh_cache-68a6c383-5da2-4e99-9c46-682c1da71a4e" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:38:50 user nova-compute[75147]: DEBUG nova.network.neutron [None req-61e12652-ca30-4509-96a2-c53168b4ebb6 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Building network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 19:38:50 user nova-compute[75147]: DEBUG nova.network.neutron [None req-61e12652-ca30-4509-96a2-c53168b4ebb6 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Updating instance_info_cache with network_info: [{"id": "a12e99e1-8a31-41e4-8730-b290c44f687b", "address": "fa:16:3e:1f:d1:6d", "network": {"id": "997a94dd-a6cc-485a-9bca-761040e12ccf", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-358973122-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c05b7c7e7bf147fcbc02a57ffda4a15d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa12e99e1-8a", "ovs_interfaceid": "a12e99e1-8a31-41e4-8730-b290c44f687b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:38:50 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-61e12652-ca30-4509-96a2-c53168b4ebb6 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Releasing lock "refresh_cache-68a6c383-5da2-4e99-9c46-682c1da71a4e" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:38:50 user nova-compute[75147]: DEBUG nova.objects.instance [None req-61e12652-ca30-4509-96a2-c53168b4ebb6 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Lazy-loading 'flavor' on Instance uuid 68a6c383-5da2-4e99-9c46-682c1da71a4e {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:38:50 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:38:50 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:38:51 user nova-compute[75147]: DEBUG nova.compute.manager [req-d2e0e704-9208-4237-914d-53e7917ac9aa req-476adadb-23ed-4695-9a35-6cce2847bd84 service nova] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Received event network-vif-unplugged-a12e99e1-8a31-41e4-8730-b290c44f687b {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:38:51 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-d2e0e704-9208-4237-914d-53e7917ac9aa req-476adadb-23ed-4695-9a35-6cce2847bd84 service nova] Acquiring lock "68a6c383-5da2-4e99-9c46-682c1da71a4e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:38:51 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-d2e0e704-9208-4237-914d-53e7917ac9aa req-476adadb-23ed-4695-9a35-6cce2847bd84 service nova] Lock "68a6c383-5da2-4e99-9c46-682c1da71a4e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:38:51 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-d2e0e704-9208-4237-914d-53e7917ac9aa req-476adadb-23ed-4695-9a35-6cce2847bd84 service nova] Lock "68a6c383-5da2-4e99-9c46-682c1da71a4e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:38:51 user nova-compute[75147]: DEBUG nova.compute.manager [req-d2e0e704-9208-4237-914d-53e7917ac9aa req-476adadb-23ed-4695-9a35-6cce2847bd84 service nova] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] No waiting events found dispatching network-vif-unplugged-a12e99e1-8a31-41e4-8730-b290c44f687b {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:38:51 user nova-compute[75147]: WARNING nova.compute.manager [req-d2e0e704-9208-4237-914d-53e7917ac9aa req-476adadb-23ed-4695-9a35-6cce2847bd84 service nova] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Received unexpected event network-vif-unplugged-a12e99e1-8a31-41e4-8730-b290c44f687b for instance with vm_state rescued and task_state unrescuing.
Oct 27 19:38:51 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:38:51 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:38:51 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Instance destroyed successfully.
Oct 27 19:38:51 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:38:51 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:38:51 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:38:51 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:38:52 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:38:52 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:38:52 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:38:52 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:38:52 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:38:52 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:38:52 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:38:52 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:38:53 user nova-compute[75147]: DEBUG nova.compute.manager [req-7b959397-83e2-4191-9bf1-d8682b7737f9 req-42d5d125-72ed-4a3f-a463-92a5146a0062 service nova] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Received event network-vif-plugged-a12e99e1-8a31-41e4-8730-b290c44f687b {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:38:53 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-7b959397-83e2-4191-9bf1-d8682b7737f9 req-42d5d125-72ed-4a3f-a463-92a5146a0062 service nova] Acquiring lock "68a6c383-5da2-4e99-9c46-682c1da71a4e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:38:53 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-7b959397-83e2-4191-9bf1-d8682b7737f9 req-42d5d125-72ed-4a3f-a463-92a5146a0062 service nova] Lock "68a6c383-5da2-4e99-9c46-682c1da71a4e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:38:53 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-7b959397-83e2-4191-9bf1-d8682b7737f9 req-42d5d125-72ed-4a3f-a463-92a5146a0062 service nova] Lock "68a6c383-5da2-4e99-9c46-682c1da71a4e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:38:53 user nova-compute[75147]: DEBUG nova.compute.manager [req-7b959397-83e2-4191-9bf1-d8682b7737f9 req-42d5d125-72ed-4a3f-a463-92a5146a0062 service nova] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] No waiting events found dispatching network-vif-plugged-a12e99e1-8a31-41e4-8730-b290c44f687b {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:38:53 user nova-compute[75147]: WARNING nova.compute.manager [req-7b959397-83e2-4191-9bf1-d8682b7737f9 req-42d5d125-72ed-4a3f-a463-92a5146a0062 service nova] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Received unexpected event network-vif-plugged-a12e99e1-8a31-41e4-8730-b290c44f687b for instance with vm_state rescued and task_state unrescuing.
Oct 27 19:38:53 user nova-compute[75147]: DEBUG nova.compute.manager [req-7b959397-83e2-4191-9bf1-d8682b7737f9 req-42d5d125-72ed-4a3f-a463-92a5146a0062 service nova] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Received event network-vif-plugged-a12e99e1-8a31-41e4-8730-b290c44f687b {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:38:53 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-7b959397-83e2-4191-9bf1-d8682b7737f9 req-42d5d125-72ed-4a3f-a463-92a5146a0062 service nova] Acquiring lock "68a6c383-5da2-4e99-9c46-682c1da71a4e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:38:53 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-7b959397-83e2-4191-9bf1-d8682b7737f9 req-42d5d125-72ed-4a3f-a463-92a5146a0062 service nova] Lock "68a6c383-5da2-4e99-9c46-682c1da71a4e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:38:53 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-7b959397-83e2-4191-9bf1-d8682b7737f9 req-42d5d125-72ed-4a3f-a463-92a5146a0062 service nova] Lock "68a6c383-5da2-4e99-9c46-682c1da71a4e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:38:53 user nova-compute[75147]: DEBUG nova.compute.manager [req-7b959397-83e2-4191-9bf1-d8682b7737f9 req-42d5d125-72ed-4a3f-a463-92a5146a0062 service nova] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] No waiting events found dispatching network-vif-plugged-a12e99e1-8a31-41e4-8730-b290c44f687b {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:38:53 user nova-compute[75147]: WARNING nova.compute.manager [req-7b959397-83e2-4191-9bf1-d8682b7737f9 req-42d5d125-72ed-4a3f-a463-92a5146a0062 service nova] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Received unexpected event network-vif-plugged-a12e99e1-8a31-41e4-8730-b290c44f687b for instance with vm_state rescued and task_state unrescuing.
Oct 27 19:38:53 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:38:53 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:38:53 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:38:53 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:38:53 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Auditing locally available compute resources for user (node: user) {{(pid=75147) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 19:38:54 user nova-compute[75147]: DEBUG nova.compute.manager [None req-61e12652-ca30-4509-96a2-c53168b4ebb6 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Checking state {{(pid=75147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 19:38:55 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7132ae80-42e0-45d0-a643-c5aa744abd5d/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:38:55 user nova-compute[75147]: DEBUG nova.compute.manager [req-0c8f4985-ad94-44ec-aaf5-08560a7f2186 req-6a16b72c-6e64-4c21-bb9e-1efcee64db6e service nova] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Received event network-vif-plugged-a12e99e1-8a31-41e4-8730-b290c44f687b {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:38:55 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-0c8f4985-ad94-44ec-aaf5-08560a7f2186 req-6a16b72c-6e64-4c21-bb9e-1efcee64db6e service nova] Acquiring lock "68a6c383-5da2-4e99-9c46-682c1da71a4e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:38:55 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-0c8f4985-ad94-44ec-aaf5-08560a7f2186 req-6a16b72c-6e64-4c21-bb9e-1efcee64db6e service nova] Lock "68a6c383-5da2-4e99-9c46-682c1da71a4e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:38:55 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-0c8f4985-ad94-44ec-aaf5-08560a7f2186 req-6a16b72c-6e64-4c21-bb9e-1efcee64db6e service nova] Lock "68a6c383-5da2-4e99-9c46-682c1da71a4e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:38:55 user nova-compute[75147]: DEBUG nova.compute.manager [req-0c8f4985-ad94-44ec-aaf5-08560a7f2186 req-6a16b72c-6e64-4c21-bb9e-1efcee64db6e service nova] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] No waiting events found dispatching network-vif-plugged-a12e99e1-8a31-41e4-8730-b290c44f687b {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:38:55 user nova-compute[75147]: WARNING nova.compute.manager [req-0c8f4985-ad94-44ec-aaf5-08560a7f2186 req-6a16b72c-6e64-4c21-bb9e-1efcee64db6e service nova] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Received unexpected event network-vif-plugged-a12e99e1-8a31-41e4-8730-b290c44f687b for instance with vm_state active and task_state None.
Oct 27 19:38:55 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7132ae80-42e0-45d0-a643-c5aa744abd5d/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:38:55 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7132ae80-42e0-45d0-a643-c5aa744abd5d/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:38:55 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7132ae80-42e0-45d0-a643-c5aa744abd5d/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:38:55 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9c3f1cc3-684a-4303-a66b-adf1652dd5fd/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:38:55 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9c3f1cc3-684a-4303-a66b-adf1652dd5fd/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:38:55 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9c3f1cc3-684a-4303-a66b-adf1652dd5fd/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:38:55 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9c3f1cc3-684a-4303-a66b-adf1652dd5fd/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:38:55 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6c9c2dc6-d96a-42f6-a749-962d9b1a3a63/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:38:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6c9c2dc6-d96a-42f6-a749-962d9b1a3a63/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:38:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6c9c2dc6-d96a-42f6-a749-962d9b1a3a63/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:38:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6c9c2dc6-d96a-42f6-a749-962d9b1a3a63/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:38:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18fad5c9-4c2b-4e90-a568-bd0a32497c63/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:38:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18fad5c9-4c2b-4e90-a568-bd0a32497c63/disk --force-share --output=json" returned: 0 in 0.251s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:38:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18fad5c9-4c2b-4e90-a568-bd0a32497c63/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:38:56 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:38:56 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:38:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18fad5c9-4c2b-4e90-a568-bd0a32497c63/disk --force-share --output=json" returned: 0 in 0.229s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:38:56 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75147) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 19:38:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/73439fd6-da4c-4dd7-b8cf-2baf9a34e717/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:38:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/73439fd6-da4c-4dd7-b8cf-2baf9a34e717/disk --force-share --output=json" returned: 0 in 0.226s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:38:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/73439fd6-da4c-4dd7-b8cf-2baf9a34e717/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:38:57 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/73439fd6-da4c-4dd7-b8cf-2baf9a34e717/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:38:57 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3fb6898-879f-4828-b0c8-f4c7911c334c/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:38:57 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3fb6898-879f-4828-b0c8-f4c7911c334c/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:38:57 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3fb6898-879f-4828-b0c8-f4c7911c334c/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:38:57 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3fb6898-879f-4828-b0c8-f4c7911c334c/disk --force-share --output=json" returned: 0 in 0.244s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:38:57 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk.rescue --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:38:57 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk.rescue --force-share --output=json" returned: 0 in 0.211s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:38:57 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk.rescue --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:38:57 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6f10d879-3ca2-4e9a-bb05-5b0f629f6786 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] [instance: 6c9c2dc6-d96a-42f6-a749-962d9b1a3a63] Calling os-brick to attach iSCSI Volume {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 19:38:57 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f10d879-3ca2-4e9a-bb05-5b0f629f6786 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:993797f8-dfcd-43c9-a70a-00b711da7324', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NGoPkBXZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:38:57 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-6f10d879-3ca2-4e9a-bb05-5b0f629f6786 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:38:57 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-6f10d879-3ca2-4e9a-bb05-5b0f629f6786 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:38:57 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-6f10d879-3ca2-4e9a-bb05-5b0f629f6786 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:38:57 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-6f10d879-3ca2-4e9a-bb05-5b0f629f6786 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:38:57 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-6f10d879-3ca2-4e9a-bb05-5b0f629f6786 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:993797f8-dfcd-43c9-a70a-00b711da7324" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:38:57 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-6f10d879-3ca2-4e9a-bb05-5b0f629f6786 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:993797f8-dfcd-43c9-a70a-00b711da7324" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:38:57 user nova-compute[75147]: INFO os_brick.initiator.connectors.iscsi [None req-6f10d879-3ca2-4e9a-bb05-5b0f629f6786 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 19:38:57 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:993797f8-dfcd-43c9-a70a-00b711da7324 -p 172.16.0.220:3260 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:38:57 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:993797f8-dfcd-43c9-a70a-00b711da7324 -p 172.16.0.220:3260" returned: 21 in 0.024s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:38:57 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[b265905c-3970-4c61-adb4-488c7c59b6d2]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:38:57 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f10d879-3ca2-4e9a-bb05-5b0f629f6786 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 19:38:57 user nova-compute[75147]:  {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:38:57 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:993797f8-dfcd-43c9-a70a-00b711da7324 -p 172.16.0.220:3260 --interface default --op new {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:38:57 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:993797f8-dfcd-43c9-a70a-00b711da7324 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:38:57 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b643a3f-346b-49ef-bcbc-f501f831460e]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:993797f8-dfcd-43c9-a70a-00b711da7324] added\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:38:57 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f10d879-3ca2-4e9a-bb05-5b0f629f6786 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:993797f8-dfcd-43c9-a70a-00b711da7324] added
Oct 27 19:38:57 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:38:57 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:993797f8-dfcd-43c9-a70a-00b711da7324 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:38:57 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:993797f8-dfcd-43c9-a70a-00b711da7324 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:38:57 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[00420b3c-82a6-41c4-9831-e7302f6eac6a]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:38:57 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f10d879-3ca2-4e9a-bb05-5b0f629f6786 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:38:57 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:993797f8-dfcd-43c9-a70a-00b711da7324 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:38:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:993797f8-dfcd-43c9-a70a-00b711da7324 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.026s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:38:58 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[948bf4f4-0539-4a89-bd4f-ccf912de0e6d]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:38:58 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f10d879-3ca2-4e9a-bb05-5b0f629f6786 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:38:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:993797f8-dfcd-43c9-a70a-00b711da7324 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v NGoPkBXZ {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:38:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:993797f8-dfcd-43c9-a70a-00b711da7324 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v NGoPkBXZ" returned: 0 in 0.025s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:38:58 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[d9b6d1e7-79bf-4752-9111-db6c32680d37]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:38:58 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f10d879-3ca2-4e9a-bb05-5b0f629f6786 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'NGoPkBXZ'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:38:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:993797f8-dfcd-43c9-a70a-00b711da7324 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:38:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk.rescue --force-share --output=json" returned: 0 in 0.218s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:38:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:38:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:993797f8-dfcd-43c9-a70a-00b711da7324 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.026s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:38:58 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[92403363-673a-4d82-84a3-07827c9fe230]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:38:58 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f10d879-3ca2-4e9a-bb05-5b0f629f6786 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:38:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:38:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:38:58 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[73750fb1-6827-4a4f-b1b9-0a750b2cbdf5]: (4, ('tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:38:58 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f10d879-3ca2-4e9a-bb05-5b0f629f6786 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76 (non-flash)
Oct 27 19:38:58 user nova-compute[75147]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601 (non-flash)
Oct 27 19:38:58 user nova-compute[75147]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1 (non-flash)
Oct 27 19:38:58 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:38:58 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f10d879-3ca2-4e9a-bb05-5b0f629f6786 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] iscsi session list stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76 (non-flash)
Oct 27 19:38:58 user nova-compute[75147]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601 (non-flash)
Oct 27 19:38:58 user nova-compute[75147]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1 (non-flash)
Oct 27 19:38:58 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:38:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:993797f8-dfcd-43c9-a70a-00b711da7324 -p 172.16.0.220:3260 --login {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:38:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:993797f8-dfcd-43c9-a70a-00b711da7324 -p 172.16.0.220:3260 --login" returned: 0 in 0.079s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:38:58 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab442fea-3800-4594-950c-00a65ef8eaca]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:993797f8-dfcd-43c9-a70a-00b711da7324, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:993797f8-dfcd-43c9-a70a-00b711da7324, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:38:58 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f10d879-3ca2-4e9a-bb05-5b0f629f6786 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:993797f8-dfcd-43c9-a70a-00b711da7324, portal: 172.16.0.220,3260]
Oct 27 19:38:58 user nova-compute[75147]: Login to [iface: default, target: iqn.2010-10.org.openstack:993797f8-dfcd-43c9-a70a-00b711da7324, portal: 172.16.0.220,3260] successful.
Oct 27 19:38:58 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:38:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:993797f8-dfcd-43c9-a70a-00b711da7324 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:38:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:38:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:38:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:993797f8-dfcd-43c9-a70a-00b711da7324 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:38:58 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[25e6c0ae-f5d1-4641-9265-0a432890b98f]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:38:58 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f10d879-3ca2-4e9a-bb05-5b0f629f6786 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:38:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:38:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:38:58 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[c49c0565-1c45-4ac0-91ef-bae258382a9a]: (4, ('tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:993797f8-dfcd-43c9-a70a-00b711da7324 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:38:58 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f10d879-3ca2-4e9a-bb05-5b0f629f6786 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76 (non-flash)
Oct 27 19:38:58 user nova-compute[75147]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601 (non-flash)
Oct 27 19:38:58 user nova-compute[75147]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1 (non-flash)
Oct 27 19:38:58 user nova-compute[75147]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:993797f8-dfcd-43c9-a70a-00b711da7324 (non-flash)
Oct 27 19:38:58 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:38:58 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f10d879-3ca2-4e9a-bb05-5b0f629f6786 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] iscsi session list stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76 (non-flash)
Oct 27 19:38:58 user nova-compute[75147]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601 (non-flash)
Oct 27 19:38:58 user nova-compute[75147]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1 (non-flash)
Oct 27 19:38:58 user nova-compute[75147]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:993797f8-dfcd-43c9-a70a-00b711da7324 (non-flash)
Oct 27 19:38:58 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:38:58 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-6f10d879-3ca2-4e9a-bb05-5b0f629f6786 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:993797f8-dfcd-43c9-a70a-00b711da7324" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.411s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:38:58 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f10d879-3ca2-4e9a-bb05-5b0f629f6786 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Connected to 172.16.0.220:3260 {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 19:38:58 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-6f10d879-3ca2-4e9a-bb05-5b0f629f6786 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] HCTL ('36', '-', '-', 0) found on session 29 with lun 0 {{(pid=75147) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 19:38:58 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-6f10d879-3ca2-4e9a-bb05-5b0f629f6786 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=75147) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 19:38:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:38:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.023s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:38:58 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[70e24804-6732-4c16-8136-1f77889257c3]: (4, ('- - 0', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:38:58 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-6f10d879-3ca2-4e9a-bb05-5b0f629f6786 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Searching for a device in session 29 and hctl ['36', '*', '*', 0] yield: sde {{(pid=75147) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 19:38:58 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f10d879-3ca2-4e9a-bb05-5b0f629f6786 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:993797f8-dfcd-43c9-a70a-00b711da7324', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NGoPkBXZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 19:38:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:38:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/68a6c383-5da2-4e99-9c46-682c1da71a4e/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:38:58 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-951f353e-4274-421e-95d8-533a75a0174a tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Acquiring lock "7132ae80-42e0-45d0-a643-c5aa744abd5d" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:38:58 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-951f353e-4274-421e-95d8-533a75a0174a tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Lock "7132ae80-42e0-45d0-a643-c5aa744abd5d" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:38:58 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-951f353e-4274-421e-95d8-533a75a0174a tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Acquiring lock "7132ae80-42e0-45d0-a643-c5aa744abd5d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:38:58 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-951f353e-4274-421e-95d8-533a75a0174a tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Lock "7132ae80-42e0-45d0-a643-c5aa744abd5d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:38:58 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-951f353e-4274-421e-95d8-533a75a0174a tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Lock "7132ae80-42e0-45d0-a643-c5aa744abd5d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:38:58 user nova-compute[75147]: INFO nova.compute.manager [None req-951f353e-4274-421e-95d8-533a75a0174a tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] [instance: 7132ae80-42e0-45d0-a643-c5aa744abd5d] Terminating instance
Oct 27 19:38:58 user nova-compute[75147]: DEBUG nova.compute.manager [None req-951f353e-4274-421e-95d8-533a75a0174a tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] [instance: 7132ae80-42e0-45d0-a643-c5aa744abd5d] Start destroying the instance on the hypervisor. {{(pid=75147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 27 19:38:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/68a6c383-5da2-4e99-9c46-682c1da71a4e/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:38:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/68a6c383-5da2-4e99-9c46-682c1da71a4e/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:38:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:38:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:38:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:38:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:38:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/68a6c383-5da2-4e99-9c46-682c1da71a4e/disk --force-share --output=json" returned: 0 in 0.230s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:38:58 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75147) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 19:38:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bac22037-a5fc-4b74-a5eb-94c2e51e8155/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:38:59 user nova-compute[75147]: DEBUG nova.compute.manager [req-1600e81e-de1d-43e6-9b61-c86e073ab851 req-49db8078-2db3-4c36-96e2-1cbb44fb4022 service nova] [instance: 7132ae80-42e0-45d0-a643-c5aa744abd5d] Received event network-vif-unplugged-7dfdd598-c0c5-4851-a216-81bdc9a32477 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:38:59 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-1600e81e-de1d-43e6-9b61-c86e073ab851 req-49db8078-2db3-4c36-96e2-1cbb44fb4022 service nova] Acquiring lock "7132ae80-42e0-45d0-a643-c5aa744abd5d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:38:59 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-1600e81e-de1d-43e6-9b61-c86e073ab851 req-49db8078-2db3-4c36-96e2-1cbb44fb4022 service nova] Lock "7132ae80-42e0-45d0-a643-c5aa744abd5d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:38:59 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-1600e81e-de1d-43e6-9b61-c86e073ab851 req-49db8078-2db3-4c36-96e2-1cbb44fb4022 service nova] Lock "7132ae80-42e0-45d0-a643-c5aa744abd5d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:38:59 user nova-compute[75147]: DEBUG nova.compute.manager [req-1600e81e-de1d-43e6-9b61-c86e073ab851 req-49db8078-2db3-4c36-96e2-1cbb44fb4022 service nova] [instance: 7132ae80-42e0-45d0-a643-c5aa744abd5d] No waiting events found dispatching network-vif-unplugged-7dfdd598-c0c5-4851-a216-81bdc9a32477 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:38:59 user nova-compute[75147]: DEBUG nova.compute.manager [req-1600e81e-de1d-43e6-9b61-c86e073ab851 req-49db8078-2db3-4c36-96e2-1cbb44fb4022 service nova] [instance: 7132ae80-42e0-45d0-a643-c5aa744abd5d] Received event network-vif-unplugged-7dfdd598-c0c5-4851-a216-81bdc9a32477 for instance with task_state deleting. {{(pid=75147) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 19:38:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bac22037-a5fc-4b74-a5eb-94c2e51e8155/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:38:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bac22037-a5fc-4b74-a5eb-94c2e51e8155/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:38:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bac22037-a5fc-4b74-a5eb-94c2e51e8155/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:38:59 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=75147) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 19:38:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/48e26cd7-18d7-4aae-9368-e417f1a39826/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:38:59 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-6f10d879-3ca2-4e9a-bb05-5b0f629f6786 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.466s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:38:59 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f10d879-3ca2-4e9a-bb05-5b0f629f6786 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] <== connect_volume: return (1470ms) {'type': 'block', 'scsi_wwn': '26365613133663461', 'path': '/dev/sde'} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:38:59 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6f10d879-3ca2-4e9a-bb05-5b0f629f6786 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] [instance: 6c9c2dc6-d96a-42f6-a749-962d9b1a3a63] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26365613133663461', 'path': '/dev/sde'} {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 19:38:59 user nova-compute[75147]: DEBUG nova.objects.instance [None req-6f10d879-3ca2-4e9a-bb05-5b0f629f6786 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Lazy-loading 'flavor' on Instance uuid 6c9c2dc6-d96a-42f6-a749-962d9b1a3a63 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:38:59 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-6f10d879-3ca2-4e9a-bb05-5b0f629f6786 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] attach device xml: <disk type="block" device="disk">
Oct 27 19:38:59 user nova-compute[75147]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 19:38:59 user nova-compute[75147]:   <source dev="/dev/sde"/>
Oct 27 19:38:59 user nova-compute[75147]:   <target dev="vdb" bus="virtio"/>
Oct 27 19:38:59 user nova-compute[75147]:   <serial>993797f8-dfcd-43c9-a70a-00b711da7324</serial>
Oct 27 19:38:59 user nova-compute[75147]: </disk>
Oct 27 19:38:59 user nova-compute[75147]:  {{(pid=75147) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 27 19:38:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/48e26cd7-18d7-4aae-9368-e417f1a39826/disk --force-share --output=json" returned: 0 in 0.220s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:38:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/48e26cd7-18d7-4aae-9368-e417f1a39826/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:38:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/48e26cd7-18d7-4aae-9368-e417f1a39826/disk --force-share --output=json" returned: 0 in 0.246s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:39:00 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: 7132ae80-42e0-45d0-a643-c5aa744abd5d] Instance destroyed successfully.
Oct 27 19:39:00 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:39:00 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:39:00 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Hypervisor/Node resource view: name=user free_ram=7372MB free_disk=25.099822998046875GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75147) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 19:39:00 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:39:00 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:39:00 user nova-compute[75147]: DEBUG nova.objects.instance [None req-951f353e-4274-421e-95d8-533a75a0174a tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Lazy-loading 'resources' on Instance uuid 7132ae80-42e0-45d0-a643-c5aa744abd5d {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:39:00 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-951f353e-4274-421e-95d8-533a75a0174a tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:37:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-2078517881',display_name='tempest-VolumesActionsTest-instance-2078517881',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-2078517881',id=26,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-27T19:37:14Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='4a7b775562ff4a9eb8d9db9a2d172c66',ramdisk_id='',reservation_id='r-gm3fkq59',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesActionsTest-1125903274',owner_user_name='tempest-VolumesActionsTest-1125903274-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T19:37:14Z,user_data=None,user_id='5bd4e215f31944c3ac14e84bb310e1af',uuid=7132ae80-42e0-45d0-a643-c5aa744abd5d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "7dfdd598-c0c5-4851-a216-81bdc9a32477", "address": "fa:16:3e:69:bd:ba", "network": {"id": "8d47d2ae-4086-435a-a4d6-18dbb2fffaa2", "bridge": "br-int", "label": "tempest-VolumesActionsTest-407498730-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4a7b775562ff4a9eb8d9db9a2d172c66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7dfdd598-c0", "ovs_interfaceid": "7dfdd598-c0c5-4851-a216-81bdc9a32477", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 19:39:00 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-951f353e-4274-421e-95d8-533a75a0174a tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Converting VIF {"id": "7dfdd598-c0c5-4851-a216-81bdc9a32477", "address": "fa:16:3e:69:bd:ba", "network": {"id": "8d47d2ae-4086-435a-a4d6-18dbb2fffaa2", "bridge": "br-int", "label": "tempest-VolumesActionsTest-407498730-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4a7b775562ff4a9eb8d9db9a2d172c66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7dfdd598-c0", "ovs_interfaceid": "7dfdd598-c0c5-4851-a216-81bdc9a32477", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:39:00 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-951f353e-4274-421e-95d8-533a75a0174a tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:69:bd:ba,bridge_name='br-int',has_traffic_filtering=True,id=7dfdd598-c0c5-4851-a216-81bdc9a32477,network=Network(8d47d2ae-4086-435a-a4d6-18dbb2fffaa2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7dfdd598-c0') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:39:00 user nova-compute[75147]: DEBUG os_vif [None req-951f353e-4274-421e-95d8-533a75a0174a tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:69:bd:ba,bridge_name='br-int',has_traffic_filtering=True,id=7dfdd598-c0c5-4851-a216-81bdc9a32477,network=Network(8d47d2ae-4086-435a-a4d6-18dbb2fffaa2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7dfdd598-c0') {{(pid=75147) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 19:39:00 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:39:00 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap7dfdd598-c0, bridge=br-int, if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:39:00 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:39:00 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:39:00 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:39:00 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=9448522f-0798-4626-85e0-57295d998b8d) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:39:00 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:39:00 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:39:00 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-6f10d879-3ca2-4e9a-bb05-5b0f629f6786 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] No BDM found with device name vda, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:39:00 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-6f10d879-3ca2-4e9a-bb05-5b0f629f6786 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:39:00 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-6f10d879-3ca2-4e9a-bb05-5b0f629f6786 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] No VIF found with MAC fa:16:3e:03:29:2a, not building metadata {{(pid=75147) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 19:39:00 user nova-compute[75147]: INFO os_vif [None req-951f353e-4274-421e-95d8-533a75a0174a tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:69:bd:ba,bridge_name='br-int',has_traffic_filtering=True,id=7dfdd598-c0c5-4851-a216-81bdc9a32477,network=Network(8d47d2ae-4086-435a-a4d6-18dbb2fffaa2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7dfdd598-c0')
Oct 27 19:39:00 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-951f353e-4274-421e-95d8-533a75a0174a tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] [instance: 7132ae80-42e0-45d0-a643-c5aa744abd5d] Deleting instance files /opt/stack/data/nova/instances/7132ae80-42e0-45d0-a643-c5aa744abd5d_del
Oct 27 19:39:00 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-951f353e-4274-421e-95d8-533a75a0174a tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] [instance: 7132ae80-42e0-45d0-a643-c5aa744abd5d] Deletion of /opt/stack/data/nova/instances/7132ae80-42e0-45d0-a643-c5aa744abd5d_del complete
Oct 27 19:39:00 user nova-compute[75147]: INFO nova.compute.manager [None req-951f353e-4274-421e-95d8-533a75a0174a tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] [instance: 7132ae80-42e0-45d0-a643-c5aa744abd5d] Took 1.82 seconds to destroy the instance on the hypervisor.
Oct 27 19:39:00 user nova-compute[75147]: DEBUG oslo.service.loopingcall [None req-951f353e-4274-421e-95d8-533a75a0174a tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 27 19:39:00 user nova-compute[75147]: DEBUG nova.compute.manager [-] [instance: 7132ae80-42e0-45d0-a643-c5aa744abd5d] Deallocating network for instance {{(pid=75147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 27 19:39:00 user nova-compute[75147]: DEBUG nova.network.neutron [-] [instance: 7132ae80-42e0-45d0-a643-c5aa744abd5d] deallocate_for_instance() {{(pid=75147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 27 19:39:00 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance bac22037-a5fc-4b74-a5eb-94c2e51e8155 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:39:00 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:39:00 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance d3fb6898-879f-4828-b0c8-f4c7911c334c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:39:00 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 18fad5c9-4c2b-4e90-a568-bd0a32497c63 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:39:00 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 73439fd6-da4c-4dd7-b8cf-2baf9a34e717 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:39:00 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 68a6c383-5da2-4e99-9c46-682c1da71a4e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:39:00 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 6c9c2dc6-d96a-42f6-a749-962d9b1a3a63 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:39:00 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 7132ae80-42e0-45d0-a643-c5aa744abd5d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:39:00 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 48e26cd7-18d7-4aae-9368-e417f1a39826 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:39:00 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance e18f8c66-86d8-4021-b2f8-17aeee684b86 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:39:00 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 9c3f1cc3-684a-4303-a66b-adf1652dd5fd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:39:00 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 19:39:00 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 19:39:00 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-6f10d879-3ca2-4e9a-bb05-5b0f629f6786 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Lock "6c9c2dc6-d96a-42f6-a749-962d9b1a3a63" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 23.314s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:39:00 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:39:00 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:39:00 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Compute_service record updated for user:user {{(pid=75147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 19:39:00 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.559s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:39:01 user nova-compute[75147]: DEBUG nova.network.neutron [-] [instance: 7132ae80-42e0-45d0-a643-c5aa744abd5d] Updating instance_info_cache with network_info: [] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:39:01 user nova-compute[75147]: INFO nova.compute.manager [-] [instance: 7132ae80-42e0-45d0-a643-c5aa744abd5d] Took 0.55 seconds to deallocate network for instance.
Oct 27 19:39:01 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-951f353e-4274-421e-95d8-533a75a0174a tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:39:01 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-951f353e-4274-421e-95d8-533a75a0174a tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:39:01 user nova-compute[75147]: DEBUG nova.compute.manager [req-c46ff777-dfea-44fa-9c1f-a8a261b83fa2 req-5702bad7-fcf3-41ce-8cfb-4dbb8c224098 service nova] [instance: 7132ae80-42e0-45d0-a643-c5aa744abd5d] Received event network-vif-plugged-7dfdd598-c0c5-4851-a216-81bdc9a32477 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:39:01 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-c46ff777-dfea-44fa-9c1f-a8a261b83fa2 req-5702bad7-fcf3-41ce-8cfb-4dbb8c224098 service nova] Acquiring lock "7132ae80-42e0-45d0-a643-c5aa744abd5d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:39:01 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-c46ff777-dfea-44fa-9c1f-a8a261b83fa2 req-5702bad7-fcf3-41ce-8cfb-4dbb8c224098 service nova] Lock "7132ae80-42e0-45d0-a643-c5aa744abd5d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:39:01 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-c46ff777-dfea-44fa-9c1f-a8a261b83fa2 req-5702bad7-fcf3-41ce-8cfb-4dbb8c224098 service nova] Lock "7132ae80-42e0-45d0-a643-c5aa744abd5d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:39:01 user nova-compute[75147]: DEBUG nova.compute.manager [req-c46ff777-dfea-44fa-9c1f-a8a261b83fa2 req-5702bad7-fcf3-41ce-8cfb-4dbb8c224098 service nova] [instance: 7132ae80-42e0-45d0-a643-c5aa744abd5d] No waiting events found dispatching network-vif-plugged-7dfdd598-c0c5-4851-a216-81bdc9a32477 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:39:01 user nova-compute[75147]: WARNING nova.compute.manager [req-c46ff777-dfea-44fa-9c1f-a8a261b83fa2 req-5702bad7-fcf3-41ce-8cfb-4dbb8c224098 service nova] [instance: 7132ae80-42e0-45d0-a643-c5aa744abd5d] Received unexpected event network-vif-plugged-7dfdd598-c0c5-4851-a216-81bdc9a32477 for instance with vm_state deleted and task_state None.
Oct 27 19:39:01 user nova-compute[75147]: DEBUG nova.compute.manager [req-c46ff777-dfea-44fa-9c1f-a8a261b83fa2 req-5702bad7-fcf3-41ce-8cfb-4dbb8c224098 service nova] [instance: 7132ae80-42e0-45d0-a643-c5aa744abd5d] Received event network-vif-deleted-7dfdd598-c0c5-4851-a216-81bdc9a32477 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:39:01 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-951f353e-4274-421e-95d8-533a75a0174a tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:39:01 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-951f353e-4274-421e-95d8-533a75a0174a tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:39:01 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-951f353e-4274-421e-95d8-533a75a0174a tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.381s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:39:01 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:39:01 user nova-compute[75147]: INFO nova.scheduler.client.report [None req-951f353e-4274-421e-95d8-533a75a0174a tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Deleted allocations for instance 7132ae80-42e0-45d0-a643-c5aa744abd5d
Oct 27 19:39:01 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-951f353e-4274-421e-95d8-533a75a0174a tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Lock "7132ae80-42e0-45d0-a643-c5aa744abd5d" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.978s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:39:02 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:39:02 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Starting heal instance info cache {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 19:39:02 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "refresh_cache-48e26cd7-18d7-4aae-9368-e417f1a39826" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:39:02 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquired lock "refresh_cache-48e26cd7-18d7-4aae-9368-e417f1a39826" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:39:02 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] Forcefully refreshing network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 27 19:39:03 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-cef3477e-71d7-4005-8c63-fc6a469db095 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Acquiring lock "6c9c2dc6-d96a-42f6-a749-962d9b1a3a63" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:39:03 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-cef3477e-71d7-4005-8c63-fc6a469db095 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Lock "6c9c2dc6-d96a-42f6-a749-962d9b1a3a63" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:39:03 user nova-compute[75147]: INFO nova.compute.manager [None req-cef3477e-71d7-4005-8c63-fc6a469db095 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] [instance: 6c9c2dc6-d96a-42f6-a749-962d9b1a3a63] Detaching volume 993797f8-dfcd-43c9-a70a-00b711da7324
Oct 27 19:39:03 user nova-compute[75147]: INFO nova.virt.block_device [None req-cef3477e-71d7-4005-8c63-fc6a469db095 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] [instance: 6c9c2dc6-d96a-42f6-a749-962d9b1a3a63] Attempting to driver detach volume 993797f8-dfcd-43c9-a70a-00b711da7324 from mountpoint /dev/vdb
Oct 27 19:39:03 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-cef3477e-71d7-4005-8c63-fc6a469db095 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Attempting to detach device vdb from instance 6c9c2dc6-d96a-42f6-a749-962d9b1a3a63 from the persistent domain config. {{(pid=75147) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 27 19:39:03 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-cef3477e-71d7-4005-8c63-fc6a469db095 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] detach device xml: <disk type="block" device="disk">
Oct 27 19:39:03 user nova-compute[75147]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 19:39:03 user nova-compute[75147]:   <source dev="/dev/sde"/>
Oct 27 19:39:03 user nova-compute[75147]:   <target dev="vdb" bus="virtio"/>
Oct 27 19:39:03 user nova-compute[75147]:   <serial>993797f8-dfcd-43c9-a70a-00b711da7324</serial>
Oct 27 19:39:03 user nova-compute[75147]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 27 19:39:03 user nova-compute[75147]: </disk>
Oct 27 19:39:03 user nova-compute[75147]:  {{(pid=75147) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 19:39:03 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-cef3477e-71d7-4005-8c63-fc6a469db095 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Successfully detached device vdb from instance 6c9c2dc6-d96a-42f6-a749-962d9b1a3a63 from the persistent domain config.
Oct 27 19:39:03 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-cef3477e-71d7-4005-8c63-fc6a469db095 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 6c9c2dc6-d96a-42f6-a749-962d9b1a3a63 from the live domain config. {{(pid=75147) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 27 19:39:03 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-cef3477e-71d7-4005-8c63-fc6a469db095 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] detach device xml: <disk type="block" device="disk">
Oct 27 19:39:03 user nova-compute[75147]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 19:39:03 user nova-compute[75147]:   <source dev="/dev/sde"/>
Oct 27 19:39:03 user nova-compute[75147]:   <target dev="vdb" bus="virtio"/>
Oct 27 19:39:03 user nova-compute[75147]:   <serial>993797f8-dfcd-43c9-a70a-00b711da7324</serial>
Oct 27 19:39:03 user nova-compute[75147]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 27 19:39:03 user nova-compute[75147]: </disk>
Oct 27 19:39:03 user nova-compute[75147]:  {{(pid=75147) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 19:39:03 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-cef3477e-71d7-4005-8c63-fc6a469db095 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 6c9c2dc6-d96a-42f6-a749-962d9b1a3a63 {{(pid=75147) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 27 19:39:03 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] Updating instance_info_cache with network_info: [{"id": "a015da02-9f61-4b84-84fa-a6f763d8bb16", "address": "fa:16:3e:db:b0:9d", "network": {"id": "a71e29bc-f4c7-43bf-b62a-640bdbe1f778", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1494620895-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.5", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8beb0d83b9e445ec875766ef511f053b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa015da02-9f", "ovs_interfaceid": "a015da02-9f61-4b84-84fa-a6f763d8bb16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:39:03 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Releasing lock "refresh_cache-48e26cd7-18d7-4aae-9368-e417f1a39826" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:39:03 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] Updated the network info_cache for instance {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 27 19:39:03 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:39:03 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:39:03 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:39:03 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75147) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 19:39:05 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:39:06 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:39:10 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:39:11 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:39:15 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:39:16 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:39:18 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-7164daf2-1c16-46ff-87c3-6c984a2e5e46 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Acquiring lock "48e26cd7-18d7-4aae-9368-e417f1a39826" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:39:18 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-7164daf2-1c16-46ff-87c3-6c984a2e5e46 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Lock "48e26cd7-18d7-4aae-9368-e417f1a39826" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:39:18 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-7164daf2-1c16-46ff-87c3-6c984a2e5e46 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Acquiring lock "48e26cd7-18d7-4aae-9368-e417f1a39826-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:39:18 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-7164daf2-1c16-46ff-87c3-6c984a2e5e46 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Lock "48e26cd7-18d7-4aae-9368-e417f1a39826-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:39:18 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-7164daf2-1c16-46ff-87c3-6c984a2e5e46 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Lock "48e26cd7-18d7-4aae-9368-e417f1a39826-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:39:18 user nova-compute[75147]: INFO nova.compute.manager [None req-7164daf2-1c16-46ff-87c3-6c984a2e5e46 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] Terminating instance
Oct 27 19:39:18 user nova-compute[75147]: DEBUG nova.compute.manager [None req-7164daf2-1c16-46ff-87c3-6c984a2e5e46 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] Start destroying the instance on the hypervisor. {{(pid=75147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 27 19:39:18 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:39:19 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:39:19 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:39:19 user nova-compute[75147]: DEBUG nova.compute.manager [req-9d7ee99b-8b40-44c9-9366-6a02c85330ba req-179c34b2-591e-42a9-8cb4-d86c70cf5993 service nova] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] Received event network-vif-unplugged-a015da02-9f61-4b84-84fa-a6f763d8bb16 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:39:19 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-9d7ee99b-8b40-44c9-9366-6a02c85330ba req-179c34b2-591e-42a9-8cb4-d86c70cf5993 service nova] Acquiring lock "48e26cd7-18d7-4aae-9368-e417f1a39826-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:39:19 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-9d7ee99b-8b40-44c9-9366-6a02c85330ba req-179c34b2-591e-42a9-8cb4-d86c70cf5993 service nova] Lock "48e26cd7-18d7-4aae-9368-e417f1a39826-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:39:19 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-9d7ee99b-8b40-44c9-9366-6a02c85330ba req-179c34b2-591e-42a9-8cb4-d86c70cf5993 service nova] Lock "48e26cd7-18d7-4aae-9368-e417f1a39826-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:39:19 user nova-compute[75147]: DEBUG nova.compute.manager [req-9d7ee99b-8b40-44c9-9366-6a02c85330ba req-179c34b2-591e-42a9-8cb4-d86c70cf5993 service nova] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] No waiting events found dispatching network-vif-unplugged-a015da02-9f61-4b84-84fa-a6f763d8bb16 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:39:19 user nova-compute[75147]: DEBUG nova.compute.manager [req-9d7ee99b-8b40-44c9-9366-6a02c85330ba req-179c34b2-591e-42a9-8cb4-d86c70cf5993 service nova] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] Received event network-vif-unplugged-a015da02-9f61-4b84-84fa-a6f763d8bb16 for instance with task_state deleting. {{(pid=75147) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 19:39:19 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] Instance destroyed successfully.
Oct 27 19:39:19 user nova-compute[75147]: DEBUG nova.objects.instance [None req-7164daf2-1c16-46ff-87c3-6c984a2e5e46 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Lazy-loading 'resources' on Instance uuid 48e26cd7-18d7-4aae-9368-e417f1a39826 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:39:19 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-7164daf2-1c16-46ff-87c3-6c984a2e5e46 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-27T19:33:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-640939562',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-640939562',id=20,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBA+pCcKYWItCSIEcXbXu0sQjdq6f+s6OJ2nWuePLdznvkEvmZISMBAQqPizlEMxTOOCGmX5OwN3onvOSKNkBfWSgoqzq15nxxZT6F83tPhOQ8PQr2aIO/gWx6qYs22w58Q==',key_name='tempest-keypair-133364131',keypairs=<?>,launch_index=0,launched_at=2023-10-27T19:37:39Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='8beb0d83b9e445ec875766ef511f053b',ramdisk_id='',reservation_id='r-vpyx9309',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-824631730',owner_user_name='tempest-AttachVolumeShelveTestJSON-824631730-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T19:37:39Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0142753c479d419eb7cad92bf6b372d3',uuid=48e26cd7-18d7-4aae-9368-e417f1a39826,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a015da02-9f61-4b84-84fa-a6f763d8bb16", "address": "fa:16:3e:db:b0:9d", "network": {"id": "a71e29bc-f4c7-43bf-b62a-640bdbe1f778", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1494620895-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.5", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8beb0d83b9e445ec875766ef511f053b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa015da02-9f", "ovs_interfaceid": "a015da02-9f61-4b84-84fa-a6f763d8bb16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 19:39:19 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-7164daf2-1c16-46ff-87c3-6c984a2e5e46 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Converting VIF {"id": "a015da02-9f61-4b84-84fa-a6f763d8bb16", "address": "fa:16:3e:db:b0:9d", "network": {"id": "a71e29bc-f4c7-43bf-b62a-640bdbe1f778", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1494620895-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.5", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8beb0d83b9e445ec875766ef511f053b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa015da02-9f", "ovs_interfaceid": "a015da02-9f61-4b84-84fa-a6f763d8bb16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:39:19 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-7164daf2-1c16-46ff-87c3-6c984a2e5e46 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:db:b0:9d,bridge_name='br-int',has_traffic_filtering=True,id=a015da02-9f61-4b84-84fa-a6f763d8bb16,network=Network(a71e29bc-f4c7-43bf-b62a-640bdbe1f778),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa015da02-9f') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:39:19 user nova-compute[75147]: DEBUG os_vif [None req-7164daf2-1c16-46ff-87c3-6c984a2e5e46 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:db:b0:9d,bridge_name='br-int',has_traffic_filtering=True,id=a015da02-9f61-4b84-84fa-a6f763d8bb16,network=Network(a71e29bc-f4c7-43bf-b62a-640bdbe1f778),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa015da02-9f') {{(pid=75147) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 19:39:19 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:39:19 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa015da02-9f, bridge=br-int, if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:39:19 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:39:19 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:39:19 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:39:19 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=139af741-bf68-4245-93a7-8be83e0913ec) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:39:19 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:39:19 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:39:19 user nova-compute[75147]: INFO os_vif [None req-7164daf2-1c16-46ff-87c3-6c984a2e5e46 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:db:b0:9d,bridge_name='br-int',has_traffic_filtering=True,id=a015da02-9f61-4b84-84fa-a6f763d8bb16,network=Network(a71e29bc-f4c7-43bf-b62a-640bdbe1f778),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa015da02-9f')
Oct 27 19:39:19 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-7164daf2-1c16-46ff-87c3-6c984a2e5e46 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] Deleting instance files /opt/stack/data/nova/instances/48e26cd7-18d7-4aae-9368-e417f1a39826_del
Oct 27 19:39:19 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-7164daf2-1c16-46ff-87c3-6c984a2e5e46 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] Deletion of /opt/stack/data/nova/instances/48e26cd7-18d7-4aae-9368-e417f1a39826_del complete
Oct 27 19:39:19 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-c5d47ef3-fa95-4678-8f9c-fa27a6ed4740 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Acquiring lock "18fad5c9-4c2b-4e90-a568-bd0a32497c63" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:39:19 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-c5d47ef3-fa95-4678-8f9c-fa27a6ed4740 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Lock "18fad5c9-4c2b-4e90-a568-bd0a32497c63" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:39:19 user nova-compute[75147]: INFO nova.compute.manager [None req-c5d47ef3-fa95-4678-8f9c-fa27a6ed4740 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Detaching volume 258f9c1f-2da1-4815-9280-0796bf59f601
Oct 27 19:39:19 user nova-compute[75147]: INFO nova.compute.manager [None req-7164daf2-1c16-46ff-87c3-6c984a2e5e46 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] Took 0.73 seconds to destroy the instance on the hypervisor.
Oct 27 19:39:19 user nova-compute[75147]: DEBUG oslo.service.loopingcall [None req-7164daf2-1c16-46ff-87c3-6c984a2e5e46 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 27 19:39:19 user nova-compute[75147]: DEBUG nova.compute.manager [-] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] Deallocating network for instance {{(pid=75147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 27 19:39:19 user nova-compute[75147]: DEBUG nova.network.neutron [-] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] deallocate_for_instance() {{(pid=75147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 27 19:39:19 user nova-compute[75147]: INFO nova.virt.block_device [None req-c5d47ef3-fa95-4678-8f9c-fa27a6ed4740 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Attempting to driver detach volume 258f9c1f-2da1-4815-9280-0796bf59f601 from mountpoint /dev/vdb
Oct 27 19:39:19 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-c5d47ef3-fa95-4678-8f9c-fa27a6ed4740 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Attempting to detach device vdb from instance 18fad5c9-4c2b-4e90-a568-bd0a32497c63 from the persistent domain config. {{(pid=75147) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 27 19:39:19 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-c5d47ef3-fa95-4678-8f9c-fa27a6ed4740 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] detach device xml: <disk type="block" device="disk">
Oct 27 19:39:19 user nova-compute[75147]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 19:39:19 user nova-compute[75147]:   <source dev="/dev/sdc"/>
Oct 27 19:39:19 user nova-compute[75147]:   <target dev="vdb" bus="virtio"/>
Oct 27 19:39:19 user nova-compute[75147]:   <serial>258f9c1f-2da1-4815-9280-0796bf59f601</serial>
Oct 27 19:39:19 user nova-compute[75147]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 27 19:39:19 user nova-compute[75147]: </disk>
Oct 27 19:39:19 user nova-compute[75147]:  {{(pid=75147) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 19:39:19 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-c5d47ef3-fa95-4678-8f9c-fa27a6ed4740 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Successfully detached device vdb from instance 18fad5c9-4c2b-4e90-a568-bd0a32497c63 from the persistent domain config.
Oct 27 19:39:19 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-c5d47ef3-fa95-4678-8f9c-fa27a6ed4740 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 18fad5c9-4c2b-4e90-a568-bd0a32497c63 from the live domain config. {{(pid=75147) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 27 19:39:19 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-c5d47ef3-fa95-4678-8f9c-fa27a6ed4740 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] detach device xml: <disk type="block" device="disk">
Oct 27 19:39:19 user nova-compute[75147]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 19:39:19 user nova-compute[75147]:   <source dev="/dev/sdc"/>
Oct 27 19:39:19 user nova-compute[75147]:   <target dev="vdb" bus="virtio"/>
Oct 27 19:39:19 user nova-compute[75147]:   <serial>258f9c1f-2da1-4815-9280-0796bf59f601</serial>
Oct 27 19:39:19 user nova-compute[75147]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 27 19:39:19 user nova-compute[75147]: </disk>
Oct 27 19:39:19 user nova-compute[75147]:  {{(pid=75147) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 19:39:20 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-c5d47ef3-fa95-4678-8f9c-fa27a6ed4740 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 18fad5c9-4c2b-4e90-a568-bd0a32497c63 {{(pid=75147) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 27 19:39:20 user nova-compute[75147]: DEBUG nova.network.neutron [-] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] Updating instance_info_cache with network_info: [] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:39:20 user nova-compute[75147]: DEBUG nova.compute.manager [req-71706e16-06e2-46ef-be0f-5aeaf3b7903d req-4bf555fa-1640-4298-b2ec-4c116f27b488 service nova] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] Received event network-vif-deleted-a015da02-9f61-4b84-84fa-a6f763d8bb16 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:39:20 user nova-compute[75147]: INFO nova.compute.manager [req-71706e16-06e2-46ef-be0f-5aeaf3b7903d req-4bf555fa-1640-4298-b2ec-4c116f27b488 service nova] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] Neutron deleted interface a015da02-9f61-4b84-84fa-a6f763d8bb16; detaching it from the instance and deleting it from the info cache
Oct 27 19:39:20 user nova-compute[75147]: DEBUG nova.network.neutron [req-71706e16-06e2-46ef-be0f-5aeaf3b7903d req-4bf555fa-1640-4298-b2ec-4c116f27b488 service nova] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] Updating instance_info_cache with network_info: [] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:39:20 user nova-compute[75147]: INFO nova.compute.manager [-] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] Took 1.35 seconds to deallocate network for instance.
Oct 27 19:39:20 user nova-compute[75147]: DEBUG nova.compute.manager [req-71706e16-06e2-46ef-be0f-5aeaf3b7903d req-4bf555fa-1640-4298-b2ec-4c116f27b488 service nova] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] Detach interface failed, port_id=a015da02-9f61-4b84-84fa-a6f763d8bb16, reason: Instance 48e26cd7-18d7-4aae-9368-e417f1a39826 could not be found. {{(pid=75147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 27 19:39:21 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-7164daf2-1c16-46ff-87c3-6c984a2e5e46 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:39:21 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-7164daf2-1c16-46ff-87c3-6c984a2e5e46 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:39:21 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-7164daf2-1c16-46ff-87c3-6c984a2e5e46 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:39:21 user nova-compute[75147]: DEBUG nova.compute.manager [req-bc8f5595-9a6e-46f5-b846-7b22bc4a830c req-6971b4cd-6e31-44f5-9c4b-eedf84372d9a service nova] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] Received event network-vif-plugged-a015da02-9f61-4b84-84fa-a6f763d8bb16 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:39:21 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-bc8f5595-9a6e-46f5-b846-7b22bc4a830c req-6971b4cd-6e31-44f5-9c4b-eedf84372d9a service nova] Acquiring lock "48e26cd7-18d7-4aae-9368-e417f1a39826-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:39:21 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-bc8f5595-9a6e-46f5-b846-7b22bc4a830c req-6971b4cd-6e31-44f5-9c4b-eedf84372d9a service nova] Lock "48e26cd7-18d7-4aae-9368-e417f1a39826-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:39:21 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-bc8f5595-9a6e-46f5-b846-7b22bc4a830c req-6971b4cd-6e31-44f5-9c4b-eedf84372d9a service nova] Lock "48e26cd7-18d7-4aae-9368-e417f1a39826-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:39:21 user nova-compute[75147]: DEBUG nova.compute.manager [req-bc8f5595-9a6e-46f5-b846-7b22bc4a830c req-6971b4cd-6e31-44f5-9c4b-eedf84372d9a service nova] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] No waiting events found dispatching network-vif-plugged-a015da02-9f61-4b84-84fa-a6f763d8bb16 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:39:21 user nova-compute[75147]: WARNING nova.compute.manager [req-bc8f5595-9a6e-46f5-b846-7b22bc4a830c req-6971b4cd-6e31-44f5-9c4b-eedf84372d9a service nova] [instance: 48e26cd7-18d7-4aae-9368-e417f1a39826] Received unexpected event network-vif-plugged-a015da02-9f61-4b84-84fa-a6f763d8bb16 for instance with vm_state deleted and task_state None.
Oct 27 19:39:21 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-7164daf2-1c16-46ff-87c3-6c984a2e5e46 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:39:21 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-7164daf2-1c16-46ff-87c3-6c984a2e5e46 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.335s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:39:21 user nova-compute[75147]: INFO nova.scheduler.client.report [None req-7164daf2-1c16-46ff-87c3-6c984a2e5e46 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Deleted allocations for instance 48e26cd7-18d7-4aae-9368-e417f1a39826
Oct 27 19:39:21 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-7164daf2-1c16-46ff-87c3-6c984a2e5e46 tempest-AttachVolumeShelveTestJSON-824631730 tempest-AttachVolumeShelveTestJSON-824631730-project-member] Lock "48e26cd7-18d7-4aae-9368-e417f1a39826" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.605s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:39:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:39:22 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:39:23 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-cef3477e-71d7-4005-8c63-fc6a469db095 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 6c9c2dc6-d96a-42f6-a749-962d9b1a3a63 is timed out.
Oct 27 19:39:23 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-cef3477e-71d7-4005-8c63-fc6a469db095 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Successfully detached device vdb from instance 6c9c2dc6-d96a-42f6-a749-962d9b1a3a63 from the live domain config.
Oct 27 19:39:23 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cef3477e-71d7-4005-8c63-fc6a469db095 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] [instance: 6c9c2dc6-d96a-42f6-a749-962d9b1a3a63] calling os-brick to detach iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 19:39:23 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-cef3477e-71d7-4005-8c63-fc6a469db095 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, {'target_iqn': 'iqn.2010-10.org.openstack:993797f8-dfcd-43c9-a70a-00b711da7324', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NGoPkBXZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': False}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:39:23 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-cef3477e-71d7-4005-8c63-fc6a469db095 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:39:23 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-cef3477e-71d7-4005-8c63-fc6a469db095 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:39:23 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-cef3477e-71d7-4005-8c63-fc6a469db095 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:39:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:39:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:39:23 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[15afc57e-b2c8-4ae2-b61c-965d1e73232d]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:993797f8-dfcd-43c9-a70a-00b711da7324\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:39:23 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-cef3477e-71d7-4005-8c63-fc6a469db095 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 19:39:23 user nova-compute[75147]: No targets found.
Oct 27 19:39:23 user nova-compute[75147]: iSNS:
Oct 27 19:39:23 user nova-compute[75147]: No targets found.
Oct 27 19:39:23 user nova-compute[75147]: STATIC:
Oct 27 19:39:23 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601
Oct 27 19:39:23 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:39:23 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:39:23 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:993797f8-dfcd-43c9-a70a-00b711da7324
Oct 27 19:39:23 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:39:23 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:39:23 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1
Oct 27 19:39:23 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:39:23 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:39:23 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76
Oct 27 19:39:23 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:39:23 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:39:23 user nova-compute[75147]: FIRMWARE:
Oct 27 19:39:23 user nova-compute[75147]: No targets found.
Oct 27 19:39:23 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:39:23 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-cef3477e-71d7-4005-8c63-fc6a469db095 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 19:39:23 user nova-compute[75147]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 19:39:23 user nova-compute[75147]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75147) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 19:39:23 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-cef3477e-71d7-4005-8c63-fc6a469db095 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:993797f8-dfcd-43c9-a70a-00b711da7324', 0)] {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 19:39:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:39:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:39:23 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc73ee36-044a-4308-8925-836a9edf663e]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:993797f8-dfcd-43c9-a70a-00b711da7324\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:39:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:39:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:39:23 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a3ca02e-a8b9-483e-8a4a-a0bdd8b62727]: (4, ('tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:993797f8-dfcd-43c9-a70a-00b711da7324 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:39:23 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-cef3477e-71d7-4005-8c63-fc6a469db095 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76 (non-flash)
Oct 27 19:39:23 user nova-compute[75147]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601 (non-flash)
Oct 27 19:39:23 user nova-compute[75147]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1 (non-flash)
Oct 27 19:39:23 user nova-compute[75147]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:993797f8-dfcd-43c9-a70a-00b711da7324 (non-flash)
Oct 27 19:39:23 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:39:23 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-cef3477e-71d7-4005-8c63-fc6a469db095 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] iscsi session list stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76 (non-flash)
Oct 27 19:39:23 user nova-compute[75147]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601 (non-flash)
Oct 27 19:39:23 user nova-compute[75147]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1 (non-flash)
Oct 27 19:39:23 user nova-compute[75147]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:993797f8-dfcd-43c9-a70a-00b711da7324 (non-flash)
Oct 27 19:39:23 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:39:23 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-cef3477e-71d7-4005-8c63-fc6a469db095 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f28ec719240>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:993797f8-dfcd-43c9-a70a-00b711da7324'): ({'sde'}, set())}) {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 19:39:23 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-cef3477e-71d7-4005-8c63-fc6a469db095 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Removing single pathed devices sde {{(pid=75147) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 19:39:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:39:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:39:23 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb66324a-bb60-4079-b4b9-1f18e6d29335]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:39:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:39:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.025s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:39:23 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[db0c0176-1a55-4a4b-80fa-b051a7b2a29e]: (4, ('ok\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:39:23 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-cef3477e-71d7-4005-8c63-fc6a469db095 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Flushing IO for device /dev/sde {{(pid=75147) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 19:39:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:39:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:39:23 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[75863d5e-9a9c-4969-ab7e-918246f6e3a0]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:39:23 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-cef3477e-71d7-4005-8c63-fc6a469db095 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=75147) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 19:39:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:39:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.046s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:39:23 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[622bb4c1-7562-4191-b33a-a41eefc94a09]: (4, ('1', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:39:23 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-cef3477e-71d7-4005-8c63-fc6a469db095 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 19:39:23 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-cef3477e-71d7-4005-8c63-fc6a469db095 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] SCSI volumes sde have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 19:39:23 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-cef3477e-71d7-4005-8c63-fc6a469db095 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:993797f8-dfcd-43c9-a70a-00b711da7324')] {{(pid=75147) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 19:39:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:993797f8-dfcd-43c9-a70a-00b711da7324 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:39:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:993797f8-dfcd-43c9-a70a-00b711da7324 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:39:23 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[dbc96e4b-ec19-4082-ab4b-a619649546e3]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:39:23 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-cef3477e-71d7-4005-8c63-fc6a469db095 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:39:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:993797f8-dfcd-43c9-a70a-00b711da7324 -p 172.16.0.220:3260 --logout {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:39:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:993797f8-dfcd-43c9-a70a-00b711da7324 -p 172.16.0.220:3260 --logout" returned: 0 in 0.062s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:39:23 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ae706b8-3dcb-44e1-87a0-e3286a774e98]: (4, ('Logging out of session [sid: 29, target: iqn.2010-10.org.openstack:993797f8-dfcd-43c9-a70a-00b711da7324, portal: 172.16.0.220,3260]\nLogout of [sid: 29, target: iqn.2010-10.org.openstack:993797f8-dfcd-43c9-a70a-00b711da7324, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:39:23 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-cef3477e-71d7-4005-8c63-fc6a469db095 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 29, target: iqn.2010-10.org.openstack:993797f8-dfcd-43c9-a70a-00b711da7324, portal: 172.16.0.220,3260]
Oct 27 19:39:23 user nova-compute[75147]: Logout of [sid: 29, target: iqn.2010-10.org.openstack:993797f8-dfcd-43c9-a70a-00b711da7324, portal: 172.16.0.220,3260] successful.
Oct 27 19:39:23 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:39:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:993797f8-dfcd-43c9-a70a-00b711da7324 -p 172.16.0.220:3260 --op delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:39:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:993797f8-dfcd-43c9-a70a-00b711da7324 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.028s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:39:23 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[1024013f-99e8-4766-9c1e-22b56b009696]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:39:23 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-cef3477e-71d7-4005-8c63-fc6a469db095 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:39:23 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-cef3477e-71d7-4005-8c63-fc6a469db095 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.328s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:39:23 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-cef3477e-71d7-4005-8c63-fc6a469db095 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] <== disconnect_volume: return (329ms) None {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:39:23 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cef3477e-71d7-4005-8c63-fc6a469db095 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] [instance: 6c9c2dc6-d96a-42f6-a749-962d9b1a3a63] Disconnected iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 19:39:24 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:39:24 user nova-compute[75147]: DEBUG nova.objects.instance [None req-cef3477e-71d7-4005-8c63-fc6a469db095 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Lazy-loading 'flavor' on Instance uuid 6c9c2dc6-d96a-42f6-a749-962d9b1a3a63 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:39:25 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-cef3477e-71d7-4005-8c63-fc6a469db095 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Lock "6c9c2dc6-d96a-42f6-a749-962d9b1a3a63" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.979s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:39:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:39:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:39:29 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:39:31 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:39:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:39:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:39:36 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:39:37 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-c56f0824-aee1-40ba-94a3-c04544dd42ff tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Acquiring lock "890c8090-2d59-4e82-a8d2-b3ef579be76b" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:39:37 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-c56f0824-aee1-40ba-94a3-c04544dd42ff tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Lock "890c8090-2d59-4e82-a8d2-b3ef579be76b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:39:37 user nova-compute[75147]: DEBUG nova.compute.manager [None req-c56f0824-aee1-40ba-94a3-c04544dd42ff tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Starting instance... {{(pid=75147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 27 19:39:37 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-c56f0824-aee1-40ba-94a3-c04544dd42ff tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:39:37 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-c56f0824-aee1-40ba-94a3-c04544dd42ff tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:39:37 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-c56f0824-aee1-40ba-94a3-c04544dd42ff tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75147) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 19:39:37 user nova-compute[75147]: INFO nova.compute.claims [None req-c56f0824-aee1-40ba-94a3-c04544dd42ff tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Claim successful on node user
Oct 27 19:39:37 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-c56f0824-aee1-40ba-94a3-c04544dd42ff tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:39:37 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-c56f0824-aee1-40ba-94a3-c04544dd42ff tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:39:37 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-c56f0824-aee1-40ba-94a3-c04544dd42ff tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.387s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:39:37 user nova-compute[75147]: DEBUG nova.compute.manager [None req-c56f0824-aee1-40ba-94a3-c04544dd42ff tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Start building networks asynchronously for instance. {{(pid=75147) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 27 19:39:37 user nova-compute[75147]: DEBUG nova.compute.manager [None req-c56f0824-aee1-40ba-94a3-c04544dd42ff tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Allocating IP information in the background. {{(pid=75147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 27 19:39:37 user nova-compute[75147]: DEBUG nova.network.neutron [None req-c56f0824-aee1-40ba-94a3-c04544dd42ff tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] allocate_for_instance() {{(pid=75147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 27 19:39:37 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-c56f0824-aee1-40ba-94a3-c04544dd42ff tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 27 19:39:37 user nova-compute[75147]: DEBUG nova.compute.manager [None req-c56f0824-aee1-40ba-94a3-c04544dd42ff tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Start building block device mappings for instance. {{(pid=75147) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 27 19:39:37 user nova-compute[75147]: DEBUG nova.policy [None req-c56f0824-aee1-40ba-94a3-c04544dd42ff tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6bae7175bb1d42458482b8e5965bd0b5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '263dcbd796474e989caaf1ec61ef0e47', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75147) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 27 19:39:37 user nova-compute[75147]: DEBUG nova.compute.manager [None req-c56f0824-aee1-40ba-94a3-c04544dd42ff tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Start spawning the instance on the hypervisor. {{(pid=75147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 27 19:39:37 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-c56f0824-aee1-40ba-94a3-c04544dd42ff tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Creating instance directory {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 19:39:37 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-c56f0824-aee1-40ba-94a3-c04544dd42ff tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Creating image(s)
Oct 27 19:39:37 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-c56f0824-aee1-40ba-94a3-c04544dd42ff tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Acquiring lock "/opt/stack/data/nova/instances/890c8090-2d59-4e82-a8d2-b3ef579be76b/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:39:37 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-c56f0824-aee1-40ba-94a3-c04544dd42ff tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Lock "/opt/stack/data/nova/instances/890c8090-2d59-4e82-a8d2-b3ef579be76b/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:39:37 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-c56f0824-aee1-40ba-94a3-c04544dd42ff tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Lock "/opt/stack/data/nova/instances/890c8090-2d59-4e82-a8d2-b3ef579be76b/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:39:37 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-c56f0824-aee1-40ba-94a3-c04544dd42ff tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:39:38 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-c56f0824-aee1-40ba-94a3-c04544dd42ff tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.197s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:39:38 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-c56f0824-aee1-40ba-94a3-c04544dd42ff tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Acquiring lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:39:38 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-c56f0824-aee1-40ba-94a3-c04544dd42ff tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:39:38 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-c56f0824-aee1-40ba-94a3-c04544dd42ff tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:39:38 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-c56f0824-aee1-40ba-94a3-c04544dd42ff tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.185s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:39:38 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-c56f0824-aee1-40ba-94a3-c04544dd42ff tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa,backing_fmt=raw /opt/stack/data/nova/instances/890c8090-2d59-4e82-a8d2-b3ef579be76b/disk 1073741824 {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:39:38 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-c56f0824-aee1-40ba-94a3-c04544dd42ff tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa,backing_fmt=raw /opt/stack/data/nova/instances/890c8090-2d59-4e82-a8d2-b3ef579be76b/disk 1073741824" returned: 0 in 0.058s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:39:38 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-c56f0824-aee1-40ba-94a3-c04544dd42ff tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.254s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:39:38 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-c56f0824-aee1-40ba-94a3-c04544dd42ff tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:39:38 user nova-compute[75147]: DEBUG nova.network.neutron [None req-c56f0824-aee1-40ba-94a3-c04544dd42ff tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Successfully created port: c2251937-2487-4cca-817b-a9062909d9ac {{(pid=75147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 19:39:38 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-c56f0824-aee1-40ba-94a3-c04544dd42ff tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.187s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:39:38 user nova-compute[75147]: DEBUG nova.virt.disk.api [None req-c56f0824-aee1-40ba-94a3-c04544dd42ff tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Checking if we can resize image /opt/stack/data/nova/instances/890c8090-2d59-4e82-a8d2-b3ef579be76b/disk. size=1073741824 {{(pid=75147) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 27 19:39:38 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-c56f0824-aee1-40ba-94a3-c04544dd42ff tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/890c8090-2d59-4e82-a8d2-b3ef579be76b/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:39:38 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-c56f0824-aee1-40ba-94a3-c04544dd42ff tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/890c8090-2d59-4e82-a8d2-b3ef579be76b/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:39:38 user nova-compute[75147]: DEBUG nova.virt.disk.api [None req-c56f0824-aee1-40ba-94a3-c04544dd42ff tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Cannot resize image /opt/stack/data/nova/instances/890c8090-2d59-4e82-a8d2-b3ef579be76b/disk to a smaller size. {{(pid=75147) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 27 19:39:38 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-c56f0824-aee1-40ba-94a3-c04544dd42ff tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Created local disks {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 27 19:39:38 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-c56f0824-aee1-40ba-94a3-c04544dd42ff tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Ensure instance console log exists: /opt/stack/data/nova/instances/890c8090-2d59-4e82-a8d2-b3ef579be76b/console.log {{(pid=75147) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 19:39:38 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-c56f0824-aee1-40ba-94a3-c04544dd42ff tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:39:38 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-c56f0824-aee1-40ba-94a3-c04544dd42ff tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:39:38 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-c56f0824-aee1-40ba-94a3-c04544dd42ff tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:39:39 user nova-compute[75147]: DEBUG nova.network.neutron [None req-c56f0824-aee1-40ba-94a3-c04544dd42ff tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Successfully updated port: c2251937-2487-4cca-817b-a9062909d9ac {{(pid=75147) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 19:39:39 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-c56f0824-aee1-40ba-94a3-c04544dd42ff tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Acquiring lock "refresh_cache-890c8090-2d59-4e82-a8d2-b3ef579be76b" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:39:39 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-c56f0824-aee1-40ba-94a3-c04544dd42ff tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Acquired lock "refresh_cache-890c8090-2d59-4e82-a8d2-b3ef579be76b" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:39:39 user nova-compute[75147]: DEBUG nova.network.neutron [None req-c56f0824-aee1-40ba-94a3-c04544dd42ff tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Building network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 19:39:39 user nova-compute[75147]: DEBUG nova.compute.manager [req-71b0855d-26cd-4cd0-85d1-ceb89a3faa7f req-cb126f00-f6e3-490d-a924-c84db479c2eb service nova] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Received event network-changed-c2251937-2487-4cca-817b-a9062909d9ac {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:39:39 user nova-compute[75147]: DEBUG nova.compute.manager [req-71b0855d-26cd-4cd0-85d1-ceb89a3faa7f req-cb126f00-f6e3-490d-a924-c84db479c2eb service nova] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Refreshing instance network info cache due to event network-changed-c2251937-2487-4cca-817b-a9062909d9ac. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 19:39:39 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-71b0855d-26cd-4cd0-85d1-ceb89a3faa7f req-cb126f00-f6e3-490d-a924-c84db479c2eb service nova] Acquiring lock "refresh_cache-890c8090-2d59-4e82-a8d2-b3ef579be76b" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:39:39 user nova-compute[75147]: DEBUG nova.network.neutron [None req-c56f0824-aee1-40ba-94a3-c04544dd42ff tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Instance cache missing network info. {{(pid=75147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 19:39:39 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:39:39 user nova-compute[75147]: DEBUG nova.network.neutron [None req-c56f0824-aee1-40ba-94a3-c04544dd42ff tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Updating instance_info_cache with network_info: [{"id": "c2251937-2487-4cca-817b-a9062909d9ac", "address": "fa:16:3e:98:c8:c8", "network": {"id": "99edb53b-28d0-4c20-8301-2e49771a21ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1002512861-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "263dcbd796474e989caaf1ec61ef0e47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2251937-24", "ovs_interfaceid": "c2251937-2487-4cca-817b-a9062909d9ac", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:39:39 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-c56f0824-aee1-40ba-94a3-c04544dd42ff tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Releasing lock "refresh_cache-890c8090-2d59-4e82-a8d2-b3ef579be76b" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:39:39 user nova-compute[75147]: DEBUG nova.compute.manager [None req-c56f0824-aee1-40ba-94a3-c04544dd42ff tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Instance network_info: |[{"id": "c2251937-2487-4cca-817b-a9062909d9ac", "address": "fa:16:3e:98:c8:c8", "network": {"id": "99edb53b-28d0-4c20-8301-2e49771a21ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1002512861-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "263dcbd796474e989caaf1ec61ef0e47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2251937-24", "ovs_interfaceid": "c2251937-2487-4cca-817b-a9062909d9ac", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 27 19:39:39 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-71b0855d-26cd-4cd0-85d1-ceb89a3faa7f req-cb126f00-f6e3-490d-a924-c84db479c2eb service nova] Acquired lock "refresh_cache-890c8090-2d59-4e82-a8d2-b3ef579be76b" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:39:39 user nova-compute[75147]: DEBUG nova.network.neutron [req-71b0855d-26cd-4cd0-85d1-ceb89a3faa7f req-cb126f00-f6e3-490d-a924-c84db479c2eb service nova] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Refreshing network info cache for port c2251937-2487-4cca-817b-a9062909d9ac {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 19:39:39 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-c56f0824-aee1-40ba-94a3-c04544dd42ff tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Start _get_guest_xml network_info=[{"id": "c2251937-2487-4cca-817b-a9062909d9ac", "address": "fa:16:3e:98:c8:c8", "network": {"id": "99edb53b-28d0-4c20-8301-2e49771a21ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1002512861-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "263dcbd796474e989caaf1ec61ef0e47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2251937-24", "ovs_interfaceid": "c2251937-2487-4cca-817b-a9062909d9ac", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T19:22:09Z,direct_url=<?>,disk_format='qcow2',id=d52df17c-5315-4a73-ab7c-34c161a414fb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0b43115555434818b0c8bdf6be4946da',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T19:22:11Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'encryption_options': None, 'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encrypted': False, 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_format': None, 'device_name': '/dev/vda', 'image_id': 'd52df17c-5315-4a73-ab7c-34c161a414fb'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 19:39:39 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-c56f0824-aee1-40ba-94a3-c04544dd42ff tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:39:39 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-c56f0824-aee1-40ba-94a3-c04544dd42ff tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:39:39 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-c56f0824-aee1-40ba-94a3-c04544dd42ff tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 19:39:39 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-c56f0824-aee1-40ba-94a3-c04544dd42ff tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] CPU controller missing on host. {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 19:39:39 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-c56f0824-aee1-40ba-94a3-c04544dd42ff tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 19:39:39 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-c56f0824-aee1-40ba-94a3-c04544dd42ff tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] CPU controller found on host. {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 19:39:39 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-c56f0824-aee1-40ba-94a3-c04544dd42ff tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75147) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 19:39:39 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-c56f0824-aee1-40ba-94a3-c04544dd42ff tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T19:21:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T19:22:09Z,direct_url=<?>,disk_format='qcow2',id=d52df17c-5315-4a73-ab7c-34c161a414fb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0b43115555434818b0c8bdf6be4946da',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T19:22:11Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 19:39:39 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-c56f0824-aee1-40ba-94a3-c04544dd42ff tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Flavor limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 19:39:39 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-c56f0824-aee1-40ba-94a3-c04544dd42ff tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Image limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 19:39:39 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-c56f0824-aee1-40ba-94a3-c04544dd42ff tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Flavor pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 19:39:39 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-c56f0824-aee1-40ba-94a3-c04544dd42ff tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Image pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 19:39:39 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-c56f0824-aee1-40ba-94a3-c04544dd42ff tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 19:39:39 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-c56f0824-aee1-40ba-94a3-c04544dd42ff tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 19:39:39 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-c56f0824-aee1-40ba-94a3-c04544dd42ff tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 19:39:39 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-c56f0824-aee1-40ba-94a3-c04544dd42ff tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Got 1 possible topologies {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 19:39:39 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-c56f0824-aee1-40ba-94a3-c04544dd42ff tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 19:39:39 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-c56f0824-aee1-40ba-94a3-c04544dd42ff tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 19:39:39 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-c56f0824-aee1-40ba-94a3-c04544dd42ff tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:39:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1016449598',display_name='tempest-ServerActionsTestOtherB-server-1016449598',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1016449598',id=29,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIbzcaisbNxV5FB2dgI6hcOOOfW5JVsQGXKDSHawFFIiHO0G2p7/mHAMPYVx7c3SXyW6vwShgiTGJ74I0x4Vi+7zdc5KZaRgr0EJMH5uJydj32vDe/1VzrDt9IZKfTGX5A==',key_name='tempest-keypair-1713438688',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='263dcbd796474e989caaf1ec61ef0e47',ramdisk_id='',reservation_id='r-qu7rgbae',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherB-1322299385',owner_user_name='tempest-ServerActionsTestOtherB-1322299385-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:39:38Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6bae7175bb1d42458482b8e5965bd0b5',uuid=890c8090-2d59-4e82-a8d2-b3ef579be76b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c2251937-2487-4cca-817b-a9062909d9ac", "address": "fa:16:3e:98:c8:c8", "network": {"id": "99edb53b-28d0-4c20-8301-2e49771a21ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1002512861-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "263dcbd796474e989caaf1ec61ef0e47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2251937-24", "ovs_interfaceid": "c2251937-2487-4cca-817b-a9062909d9ac", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75147) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 19:39:39 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-c56f0824-aee1-40ba-94a3-c04544dd42ff tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Converting VIF {"id": "c2251937-2487-4cca-817b-a9062909d9ac", "address": "fa:16:3e:98:c8:c8", "network": {"id": "99edb53b-28d0-4c20-8301-2e49771a21ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1002512861-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "263dcbd796474e989caaf1ec61ef0e47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2251937-24", "ovs_interfaceid": "c2251937-2487-4cca-817b-a9062909d9ac", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:39:39 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-c56f0824-aee1-40ba-94a3-c04544dd42ff tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:98:c8:c8,bridge_name='br-int',has_traffic_filtering=True,id=c2251937-2487-4cca-817b-a9062909d9ac,network=Network(99edb53b-28d0-4c20-8301-2e49771a21ba),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc2251937-24') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:39:39 user nova-compute[75147]: DEBUG nova.objects.instance [None req-c56f0824-aee1-40ba-94a3-c04544dd42ff tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Lazy-loading 'pci_devices' on Instance uuid 890c8090-2d59-4e82-a8d2-b3ef579be76b {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:39:39 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-c56f0824-aee1-40ba-94a3-c04544dd42ff tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] End _get_guest_xml xml=<domain type="kvm">
Oct 27 19:39:39 user nova-compute[75147]:   <uuid>890c8090-2d59-4e82-a8d2-b3ef579be76b</uuid>
Oct 27 19:39:39 user nova-compute[75147]:   <name>instance-0000001d</name>
Oct 27 19:39:39 user nova-compute[75147]:   <memory>524288</memory>
Oct 27 19:39:39 user nova-compute[75147]:   <vcpu>1</vcpu>
Oct 27 19:39:39 user nova-compute[75147]:   <metadata>
Oct 27 19:39:39 user nova-compute[75147]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 19:39:39 user nova-compute[75147]:       <nova:package version="0.0.0"/>
Oct 27 19:39:39 user nova-compute[75147]:       <nova:name>tempest-ServerActionsTestOtherB-server-1016449598</nova:name>
Oct 27 19:39:39 user nova-compute[75147]:       <nova:creationTime>2023-10-27 19:39:39</nova:creationTime>
Oct 27 19:39:39 user nova-compute[75147]:       <nova:flavor name="m1.tiny">
Oct 27 19:39:39 user nova-compute[75147]:         <nova:memory>512</nova:memory>
Oct 27 19:39:39 user nova-compute[75147]:         <nova:disk>1</nova:disk>
Oct 27 19:39:39 user nova-compute[75147]:         <nova:swap>0</nova:swap>
Oct 27 19:39:39 user nova-compute[75147]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 19:39:39 user nova-compute[75147]:         <nova:vcpus>1</nova:vcpus>
Oct 27 19:39:39 user nova-compute[75147]:       </nova:flavor>
Oct 27 19:39:39 user nova-compute[75147]:       <nova:owner>
Oct 27 19:39:39 user nova-compute[75147]:         <nova:user uuid="6bae7175bb1d42458482b8e5965bd0b5">tempest-ServerActionsTestOtherB-1322299385-project-member</nova:user>
Oct 27 19:39:39 user nova-compute[75147]:         <nova:project uuid="263dcbd796474e989caaf1ec61ef0e47">tempest-ServerActionsTestOtherB-1322299385</nova:project>
Oct 27 19:39:39 user nova-compute[75147]:       </nova:owner>
Oct 27 19:39:39 user nova-compute[75147]:       <nova:root type="image" uuid="d52df17c-5315-4a73-ab7c-34c161a414fb"/>
Oct 27 19:39:39 user nova-compute[75147]:       <nova:ports>
Oct 27 19:39:39 user nova-compute[75147]:         <nova:port uuid="c2251937-2487-4cca-817b-a9062909d9ac">
Oct 27 19:39:39 user nova-compute[75147]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Oct 27 19:39:39 user nova-compute[75147]:         </nova:port>
Oct 27 19:39:39 user nova-compute[75147]:       </nova:ports>
Oct 27 19:39:39 user nova-compute[75147]:     </nova:instance>
Oct 27 19:39:39 user nova-compute[75147]:   </metadata>
Oct 27 19:39:39 user nova-compute[75147]:   <sysinfo type="smbios">
Oct 27 19:39:39 user nova-compute[75147]:     <system>
Oct 27 19:39:39 user nova-compute[75147]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 19:39:39 user nova-compute[75147]:       <entry name="product">OpenStack Nova</entry>
Oct 27 19:39:39 user nova-compute[75147]:       <entry name="version">0.0.0</entry>
Oct 27 19:39:39 user nova-compute[75147]:       <entry name="serial">890c8090-2d59-4e82-a8d2-b3ef579be76b</entry>
Oct 27 19:39:39 user nova-compute[75147]:       <entry name="uuid">890c8090-2d59-4e82-a8d2-b3ef579be76b</entry>
Oct 27 19:39:39 user nova-compute[75147]:       <entry name="family">Virtual Machine</entry>
Oct 27 19:39:39 user nova-compute[75147]:     </system>
Oct 27 19:39:39 user nova-compute[75147]:   </sysinfo>
Oct 27 19:39:39 user nova-compute[75147]:   <os>
Oct 27 19:39:39 user nova-compute[75147]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 19:39:39 user nova-compute[75147]:     <boot dev="hd"/>
Oct 27 19:39:39 user nova-compute[75147]:     <smbios mode="sysinfo"/>
Oct 27 19:39:39 user nova-compute[75147]:   </os>
Oct 27 19:39:39 user nova-compute[75147]:   <features>
Oct 27 19:39:39 user nova-compute[75147]:     <acpi/>
Oct 27 19:39:39 user nova-compute[75147]:     <apic/>
Oct 27 19:39:39 user nova-compute[75147]:     <vmcoreinfo/>
Oct 27 19:39:39 user nova-compute[75147]:   </features>
Oct 27 19:39:39 user nova-compute[75147]:   <clock offset="utc">
Oct 27 19:39:39 user nova-compute[75147]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 19:39:39 user nova-compute[75147]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 19:39:39 user nova-compute[75147]:     <timer name="hpet" present="no"/>
Oct 27 19:39:39 user nova-compute[75147]:   </clock>
Oct 27 19:39:39 user nova-compute[75147]:   <cpu mode="custom" match="exact">
Oct 27 19:39:39 user nova-compute[75147]:     <model>Nehalem</model>
Oct 27 19:39:39 user nova-compute[75147]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 19:39:39 user nova-compute[75147]:   </cpu>
Oct 27 19:39:39 user nova-compute[75147]:   <devices>
Oct 27 19:39:39 user nova-compute[75147]:     <disk type="file" device="disk">
Oct 27 19:39:39 user nova-compute[75147]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 27 19:39:39 user nova-compute[75147]:       <source file="/opt/stack/data/nova/instances/890c8090-2d59-4e82-a8d2-b3ef579be76b/disk"/>
Oct 27 19:39:39 user nova-compute[75147]:       <target dev="vda" bus="virtio"/>
Oct 27 19:39:39 user nova-compute[75147]:     </disk>
Oct 27 19:39:39 user nova-compute[75147]:     <interface type="ethernet">
Oct 27 19:39:39 user nova-compute[75147]:       <mac address="fa:16:3e:98:c8:c8"/>
Oct 27 19:39:39 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:39:39 user nova-compute[75147]:       <mtu size="1442"/>
Oct 27 19:39:39 user nova-compute[75147]:       <target dev="tapc2251937-24"/>
Oct 27 19:39:39 user nova-compute[75147]:     </interface>
Oct 27 19:39:39 user nova-compute[75147]:     <serial type="pty">
Oct 27 19:39:39 user nova-compute[75147]:       <log file="/opt/stack/data/nova/instances/890c8090-2d59-4e82-a8d2-b3ef579be76b/console.log" append="off"/>
Oct 27 19:39:39 user nova-compute[75147]:     </serial>
Oct 27 19:39:39 user nova-compute[75147]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 19:39:39 user nova-compute[75147]:     <video>
Oct 27 19:39:39 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:39:39 user nova-compute[75147]:     </video>
Oct 27 19:39:39 user nova-compute[75147]:     <rng model="virtio">
Oct 27 19:39:39 user nova-compute[75147]:       <backend model="random">/dev/urandom</backend>
Oct 27 19:39:39 user nova-compute[75147]:     </rng>
Oct 27 19:39:39 user nova-compute[75147]:     <controller type="usb" index="0" model="none"/>
Oct 27 19:39:39 user nova-compute[75147]:     <memballoon model="virtio">
Oct 27 19:39:39 user nova-compute[75147]:       <stats period="10"/>
Oct 27 19:39:39 user nova-compute[75147]:     </memballoon>
Oct 27 19:39:39 user nova-compute[75147]:   </devices>
Oct 27 19:39:39 user nova-compute[75147]: </domain>
Oct 27 19:39:39 user nova-compute[75147]:  {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 19:39:39 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-c56f0824-aee1-40ba-94a3-c04544dd42ff tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:39:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1016449598',display_name='tempest-ServerActionsTestOtherB-server-1016449598',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1016449598',id=29,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIbzcaisbNxV5FB2dgI6hcOOOfW5JVsQGXKDSHawFFIiHO0G2p7/mHAMPYVx7c3SXyW6vwShgiTGJ74I0x4Vi+7zdc5KZaRgr0EJMH5uJydj32vDe/1VzrDt9IZKfTGX5A==',key_name='tempest-keypair-1713438688',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='263dcbd796474e989caaf1ec61ef0e47',ramdisk_id='',reservation_id='r-qu7rgbae',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherB-1322299385',owner_user_name='tempest-ServerActionsTestOtherB-1322299385-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:39:38Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6bae7175bb1d42458482b8e5965bd0b5',uuid=890c8090-2d59-4e82-a8d2-b3ef579be76b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c2251937-2487-4cca-817b-a9062909d9ac", "address": "fa:16:3e:98:c8:c8", "network": {"id": "99edb53b-28d0-4c20-8301-2e49771a21ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1002512861-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "263dcbd796474e989caaf1ec61ef0e47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2251937-24", "ovs_interfaceid": "c2251937-2487-4cca-817b-a9062909d9ac", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 19:39:39 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-c56f0824-aee1-40ba-94a3-c04544dd42ff tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Converting VIF {"id": "c2251937-2487-4cca-817b-a9062909d9ac", "address": "fa:16:3e:98:c8:c8", "network": {"id": "99edb53b-28d0-4c20-8301-2e49771a21ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1002512861-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "263dcbd796474e989caaf1ec61ef0e47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2251937-24", "ovs_interfaceid": "c2251937-2487-4cca-817b-a9062909d9ac", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:39:39 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-c56f0824-aee1-40ba-94a3-c04544dd42ff tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:98:c8:c8,bridge_name='br-int',has_traffic_filtering=True,id=c2251937-2487-4cca-817b-a9062909d9ac,network=Network(99edb53b-28d0-4c20-8301-2e49771a21ba),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc2251937-24') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:39:39 user nova-compute[75147]: DEBUG os_vif [None req-c56f0824-aee1-40ba-94a3-c04544dd42ff tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:98:c8:c8,bridge_name='br-int',has_traffic_filtering=True,id=c2251937-2487-4cca-817b-a9062909d9ac,network=Network(99edb53b-28d0-4c20-8301-2e49771a21ba),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc2251937-24') {{(pid=75147) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 19:39:39 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:39:39 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:39:39 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 19:39:39 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:39:39 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '649d56be-5ae3-5642-b5fa-f2933556762a', '_type': 'linux-noop'}}, row=False) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:39:39 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:39:39 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:39:39 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:39:39 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc2251937-24, may_exist=True, interface_attrs={}) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:39:39 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc2251937-24, col_values=(('qos', UUID('f9700b2e-5ab9-49aa-8d88-e36d6741140a')),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:39:39 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc2251937-24, col_values=(('external_ids', {'iface-id': 'c2251937-2487-4cca-817b-a9062909d9ac', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:98:c8:c8', 'vm-uuid': '890c8090-2d59-4e82-a8d2-b3ef579be76b'}),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:39:39 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:39:39 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:39:39 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:39:39 user nova-compute[75147]: INFO os_vif [None req-c56f0824-aee1-40ba-94a3-c04544dd42ff tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:98:c8:c8,bridge_name='br-int',has_traffic_filtering=True,id=c2251937-2487-4cca-817b-a9062909d9ac,network=Network(99edb53b-28d0-4c20-8301-2e49771a21ba),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc2251937-24')
Oct 27 19:39:39 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-c56f0824-aee1-40ba-94a3-c04544dd42ff tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] No BDM found with device name vda, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:39:39 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-c56f0824-aee1-40ba-94a3-c04544dd42ff tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] No VIF found with MAC fa:16:3e:98:c8:c8, not building metadata {{(pid=75147) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 19:39:40 user nova-compute[75147]: DEBUG nova.network.neutron [req-71b0855d-26cd-4cd0-85d1-ceb89a3faa7f req-cb126f00-f6e3-490d-a924-c84db479c2eb service nova] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Updated VIF entry in instance network info cache for port c2251937-2487-4cca-817b-a9062909d9ac. {{(pid=75147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 19:39:40 user nova-compute[75147]: DEBUG nova.network.neutron [req-71b0855d-26cd-4cd0-85d1-ceb89a3faa7f req-cb126f00-f6e3-490d-a924-c84db479c2eb service nova] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Updating instance_info_cache with network_info: [{"id": "c2251937-2487-4cca-817b-a9062909d9ac", "address": "fa:16:3e:98:c8:c8", "network": {"id": "99edb53b-28d0-4c20-8301-2e49771a21ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1002512861-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "263dcbd796474e989caaf1ec61ef0e47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2251937-24", "ovs_interfaceid": "c2251937-2487-4cca-817b-a9062909d9ac", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:39:40 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-71b0855d-26cd-4cd0-85d1-ceb89a3faa7f req-cb126f00-f6e3-490d-a924-c84db479c2eb service nova] Releasing lock "refresh_cache-890c8090-2d59-4e82-a8d2-b3ef579be76b" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:39:40 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-c5d47ef3-fa95-4678-8f9c-fa27a6ed4740 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 18fad5c9-4c2b-4e90-a568-bd0a32497c63 is timed out.
Oct 27 19:39:40 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-c5d47ef3-fa95-4678-8f9c-fa27a6ed4740 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Successfully detached device vdb from instance 18fad5c9-4c2b-4e90-a568-bd0a32497c63 from the live domain config.
Oct 27 19:39:40 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c5d47ef3-fa95-4678-8f9c-fa27a6ed4740 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] calling os-brick to detach iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 19:39:40 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5d47ef3-fa95-4678-8f9c-fa27a6ed4740 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, {'target_iqn': 'iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LOUlfJDd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:39:40 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-c5d47ef3-fa95-4678-8f9c-fa27a6ed4740 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:39:40 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-c5d47ef3-fa95-4678-8f9c-fa27a6ed4740 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:39:40 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-c5d47ef3-fa95-4678-8f9c-fa27a6ed4740 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:39:40 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:39:40 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:39:40 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c6e17cd-b02a-4ed9-b10a-293e0e6e1ebf]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:39:40 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5d47ef3-fa95-4678-8f9c-fa27a6ed4740 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 19:39:40 user nova-compute[75147]: No targets found.
Oct 27 19:39:40 user nova-compute[75147]: iSNS:
Oct 27 19:39:40 user nova-compute[75147]: No targets found.
Oct 27 19:39:40 user nova-compute[75147]: STATIC:
Oct 27 19:39:40 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601
Oct 27 19:39:40 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:39:40 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:39:40 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1
Oct 27 19:39:40 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:39:40 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:39:40 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76
Oct 27 19:39:40 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:39:40 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:39:40 user nova-compute[75147]: FIRMWARE:
Oct 27 19:39:40 user nova-compute[75147]: No targets found.
Oct 27 19:39:40 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:39:40 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5d47ef3-fa95-4678-8f9c-fa27a6ed4740 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 19:39:40 user nova-compute[75147]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 19:39:40 user nova-compute[75147]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75147) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 19:39:40 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5d47ef3-fa95-4678-8f9c-fa27a6ed4740 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601', 0)] {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 19:39:40 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:39:40 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:39:40 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec4b14b7-0cd2-4e8c-97f1-cb96f4256631]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:39:40 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:39:40 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:39:40 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[55860b89-2447-44d3-95c5-1bb3de372754]: (4, ('tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:39:40 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5d47ef3-fa95-4678-8f9c-fa27a6ed4740 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76 (non-flash)
Oct 27 19:39:40 user nova-compute[75147]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601 (non-flash)
Oct 27 19:39:40 user nova-compute[75147]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1 (non-flash)
Oct 27 19:39:40 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:39:40 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5d47ef3-fa95-4678-8f9c-fa27a6ed4740 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] iscsi session list stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76 (non-flash)
Oct 27 19:39:40 user nova-compute[75147]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601 (non-flash)
Oct 27 19:39:40 user nova-compute[75147]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1 (non-flash)
Oct 27 19:39:40 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:39:40 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5d47ef3-fa95-4678-8f9c-fa27a6ed4740 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f28ec71b010>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601'): ({'sdc'}, set())}) {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 19:39:40 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-c5d47ef3-fa95-4678-8f9c-fa27a6ed4740 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Removing single pathed devices sdc {{(pid=75147) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 19:39:40 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:39:40 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:39:40 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[197b6cad-c047-4442-99a7-dab3f2a92e42]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:39:40 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:39:40 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.021s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:39:40 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[a73f3e23-55a8-4b9a-a3fb-f6b29924edd2]: (4, ('ok\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:39:40 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-c5d47ef3-fa95-4678-8f9c-fa27a6ed4740 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Flushing IO for device /dev/sdc {{(pid=75147) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 19:39:40 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:39:40 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.013s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:39:40 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[00f617a9-b01e-4759-9625-3410ee472c32]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:39:40 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-c5d47ef3-fa95-4678-8f9c-fa27a6ed4740 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75147) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 19:39:40 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:39:40 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.042s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:39:40 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[71b57a22-4fcc-4464-8d75-4861a3665ee0]: (4, ('1', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:39:40 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-c5d47ef3-fa95-4678-8f9c-fa27a6ed4740 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 19:39:40 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-c5d47ef3-fa95-4678-8f9c-fa27a6ed4740 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] SCSI volumes sdc have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 19:39:40 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5d47ef3-fa95-4678-8f9c-fa27a6ed4740 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601')] {{(pid=75147) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 19:39:40 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:39:40 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:39:40 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[b11a8de7-42ad-471a-9252-f2f22f0f73b6]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:39:40 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5d47ef3-fa95-4678-8f9c-fa27a6ed4740 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:39:40 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601 -p 172.16.0.220:3260 --logout {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:39:40 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601 -p 172.16.0.220:3260 --logout" returned: 0 in 0.068s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:39:40 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[c80f75dc-92cb-4d6f-8098-198c2ac0b7df]: (4, ('Logging out of session [sid: 27, target: iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601, portal: 172.16.0.220,3260]\nLogout of [sid: 27, target: iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:39:40 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5d47ef3-fa95-4678-8f9c-fa27a6ed4740 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 27, target: iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601, portal: 172.16.0.220,3260]
Oct 27 19:39:40 user nova-compute[75147]: Logout of [sid: 27, target: iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601, portal: 172.16.0.220,3260] successful.
Oct 27 19:39:40 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:39:40 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601 -p 172.16.0.220:3260 --op delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:39:40 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:258f9c1f-2da1-4815-9280-0796bf59f601 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:39:40 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b797df1-edec-40b4-acf2-f11a3bfe6fad]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:39:40 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5d47ef3-fa95-4678-8f9c-fa27a6ed4740 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:39:40 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-c5d47ef3-fa95-4678-8f9c-fa27a6ed4740 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.324s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:39:40 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5d47ef3-fa95-4678-8f9c-fa27a6ed4740 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] <== disconnect_volume: return (326ms) None {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:39:40 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c5d47ef3-fa95-4678-8f9c-fa27a6ed4740 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Disconnected iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 19:39:41 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:39:41 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:39:41 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:39:41 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:39:41 user nova-compute[75147]: DEBUG nova.compute.manager [req-48fb21eb-521d-4da5-bd0c-21ab6defad46 req-f3ca2096-5335-4c43-8232-a49784ff4698 service nova] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Received event network-vif-plugged-c2251937-2487-4cca-817b-a9062909d9ac {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:39:41 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-48fb21eb-521d-4da5-bd0c-21ab6defad46 req-f3ca2096-5335-4c43-8232-a49784ff4698 service nova] Acquiring lock "890c8090-2d59-4e82-a8d2-b3ef579be76b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:39:41 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-48fb21eb-521d-4da5-bd0c-21ab6defad46 req-f3ca2096-5335-4c43-8232-a49784ff4698 service nova] Lock "890c8090-2d59-4e82-a8d2-b3ef579be76b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:39:41 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-48fb21eb-521d-4da5-bd0c-21ab6defad46 req-f3ca2096-5335-4c43-8232-a49784ff4698 service nova] Lock "890c8090-2d59-4e82-a8d2-b3ef579be76b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:39:41 user nova-compute[75147]: DEBUG nova.compute.manager [req-48fb21eb-521d-4da5-bd0c-21ab6defad46 req-f3ca2096-5335-4c43-8232-a49784ff4698 service nova] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] No waiting events found dispatching network-vif-plugged-c2251937-2487-4cca-817b-a9062909d9ac {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:39:41 user nova-compute[75147]: WARNING nova.compute.manager [req-48fb21eb-521d-4da5-bd0c-21ab6defad46 req-f3ca2096-5335-4c43-8232-a49784ff4698 service nova] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Received unexpected event network-vif-plugged-c2251937-2487-4cca-817b-a9062909d9ac for instance with vm_state building and task_state spawning.
Oct 27 19:39:41 user nova-compute[75147]: DEBUG nova.objects.instance [None req-c5d47ef3-fa95-4678-8f9c-fa27a6ed4740 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Lazy-loading 'flavor' on Instance uuid 18fad5c9-4c2b-4e90-a568-bd0a32497c63 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:39:41 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-c5d47ef3-fa95-4678-8f9c-fa27a6ed4740 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Lock "18fad5c9-4c2b-4e90-a568-bd0a32497c63" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.941s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:39:41 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:39:41 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:39:41 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:39:41 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:39:41 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:39:42 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-863a071d-b6c4-451d-9f7b-f2415cf1e50e tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Acquiring lock "18fad5c9-4c2b-4e90-a568-bd0a32497c63" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:39:42 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-863a071d-b6c4-451d-9f7b-f2415cf1e50e tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Lock "18fad5c9-4c2b-4e90-a568-bd0a32497c63" acquired by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:39:42 user nova-compute[75147]: DEBUG nova.compute.manager [None req-863a071d-b6c4-451d-9f7b-f2415cf1e50e tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Checking state {{(pid=75147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 19:39:42 user nova-compute[75147]: DEBUG nova.compute.manager [None req-863a071d-b6c4-451d-9f7b-f2415cf1e50e tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=75147) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3358}}
Oct 27 19:39:42 user nova-compute[75147]: DEBUG nova.objects.instance [None req-863a071d-b6c4-451d-9f7b-f2415cf1e50e tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Lazy-loading 'flavor' on Instance uuid 18fad5c9-4c2b-4e90-a568-bd0a32497c63 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:39:42 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:39:42 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:39:42 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:39:42 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:39:42 user nova-compute[75147]: DEBUG nova.compute.manager [req-ff5a31b4-1d8c-47b0-a8f9-3da16e56ea1d req-48aefd8d-0dde-4dca-a5b7-e7a94ab9ac23 service nova] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Received event network-vif-unplugged-5b28365d-32e7-4952-b6c6-3c2343ff1568 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:39:42 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-ff5a31b4-1d8c-47b0-a8f9-3da16e56ea1d req-48aefd8d-0dde-4dca-a5b7-e7a94ab9ac23 service nova] Acquiring lock "18fad5c9-4c2b-4e90-a568-bd0a32497c63-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:39:42 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-ff5a31b4-1d8c-47b0-a8f9-3da16e56ea1d req-48aefd8d-0dde-4dca-a5b7-e7a94ab9ac23 service nova] Lock "18fad5c9-4c2b-4e90-a568-bd0a32497c63-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:39:42 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-ff5a31b4-1d8c-47b0-a8f9-3da16e56ea1d req-48aefd8d-0dde-4dca-a5b7-e7a94ab9ac23 service nova] Lock "18fad5c9-4c2b-4e90-a568-bd0a32497c63-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:39:42 user nova-compute[75147]: DEBUG nova.compute.manager [req-ff5a31b4-1d8c-47b0-a8f9-3da16e56ea1d req-48aefd8d-0dde-4dca-a5b7-e7a94ab9ac23 service nova] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] No waiting events found dispatching network-vif-unplugged-5b28365d-32e7-4952-b6c6-3c2343ff1568 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:39:42 user nova-compute[75147]: WARNING nova.compute.manager [req-ff5a31b4-1d8c-47b0-a8f9-3da16e56ea1d req-48aefd8d-0dde-4dca-a5b7-e7a94ab9ac23 service nova] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Received unexpected event network-vif-unplugged-5b28365d-32e7-4952-b6c6-3c2343ff1568 for instance with vm_state active and task_state powering-off.
Oct 27 19:39:42 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:39:42 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:39:42 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:39:42 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:39:42 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Instance destroyed successfully.
Oct 27 19:39:42 user nova-compute[75147]: DEBUG nova.compute.manager [None req-863a071d-b6c4-451d-9f7b-f2415cf1e50e tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Checking state {{(pid=75147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 19:39:43 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:39:43 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-863a071d-b6c4-451d-9f7b-f2415cf1e50e tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Lock "18fad5c9-4c2b-4e90-a568-bd0a32497c63" "released" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: held 0.892s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:39:43 user nova-compute[75147]: DEBUG nova.compute.manager [req-af7b0949-bd1c-4619-b963-bac87c74d765 req-b4d932c5-f001-4017-8e68-a4091f77f460 service nova] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Received event network-vif-plugged-c2251937-2487-4cca-817b-a9062909d9ac {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:39:43 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-af7b0949-bd1c-4619-b963-bac87c74d765 req-b4d932c5-f001-4017-8e68-a4091f77f460 service nova] Acquiring lock "890c8090-2d59-4e82-a8d2-b3ef579be76b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:39:43 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-af7b0949-bd1c-4619-b963-bac87c74d765 req-b4d932c5-f001-4017-8e68-a4091f77f460 service nova] Lock "890c8090-2d59-4e82-a8d2-b3ef579be76b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:39:43 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-af7b0949-bd1c-4619-b963-bac87c74d765 req-b4d932c5-f001-4017-8e68-a4091f77f460 service nova] Lock "890c8090-2d59-4e82-a8d2-b3ef579be76b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:39:43 user nova-compute[75147]: DEBUG nova.compute.manager [req-af7b0949-bd1c-4619-b963-bac87c74d765 req-b4d932c5-f001-4017-8e68-a4091f77f460 service nova] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] No waiting events found dispatching network-vif-plugged-c2251937-2487-4cca-817b-a9062909d9ac {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:39:43 user nova-compute[75147]: WARNING nova.compute.manager [req-af7b0949-bd1c-4619-b963-bac87c74d765 req-b4d932c5-f001-4017-8e68-a4091f77f460 service nova] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Received unexpected event network-vif-plugged-c2251937-2487-4cca-817b-a9062909d9ac for instance with vm_state building and task_state spawning.
Oct 27 19:39:43 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:39:43 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:39:43 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:39:43 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:39:43 user nova-compute[75147]: DEBUG nova.compute.manager [None req-c56f0824-aee1-40ba-94a3-c04544dd42ff tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Instance event wait completed in 0 seconds for  {{(pid=75147) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 19:39:43 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-c56f0824-aee1-40ba-94a3-c04544dd42ff tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Guest created on hypervisor {{(pid=75147) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 19:39:43 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Instance spawned successfully.
Oct 27 19:39:43 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-c56f0824-aee1-40ba-94a3-c04544dd42ff tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 27 19:39:43 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-c56f0824-aee1-40ba-94a3-c04544dd42ff tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Found default for hw_cdrom_bus of ide {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:39:43 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-c56f0824-aee1-40ba-94a3-c04544dd42ff tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Found default for hw_disk_bus of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:39:43 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-c56f0824-aee1-40ba-94a3-c04544dd42ff tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Found default for hw_input_bus of None {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:39:43 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-c56f0824-aee1-40ba-94a3-c04544dd42ff tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Found default for hw_pointer_model of None {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:39:43 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-c56f0824-aee1-40ba-94a3-c04544dd42ff tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Found default for hw_video_model of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:39:43 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-c56f0824-aee1-40ba-94a3-c04544dd42ff tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Found default for hw_vif_model of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:39:43 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:39:43 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:39:43 user nova-compute[75147]: INFO nova.compute.manager [None req-c56f0824-aee1-40ba-94a3-c04544dd42ff tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Took 5.78 seconds to spawn the instance on the hypervisor.
Oct 27 19:39:43 user nova-compute[75147]: DEBUG nova.compute.manager [None req-c56f0824-aee1-40ba-94a3-c04544dd42ff tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Checking state {{(pid=75147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 19:39:43 user nova-compute[75147]: INFO nova.compute.manager [None req-c56f0824-aee1-40ba-94a3-c04544dd42ff tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Took 6.50 seconds to build instance.
Oct 27 19:39:43 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-c56f0824-aee1-40ba-94a3-c04544dd42ff tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Lock "890c8090-2d59-4e82-a8d2-b3ef579be76b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.595s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:39:44 user nova-compute[75147]: DEBUG nova.compute.manager [req-a8abef98-9b2c-4752-8def-66f0f75772fa req-9dbcac7b-258d-4571-bc8e-199ba2e7c714 service nova] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Received event network-vif-plugged-5b28365d-32e7-4952-b6c6-3c2343ff1568 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:39:44 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-a8abef98-9b2c-4752-8def-66f0f75772fa req-9dbcac7b-258d-4571-bc8e-199ba2e7c714 service nova] Acquiring lock "18fad5c9-4c2b-4e90-a568-bd0a32497c63-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:39:44 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-a8abef98-9b2c-4752-8def-66f0f75772fa req-9dbcac7b-258d-4571-bc8e-199ba2e7c714 service nova] Lock "18fad5c9-4c2b-4e90-a568-bd0a32497c63-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:39:44 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-a8abef98-9b2c-4752-8def-66f0f75772fa req-9dbcac7b-258d-4571-bc8e-199ba2e7c714 service nova] Lock "18fad5c9-4c2b-4e90-a568-bd0a32497c63-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:39:44 user nova-compute[75147]: DEBUG nova.compute.manager [req-a8abef98-9b2c-4752-8def-66f0f75772fa req-9dbcac7b-258d-4571-bc8e-199ba2e7c714 service nova] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] No waiting events found dispatching network-vif-plugged-5b28365d-32e7-4952-b6c6-3c2343ff1568 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:39:44 user nova-compute[75147]: WARNING nova.compute.manager [req-a8abef98-9b2c-4752-8def-66f0f75772fa req-9dbcac7b-258d-4571-bc8e-199ba2e7c714 service nova] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Received unexpected event network-vif-plugged-5b28365d-32e7-4952-b6c6-3c2343ff1568 for instance with vm_state stopped and task_state None.
Oct 27 19:39:44 user nova-compute[75147]: DEBUG nova.compute.manager [req-a8abef98-9b2c-4752-8def-66f0f75772fa req-9dbcac7b-258d-4571-bc8e-199ba2e7c714 service nova] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Received event network-vif-plugged-5b28365d-32e7-4952-b6c6-3c2343ff1568 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:39:44 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-a8abef98-9b2c-4752-8def-66f0f75772fa req-9dbcac7b-258d-4571-bc8e-199ba2e7c714 service nova] Acquiring lock "18fad5c9-4c2b-4e90-a568-bd0a32497c63-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:39:44 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-a8abef98-9b2c-4752-8def-66f0f75772fa req-9dbcac7b-258d-4571-bc8e-199ba2e7c714 service nova] Lock "18fad5c9-4c2b-4e90-a568-bd0a32497c63-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:39:44 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-a8abef98-9b2c-4752-8def-66f0f75772fa req-9dbcac7b-258d-4571-bc8e-199ba2e7c714 service nova] Lock "18fad5c9-4c2b-4e90-a568-bd0a32497c63-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:39:44 user nova-compute[75147]: DEBUG nova.compute.manager [req-a8abef98-9b2c-4752-8def-66f0f75772fa req-9dbcac7b-258d-4571-bc8e-199ba2e7c714 service nova] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] No waiting events found dispatching network-vif-plugged-5b28365d-32e7-4952-b6c6-3c2343ff1568 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:39:44 user nova-compute[75147]: WARNING nova.compute.manager [req-a8abef98-9b2c-4752-8def-66f0f75772fa req-9dbcac7b-258d-4571-bc8e-199ba2e7c714 service nova] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Received unexpected event network-vif-plugged-5b28365d-32e7-4952-b6c6-3c2343ff1568 for instance with vm_state stopped and task_state None.
Oct 27 19:39:44 user nova-compute[75147]: DEBUG nova.compute.manager [req-a8abef98-9b2c-4752-8def-66f0f75772fa req-9dbcac7b-258d-4571-bc8e-199ba2e7c714 service nova] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Received event network-vif-plugged-5b28365d-32e7-4952-b6c6-3c2343ff1568 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:39:44 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-a8abef98-9b2c-4752-8def-66f0f75772fa req-9dbcac7b-258d-4571-bc8e-199ba2e7c714 service nova] Acquiring lock "18fad5c9-4c2b-4e90-a568-bd0a32497c63-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:39:44 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-a8abef98-9b2c-4752-8def-66f0f75772fa req-9dbcac7b-258d-4571-bc8e-199ba2e7c714 service nova] Lock "18fad5c9-4c2b-4e90-a568-bd0a32497c63-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:39:44 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-a8abef98-9b2c-4752-8def-66f0f75772fa req-9dbcac7b-258d-4571-bc8e-199ba2e7c714 service nova] Lock "18fad5c9-4c2b-4e90-a568-bd0a32497c63-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:39:44 user nova-compute[75147]: DEBUG nova.compute.manager [req-a8abef98-9b2c-4752-8def-66f0f75772fa req-9dbcac7b-258d-4571-bc8e-199ba2e7c714 service nova] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] No waiting events found dispatching network-vif-plugged-5b28365d-32e7-4952-b6c6-3c2343ff1568 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:39:44 user nova-compute[75147]: WARNING nova.compute.manager [req-a8abef98-9b2c-4752-8def-66f0f75772fa req-9dbcac7b-258d-4571-bc8e-199ba2e7c714 service nova] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Received unexpected event network-vif-plugged-5b28365d-32e7-4952-b6c6-3c2343ff1568 for instance with vm_state stopped and task_state None.
Oct 27 19:39:44 user nova-compute[75147]: DEBUG nova.compute.manager [req-a8abef98-9b2c-4752-8def-66f0f75772fa req-9dbcac7b-258d-4571-bc8e-199ba2e7c714 service nova] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Received event network-vif-unplugged-5b28365d-32e7-4952-b6c6-3c2343ff1568 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:39:44 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-a8abef98-9b2c-4752-8def-66f0f75772fa req-9dbcac7b-258d-4571-bc8e-199ba2e7c714 service nova] Acquiring lock "18fad5c9-4c2b-4e90-a568-bd0a32497c63-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:39:44 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-a8abef98-9b2c-4752-8def-66f0f75772fa req-9dbcac7b-258d-4571-bc8e-199ba2e7c714 service nova] Lock "18fad5c9-4c2b-4e90-a568-bd0a32497c63-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:39:44 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-a8abef98-9b2c-4752-8def-66f0f75772fa req-9dbcac7b-258d-4571-bc8e-199ba2e7c714 service nova] Lock "18fad5c9-4c2b-4e90-a568-bd0a32497c63-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:39:44 user nova-compute[75147]: DEBUG nova.compute.manager [req-a8abef98-9b2c-4752-8def-66f0f75772fa req-9dbcac7b-258d-4571-bc8e-199ba2e7c714 service nova] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] No waiting events found dispatching network-vif-unplugged-5b28365d-32e7-4952-b6c6-3c2343ff1568 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:39:44 user nova-compute[75147]: WARNING nova.compute.manager [req-a8abef98-9b2c-4752-8def-66f0f75772fa req-9dbcac7b-258d-4571-bc8e-199ba2e7c714 service nova] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Received unexpected event network-vif-unplugged-5b28365d-32e7-4952-b6c6-3c2343ff1568 for instance with vm_state stopped and task_state None.
Oct 27 19:39:44 user nova-compute[75147]: DEBUG nova.compute.manager [req-a8abef98-9b2c-4752-8def-66f0f75772fa req-9dbcac7b-258d-4571-bc8e-199ba2e7c714 service nova] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Received event network-vif-plugged-5b28365d-32e7-4952-b6c6-3c2343ff1568 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:39:44 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-a8abef98-9b2c-4752-8def-66f0f75772fa req-9dbcac7b-258d-4571-bc8e-199ba2e7c714 service nova] Acquiring lock "18fad5c9-4c2b-4e90-a568-bd0a32497c63-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:39:44 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-a8abef98-9b2c-4752-8def-66f0f75772fa req-9dbcac7b-258d-4571-bc8e-199ba2e7c714 service nova] Lock "18fad5c9-4c2b-4e90-a568-bd0a32497c63-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:39:44 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-a8abef98-9b2c-4752-8def-66f0f75772fa req-9dbcac7b-258d-4571-bc8e-199ba2e7c714 service nova] Lock "18fad5c9-4c2b-4e90-a568-bd0a32497c63-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:39:44 user nova-compute[75147]: DEBUG nova.compute.manager [req-a8abef98-9b2c-4752-8def-66f0f75772fa req-9dbcac7b-258d-4571-bc8e-199ba2e7c714 service nova] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] No waiting events found dispatching network-vif-plugged-5b28365d-32e7-4952-b6c6-3c2343ff1568 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:39:44 user nova-compute[75147]: WARNING nova.compute.manager [req-a8abef98-9b2c-4752-8def-66f0f75772fa req-9dbcac7b-258d-4571-bc8e-199ba2e7c714 service nova] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Received unexpected event network-vif-plugged-5b28365d-32e7-4952-b6c6-3c2343ff1568 for instance with vm_state stopped and task_state None.
Oct 27 19:39:44 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:39:46 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:39:46 user nova-compute[75147]: DEBUG nova.compute.manager [req-0595e264-8379-473b-b462-d522c57ba26d req-0d1dbb6e-b320-4f18-a385-928d20aadb91 service nova] [instance: d3fb6898-879f-4828-b0c8-f4c7911c334c] Received event network-changed-24cd132f-d0bb-46ce-b74d-64535d946a24 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:39:46 user nova-compute[75147]: DEBUG nova.compute.manager [req-0595e264-8379-473b-b462-d522c57ba26d req-0d1dbb6e-b320-4f18-a385-928d20aadb91 service nova] [instance: d3fb6898-879f-4828-b0c8-f4c7911c334c] Refreshing instance network info cache due to event network-changed-24cd132f-d0bb-46ce-b74d-64535d946a24. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 19:39:46 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-0595e264-8379-473b-b462-d522c57ba26d req-0d1dbb6e-b320-4f18-a385-928d20aadb91 service nova] Acquiring lock "refresh_cache-d3fb6898-879f-4828-b0c8-f4c7911c334c" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:39:46 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-0595e264-8379-473b-b462-d522c57ba26d req-0d1dbb6e-b320-4f18-a385-928d20aadb91 service nova] Acquired lock "refresh_cache-d3fb6898-879f-4828-b0c8-f4c7911c334c" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:39:46 user nova-compute[75147]: DEBUG nova.network.neutron [req-0595e264-8379-473b-b462-d522c57ba26d req-0d1dbb6e-b320-4f18-a385-928d20aadb91 service nova] [instance: d3fb6898-879f-4828-b0c8-f4c7911c334c] Refreshing network info cache for port 24cd132f-d0bb-46ce-b74d-64535d946a24 {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 19:39:47 user nova-compute[75147]: DEBUG nova.network.neutron [req-0595e264-8379-473b-b462-d522c57ba26d req-0d1dbb6e-b320-4f18-a385-928d20aadb91 service nova] [instance: d3fb6898-879f-4828-b0c8-f4c7911c334c] Updated VIF entry in instance network info cache for port 24cd132f-d0bb-46ce-b74d-64535d946a24. {{(pid=75147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 19:39:47 user nova-compute[75147]: DEBUG nova.network.neutron [req-0595e264-8379-473b-b462-d522c57ba26d req-0d1dbb6e-b320-4f18-a385-928d20aadb91 service nova] [instance: d3fb6898-879f-4828-b0c8-f4c7911c334c] Updating instance_info_cache with network_info: [{"id": "24cd132f-d0bb-46ce-b74d-64535d946a24", "address": "fa:16:3e:d4:a1:89", "network": {"id": "bae3f1ff-b48f-4e91-a1ac-2c877ecca1af", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1949095258-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9368eab86d5248b2a34511d5d0fd64eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap24cd132f-d0", "ovs_interfaceid": "24cd132f-d0bb-46ce-b74d-64535d946a24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:39:47 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-0595e264-8379-473b-b462-d522c57ba26d req-0d1dbb6e-b320-4f18-a385-928d20aadb91 service nova] Releasing lock "refresh_cache-d3fb6898-879f-4828-b0c8-f4c7911c334c" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:39:48 user nova-compute[75147]: DEBUG nova.compute.manager [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] Stashing vm_state: active {{(pid=75147) _prep_resize /opt/stack/nova/nova/compute/manager.py:5614}}
Oct 27 19:39:48 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:39:48 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:39:48 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75147) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 19:39:48 user nova-compute[75147]: INFO nova.compute.claims [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] Claim successful on node user
Oct 27 19:39:48 user nova-compute[75147]: INFO nova.compute.resource_tracker [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] Updating resource usage from migration 09ee5e9e-77aa-43c3-97ae-c1e4ae1c9357
Oct 27 19:39:48 user nova-compute[75147]: DEBUG nova.compute.manager [req-91466817-aeb9-4637-b130-c893450c5049 req-2e9bcb4a-d8ed-4687-9803-fc8e0278020b service nova] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] Received event network-changed-c8b86675-1429-46a4-8fb4-f5338cd721ee {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:39:48 user nova-compute[75147]: DEBUG nova.compute.manager [req-91466817-aeb9-4637-b130-c893450c5049 req-2e9bcb4a-d8ed-4687-9803-fc8e0278020b service nova] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] Refreshing instance network info cache due to event network-changed-c8b86675-1429-46a4-8fb4-f5338cd721ee. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 19:39:48 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-91466817-aeb9-4637-b130-c893450c5049 req-2e9bcb4a-d8ed-4687-9803-fc8e0278020b service nova] Acquiring lock "refresh_cache-e18f8c66-86d8-4021-b2f8-17aeee684b86" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:39:48 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-91466817-aeb9-4637-b130-c893450c5049 req-2e9bcb4a-d8ed-4687-9803-fc8e0278020b service nova] Acquired lock "refresh_cache-e18f8c66-86d8-4021-b2f8-17aeee684b86" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:39:48 user nova-compute[75147]: DEBUG nova.network.neutron [req-91466817-aeb9-4637-b130-c893450c5049 req-2e9bcb4a-d8ed-4687-9803-fc8e0278020b service nova] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] Refreshing network info cache for port c8b86675-1429-46a4-8fb4-f5338cd721ee {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 19:39:49 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:39:49 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:39:49 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 0.512s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:39:49 user nova-compute[75147]: INFO nova.compute.manager [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] Migrating
Oct 27 19:39:49 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:39:49 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Acquired lock "compute-rpcapi-router" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:39:49 user nova-compute[75147]: INFO nova.compute.rpcapi [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Automatically selected compute RPC version 6.2 from minimum service version 66
Oct 27 19:39:49 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Releasing lock "compute-rpcapi-router" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:39:49 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Acquiring lock "refresh_cache-e18f8c66-86d8-4021-b2f8-17aeee684b86" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:39:49 user nova-compute[75147]: DEBUG nova.network.neutron [req-91466817-aeb9-4637-b130-c893450c5049 req-2e9bcb4a-d8ed-4687-9803-fc8e0278020b service nova] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] Updated VIF entry in instance network info cache for port c8b86675-1429-46a4-8fb4-f5338cd721ee. {{(pid=75147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 19:39:49 user nova-compute[75147]: DEBUG nova.network.neutron [req-91466817-aeb9-4637-b130-c893450c5049 req-2e9bcb4a-d8ed-4687-9803-fc8e0278020b service nova] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] Updating instance_info_cache with network_info: [{"id": "c8b86675-1429-46a4-8fb4-f5338cd721ee", "address": "fa:16:3e:db:9f:78", "network": {"id": "bae3f1ff-b48f-4e91-a1ac-2c877ecca1af", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1949095258-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.29", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9368eab86d5248b2a34511d5d0fd64eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc8b86675-14", "ovs_interfaceid": "c8b86675-1429-46a4-8fb4-f5338cd721ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:39:49 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-91466817-aeb9-4637-b130-c893450c5049 req-2e9bcb4a-d8ed-4687-9803-fc8e0278020b service nova] Releasing lock "refresh_cache-e18f8c66-86d8-4021-b2f8-17aeee684b86" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:39:49 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Acquired lock "refresh_cache-e18f8c66-86d8-4021-b2f8-17aeee684b86" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:39:49 user nova-compute[75147]: DEBUG nova.network.neutron [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] Building network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 19:39:49 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:39:50 user nova-compute[75147]: DEBUG nova.network.neutron [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] Updating instance_info_cache with network_info: [{"id": "c8b86675-1429-46a4-8fb4-f5338cd721ee", "address": "fa:16:3e:db:9f:78", "network": {"id": "bae3f1ff-b48f-4e91-a1ac-2c877ecca1af", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1949095258-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.29", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9368eab86d5248b2a34511d5d0fd64eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc8b86675-14", "ovs_interfaceid": "c8b86675-1429-46a4-8fb4-f5338cd721ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:39:50 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Releasing lock "refresh_cache-e18f8c66-86d8-4021-b2f8-17aeee684b86" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:39:50 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] Starting migrate_disk_and_power_off {{(pid=75147) migrate_disk_and_power_off /opt/stack/nova/nova/virt/libvirt/driver.py:11487}}
Oct 27 19:39:50 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-cf49c87f-b88b-4350-94cb-47c2786e3dc2 tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Acquiring lock "76919c53-6d4e-40d8-80ef-2a3634d539ad" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:39:50 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-cf49c87f-b88b-4350-94cb-47c2786e3dc2 tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Lock "76919c53-6d4e-40d8-80ef-2a3634d539ad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:39:50 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:39:50 user nova-compute[75147]: DEBUG nova.compute.manager [None req-cf49c87f-b88b-4350-94cb-47c2786e3dc2 tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] [instance: 76919c53-6d4e-40d8-80ef-2a3634d539ad] Starting instance... {{(pid=75147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 27 19:39:50 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:39:50 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-cf49c87f-b88b-4350-94cb-47c2786e3dc2 tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:39:50 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-cf49c87f-b88b-4350-94cb-47c2786e3dc2 tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:39:50 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-cf49c87f-b88b-4350-94cb-47c2786e3dc2 tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75147) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 19:39:50 user nova-compute[75147]: INFO nova.compute.claims [None req-cf49c87f-b88b-4350-94cb-47c2786e3dc2 tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] [instance: 76919c53-6d4e-40d8-80ef-2a3634d539ad] Claim successful on node user
Oct 27 19:39:50 user nova-compute[75147]: DEBUG nova.compute.manager [req-c2af4c4f-4ead-4784-92e9-e4991085c1c4 req-75345ab7-c017-435e-b6fe-88b0145cfa29 service nova] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] Received event network-vif-unplugged-c8b86675-1429-46a4-8fb4-f5338cd721ee {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:39:50 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-c2af4c4f-4ead-4784-92e9-e4991085c1c4 req-75345ab7-c017-435e-b6fe-88b0145cfa29 service nova] Acquiring lock "e18f8c66-86d8-4021-b2f8-17aeee684b86-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:39:50 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-c2af4c4f-4ead-4784-92e9-e4991085c1c4 req-75345ab7-c017-435e-b6fe-88b0145cfa29 service nova] Lock "e18f8c66-86d8-4021-b2f8-17aeee684b86-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:39:50 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-c2af4c4f-4ead-4784-92e9-e4991085c1c4 req-75345ab7-c017-435e-b6fe-88b0145cfa29 service nova] Lock "e18f8c66-86d8-4021-b2f8-17aeee684b86-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:39:50 user nova-compute[75147]: DEBUG nova.compute.manager [req-c2af4c4f-4ead-4784-92e9-e4991085c1c4 req-75345ab7-c017-435e-b6fe-88b0145cfa29 service nova] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] No waiting events found dispatching network-vif-unplugged-c8b86675-1429-46a4-8fb4-f5338cd721ee {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:39:50 user nova-compute[75147]: WARNING nova.compute.manager [req-c2af4c4f-4ead-4784-92e9-e4991085c1c4 req-75345ab7-c017-435e-b6fe-88b0145cfa29 service nova] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] Received unexpected event network-vif-unplugged-c8b86675-1429-46a4-8fb4-f5338cd721ee for instance with vm_state active and task_state resize_migrating.
Oct 27 19:39:50 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:39:50 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:39:50 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:39:51 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-cf49c87f-b88b-4350-94cb-47c2786e3dc2 tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:39:51 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-cf49c87f-b88b-4350-94cb-47c2786e3dc2 tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:39:51 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-cf49c87f-b88b-4350-94cb-47c2786e3dc2 tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.481s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:39:51 user nova-compute[75147]: DEBUG nova.compute.manager [None req-cf49c87f-b88b-4350-94cb-47c2786e3dc2 tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] [instance: 76919c53-6d4e-40d8-80ef-2a3634d539ad] Start building networks asynchronously for instance. {{(pid=75147) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 27 19:39:51 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] Instance destroyed successfully.
Oct 27 19:39:51 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:37:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1804013607',display_name='tempest-ServerActionsTestOtherA-server-1804013607',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1804013607',id=27,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOXkDIbd6Wo6RBSDiwWqz2XRHnZpRZKK50xWKjp/Qpbe61/J2k+R/KGHzH6S/IGkit18q4Sf5K11wZ/QA43Fc9LDj1WHdA6Fd7UEtHG5bF9plsV04AXI4rr9Ic84cyFoKw==',key_name='tempest-keypair-561519846',keypairs=<?>,launch_index=0,launched_at=2023-10-27T19:38:22Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='9368eab86d5248b2a34511d5d0fd64eb',ramdisk_id='',reservation_id='r-43yslqqt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherA-2091358466',owner_user_name='tempest-ServerActionsTestOtherA-2091358466-project-member'},tags=<?>,task_state='resize_migrating',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:39:49Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2ec18a0cb61842b092eeaecce2a03b70',uuid=e18f8c66-86d8-4021-b2f8-17aeee684b86,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c8b86675-1429-46a4-8fb4-f5338cd721ee", "address": "fa:16:3e:db:9f:78", "network": {"id": "bae3f1ff-b48f-4e91-a1ac-2c877ecca1af", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1949095258-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.29", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1949095258-network", "vif_mac": "fa:16:3e:db:9f:78"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9368eab86d5248b2a34511d5d0fd64eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc8b86675-14", "ovs_interfaceid": "c8b86675-1429-46a4-8fb4-f5338cd721ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 19:39:51 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Converting VIF {"id": "c8b86675-1429-46a4-8fb4-f5338cd721ee", "address": "fa:16:3e:db:9f:78", "network": {"id": "bae3f1ff-b48f-4e91-a1ac-2c877ecca1af", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1949095258-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.29", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1949095258-network", "vif_mac": "fa:16:3e:db:9f:78"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9368eab86d5248b2a34511d5d0fd64eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc8b86675-14", "ovs_interfaceid": "c8b86675-1429-46a4-8fb4-f5338cd721ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:39:51 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:db:9f:78,bridge_name='br-int',has_traffic_filtering=True,id=c8b86675-1429-46a4-8fb4-f5338cd721ee,network=Network(bae3f1ff-b48f-4e91-a1ac-2c877ecca1af),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc8b86675-14') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:39:51 user nova-compute[75147]: DEBUG os_vif [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:db:9f:78,bridge_name='br-int',has_traffic_filtering=True,id=c8b86675-1429-46a4-8fb4-f5338cd721ee,network=Network(bae3f1ff-b48f-4e91-a1ac-2c877ecca1af),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc8b86675-14') {{(pid=75147) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 19:39:51 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:39:51 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc8b86675-14, bridge=br-int, if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:39:51 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:39:51 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:39:51 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:39:51 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:39:51 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=7eacfe00-c117-4434-995a-c465ccd3dfff) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:39:51 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:39:51 user nova-compute[75147]: DEBUG nova.compute.manager [None req-cf49c87f-b88b-4350-94cb-47c2786e3dc2 tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] [instance: 76919c53-6d4e-40d8-80ef-2a3634d539ad] Allocating IP information in the background. {{(pid=75147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 27 19:39:51 user nova-compute[75147]: DEBUG nova.network.neutron [None req-cf49c87f-b88b-4350-94cb-47c2786e3dc2 tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] [instance: 76919c53-6d4e-40d8-80ef-2a3634d539ad] allocate_for_instance() {{(pid=75147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 27 19:39:51 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:39:51 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:39:51 user nova-compute[75147]: INFO os_vif [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:db:9f:78,bridge_name='br-int',has_traffic_filtering=True,id=c8b86675-1429-46a4-8fb4-f5338cd721ee,network=Network(bae3f1ff-b48f-4e91-a1ac-2c877ecca1af),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc8b86675-14')
Oct 27 19:39:51 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-cf49c87f-b88b-4350-94cb-47c2786e3dc2 tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] [instance: 76919c53-6d4e-40d8-80ef-2a3634d539ad] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 27 19:39:51 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] calling os-brick to detach iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 19:39:51 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, {'target_iqn': 'iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'eXjiUoxD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:39:51 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:39:51 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:39:51 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.009s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:39:51 user nova-compute[75147]: DEBUG nova.compute.manager [None req-cf49c87f-b88b-4350-94cb-47c2786e3dc2 tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] [instance: 76919c53-6d4e-40d8-80ef-2a3634d539ad] Start building block device mappings for instance. {{(pid=75147) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 27 19:39:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:39:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:39:51 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[0eec0c7b-f513-4f16-9075-c4cbffaaa1ba]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:39:51 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 19:39:51 user nova-compute[75147]: No targets found.
Oct 27 19:39:51 user nova-compute[75147]: iSNS:
Oct 27 19:39:51 user nova-compute[75147]: No targets found.
Oct 27 19:39:51 user nova-compute[75147]: STATIC:
Oct 27 19:39:51 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1
Oct 27 19:39:51 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:39:51 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:39:51 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76
Oct 27 19:39:51 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:39:51 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:39:51 user nova-compute[75147]: FIRMWARE:
Oct 27 19:39:51 user nova-compute[75147]: No targets found.
Oct 27 19:39:51 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:39:51 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 19:39:51 user nova-compute[75147]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 19:39:51 user nova-compute[75147]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75147) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 19:39:51 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1', 0)] {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 19:39:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:39:51 user nova-compute[75147]: DEBUG nova.policy [None req-cf49c87f-b88b-4350-94cb-47c2786e3dc2 tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5bd4e215f31944c3ac14e84bb310e1af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4a7b775562ff4a9eb8d9db9a2d172c66', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75147) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 27 19:39:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.025s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:39:51 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[426ead34-f478-4ec7-bc76-1591f4da5f7b]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:39:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:39:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:39:51 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ad1abde-f948-42c4-abdf-3cdc309d7f38]: (4, ('tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:39:51 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76 (non-flash)
Oct 27 19:39:51 user nova-compute[75147]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1 (non-flash)
Oct 27 19:39:51 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:39:51 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] iscsi session list stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76 (non-flash)
Oct 27 19:39:51 user nova-compute[75147]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1 (non-flash)
Oct 27 19:39:51 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:39:51 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f290c1f0820>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1'): ({'sdd'}, set())}) {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 19:39:51 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Removing single pathed devices sdd {{(pid=75147) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 19:39:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:39:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:39:51 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[65257200-5cc8-4853-9332-e35aa52deb99]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:39:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:39:51 user nova-compute[75147]: DEBUG nova.compute.manager [None req-cf49c87f-b88b-4350-94cb-47c2786e3dc2 tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] [instance: 76919c53-6d4e-40d8-80ef-2a3634d539ad] Start spawning the instance on the hypervisor. {{(pid=75147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 27 19:39:51 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-cf49c87f-b88b-4350-94cb-47c2786e3dc2 tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] [instance: 76919c53-6d4e-40d8-80ef-2a3634d539ad] Creating instance directory {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 19:39:51 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-cf49c87f-b88b-4350-94cb-47c2786e3dc2 tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] [instance: 76919c53-6d4e-40d8-80ef-2a3634d539ad] Creating image(s)
Oct 27 19:39:51 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-cf49c87f-b88b-4350-94cb-47c2786e3dc2 tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Acquiring lock "/opt/stack/data/nova/instances/76919c53-6d4e-40d8-80ef-2a3634d539ad/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:39:51 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-cf49c87f-b88b-4350-94cb-47c2786e3dc2 tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Lock "/opt/stack/data/nova/instances/76919c53-6d4e-40d8-80ef-2a3634d539ad/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:39:51 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-cf49c87f-b88b-4350-94cb-47c2786e3dc2 tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Lock "/opt/stack/data/nova/instances/76919c53-6d4e-40d8-80ef-2a3634d539ad/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:39:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-cf49c87f-b88b-4350-94cb-47c2786e3dc2 tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:39:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.021s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:39:51 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac957c19-94de-4073-ab5a-d9b0777f2fbf]: (4, ('ok\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:39:51 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Flushing IO for device /dev/sdd {{(pid=75147) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 19:39:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:39:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:39:51 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a2186fc-ca58-48a3-b2d4-3bce506349f2]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:39:51 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75147) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 19:39:51 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:39:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:39:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.037s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:39:51 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[a90233f8-1ac1-4fe7-9611-1ba7c45d6ae8]: (4, ('1', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:39:51 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 19:39:51 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] SCSI volumes sdd have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 19:39:51 user nova-compute[75147]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-SSCST_BIO_Storage_1b04957d', '/dev/disk/by-id/scsi-23266663063653133', '/dev/disk/by-id/scsi-1SCST_BIO1b04957d-2ff0ce133fb5ab28') {{(pid=86354) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Oct 27 19:39:51 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[37638328-7626-4072-b6d3-8edcdacbcf29]: (4, None) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:39:51 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1')] {{(pid=75147) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 19:39:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:39:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:39:51 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[e60d087d-a6c6-47b9-b4a0-5f6621c83555]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:39:51 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:39:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1 -p 172.16.0.220:3260 --logout {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:39:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1 -p 172.16.0.220:3260 --logout" returned: 0 in 0.063s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:39:51 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[1cf6fae2-e46b-4e94-93da-30a7eff28a35]: (4, ('Logging out of session [sid: 28, target: iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1, portal: 172.16.0.220,3260]\nLogout of [sid: 28, target: iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:39:51 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 28, target: iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1, portal: 172.16.0.220,3260]
Oct 27 19:39:51 user nova-compute[75147]: Logout of [sid: 28, target: iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1, portal: 172.16.0.220,3260] successful.
Oct 27 19:39:51 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:39:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1 -p 172.16.0.220:3260 --op delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:39:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-cf49c87f-b88b-4350-94cb-47c2786e3dc2 tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.226s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:39:51 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-cf49c87f-b88b-4350-94cb-47c2786e3dc2 tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Acquiring lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:39:51 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-cf49c87f-b88b-4350-94cb-47c2786e3dc2 tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:39:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-cf49c87f-b88b-4350-94cb-47c2786e3dc2 tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:39:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.028s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:39:51 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[f94fca61-0989-4768-898e-d63e90000fc3]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:39:51 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:39:51 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.405s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:39:51 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] <== disconnect_volume: return (413ms) None {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:39:51 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] Disconnected iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 19:39:51 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] skipping disk /dev/sdd (vda) as it is a volume {{(pid=75147) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 19:39:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-cf49c87f-b88b-4350-94cb-47c2786e3dc2 tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.217s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:39:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-cf49c87f-b88b-4350-94cb-47c2786e3dc2 tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa,backing_fmt=raw /opt/stack/data/nova/instances/76919c53-6d4e-40d8-80ef-2a3634d539ad/disk 1073741824 {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:39:51 user nova-compute[75147]: DEBUG nova.network.neutron [None req-cf49c87f-b88b-4350-94cb-47c2786e3dc2 tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] [instance: 76919c53-6d4e-40d8-80ef-2a3634d539ad] Successfully created port: 8d7c4955-c375-4e25-b73e-483420c6d110 {{(pid=75147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 19:39:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-cf49c87f-b88b-4350-94cb-47c2786e3dc2 tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa,backing_fmt=raw /opt/stack/data/nova/instances/76919c53-6d4e-40d8-80ef-2a3634d539ad/disk 1073741824" returned: 0 in 0.064s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:39:51 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-cf49c87f-b88b-4350-94cb-47c2786e3dc2 tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.285s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:39:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-cf49c87f-b88b-4350-94cb-47c2786e3dc2 tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:39:52 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-cf49c87f-b88b-4350-94cb-47c2786e3dc2 tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.182s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:39:52 user nova-compute[75147]: DEBUG nova.virt.disk.api [None req-cf49c87f-b88b-4350-94cb-47c2786e3dc2 tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Checking if we can resize image /opt/stack/data/nova/instances/76919c53-6d4e-40d8-80ef-2a3634d539ad/disk. size=1073741824 {{(pid=75147) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 27 19:39:52 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-cf49c87f-b88b-4350-94cb-47c2786e3dc2 tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76919c53-6d4e-40d8-80ef-2a3634d539ad/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:39:52 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-cf49c87f-b88b-4350-94cb-47c2786e3dc2 tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76919c53-6d4e-40d8-80ef-2a3634d539ad/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:39:52 user nova-compute[75147]: DEBUG nova.virt.disk.api [None req-cf49c87f-b88b-4350-94cb-47c2786e3dc2 tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Cannot resize image /opt/stack/data/nova/instances/76919c53-6d4e-40d8-80ef-2a3634d539ad/disk to a smaller size. {{(pid=75147) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 27 19:39:52 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-cf49c87f-b88b-4350-94cb-47c2786e3dc2 tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] [instance: 76919c53-6d4e-40d8-80ef-2a3634d539ad] Created local disks {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 27 19:39:52 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-cf49c87f-b88b-4350-94cb-47c2786e3dc2 tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] [instance: 76919c53-6d4e-40d8-80ef-2a3634d539ad] Ensure instance console log exists: /opt/stack/data/nova/instances/76919c53-6d4e-40d8-80ef-2a3634d539ad/console.log {{(pid=75147) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 19:39:52 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-cf49c87f-b88b-4350-94cb-47c2786e3dc2 tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:39:52 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-cf49c87f-b88b-4350-94cb-47c2786e3dc2 tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:39:52 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-cf49c87f-b88b-4350-94cb-47c2786e3dc2 tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:39:52 user nova-compute[75147]: DEBUG nova.network.neutron [None req-cf49c87f-b88b-4350-94cb-47c2786e3dc2 tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] [instance: 76919c53-6d4e-40d8-80ef-2a3634d539ad] Successfully updated port: 8d7c4955-c375-4e25-b73e-483420c6d110 {{(pid=75147) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 19:39:52 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-cf49c87f-b88b-4350-94cb-47c2786e3dc2 tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Acquiring lock "refresh_cache-76919c53-6d4e-40d8-80ef-2a3634d539ad" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:39:52 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-cf49c87f-b88b-4350-94cb-47c2786e3dc2 tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Acquired lock "refresh_cache-76919c53-6d4e-40d8-80ef-2a3634d539ad" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:39:52 user nova-compute[75147]: DEBUG nova.network.neutron [None req-cf49c87f-b88b-4350-94cb-47c2786e3dc2 tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] [instance: 76919c53-6d4e-40d8-80ef-2a3634d539ad] Building network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 19:39:52 user nova-compute[75147]: DEBUG nova.compute.manager [req-0bd72d5a-1eb1-447a-9976-f2cbc262bc04 req-9e9e7d16-3bf9-4991-b08b-8fbc555e5d78 service nova] [instance: 76919c53-6d4e-40d8-80ef-2a3634d539ad] Received event network-changed-8d7c4955-c375-4e25-b73e-483420c6d110 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:39:52 user nova-compute[75147]: DEBUG nova.compute.manager [req-0bd72d5a-1eb1-447a-9976-f2cbc262bc04 req-9e9e7d16-3bf9-4991-b08b-8fbc555e5d78 service nova] [instance: 76919c53-6d4e-40d8-80ef-2a3634d539ad] Refreshing instance network info cache due to event network-changed-8d7c4955-c375-4e25-b73e-483420c6d110. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 19:39:52 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-0bd72d5a-1eb1-447a-9976-f2cbc262bc04 req-9e9e7d16-3bf9-4991-b08b-8fbc555e5d78 service nova] Acquiring lock "refresh_cache-76919c53-6d4e-40d8-80ef-2a3634d539ad" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:39:52 user nova-compute[75147]: DEBUG nova.network.neutron [None req-cf49c87f-b88b-4350-94cb-47c2786e3dc2 tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] [instance: 76919c53-6d4e-40d8-80ef-2a3634d539ad] Instance cache missing network info. {{(pid=75147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 19:39:52 user nova-compute[75147]: DEBUG nova.compute.manager [req-d6451d44-b675-46e5-b184-03406095ce30 req-e0d3b938-98c5-4f47-b792-02610e39cb84 service nova] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] Received event network-vif-plugged-c8b86675-1429-46a4-8fb4-f5338cd721ee {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:39:52 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-d6451d44-b675-46e5-b184-03406095ce30 req-e0d3b938-98c5-4f47-b792-02610e39cb84 service nova] Acquiring lock "e18f8c66-86d8-4021-b2f8-17aeee684b86-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:39:52 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-d6451d44-b675-46e5-b184-03406095ce30 req-e0d3b938-98c5-4f47-b792-02610e39cb84 service nova] Lock "e18f8c66-86d8-4021-b2f8-17aeee684b86-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:39:52 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-d6451d44-b675-46e5-b184-03406095ce30 req-e0d3b938-98c5-4f47-b792-02610e39cb84 service nova] Lock "e18f8c66-86d8-4021-b2f8-17aeee684b86-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:39:52 user nova-compute[75147]: DEBUG nova.compute.manager [req-d6451d44-b675-46e5-b184-03406095ce30 req-e0d3b938-98c5-4f47-b792-02610e39cb84 service nova] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] No waiting events found dispatching network-vif-plugged-c8b86675-1429-46a4-8fb4-f5338cd721ee {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:39:52 user nova-compute[75147]: WARNING nova.compute.manager [req-d6451d44-b675-46e5-b184-03406095ce30 req-e0d3b938-98c5-4f47-b792-02610e39cb84 service nova] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] Received unexpected event network-vif-plugged-c8b86675-1429-46a4-8fb4-f5338cd721ee for instance with vm_state active and task_state resize_migrating.
Oct 27 19:39:52 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:39:52 user nova-compute[75147]: DEBUG nova.network.neutron [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] Port c8b86675-1429-46a4-8fb4-f5338cd721ee binding to destination host user is already ACTIVE {{(pid=75147) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3170}}
Oct 27 19:39:53 user nova-compute[75147]: DEBUG nova.network.neutron [None req-cf49c87f-b88b-4350-94cb-47c2786e3dc2 tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] [instance: 76919c53-6d4e-40d8-80ef-2a3634d539ad] Updating instance_info_cache with network_info: [{"id": "8d7c4955-c375-4e25-b73e-483420c6d110", "address": "fa:16:3e:25:16:f1", "network": {"id": "8d47d2ae-4086-435a-a4d6-18dbb2fffaa2", "bridge": "br-int", "label": "tempest-VolumesActionsTest-407498730-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4a7b775562ff4a9eb8d9db9a2d172c66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8d7c4955-c3", "ovs_interfaceid": "8d7c4955-c375-4e25-b73e-483420c6d110", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:39:53 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-cf49c87f-b88b-4350-94cb-47c2786e3dc2 tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Releasing lock "refresh_cache-76919c53-6d4e-40d8-80ef-2a3634d539ad" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:39:53 user nova-compute[75147]: DEBUG nova.compute.manager [None req-cf49c87f-b88b-4350-94cb-47c2786e3dc2 tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] [instance: 76919c53-6d4e-40d8-80ef-2a3634d539ad] Instance network_info: |[{"id": "8d7c4955-c375-4e25-b73e-483420c6d110", "address": "fa:16:3e:25:16:f1", "network": {"id": "8d47d2ae-4086-435a-a4d6-18dbb2fffaa2", "bridge": "br-int", "label": "tempest-VolumesActionsTest-407498730-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4a7b775562ff4a9eb8d9db9a2d172c66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8d7c4955-c3", "ovs_interfaceid": "8d7c4955-c375-4e25-b73e-483420c6d110", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 27 19:39:53 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-0bd72d5a-1eb1-447a-9976-f2cbc262bc04 req-9e9e7d16-3bf9-4991-b08b-8fbc555e5d78 service nova] Acquired lock "refresh_cache-76919c53-6d4e-40d8-80ef-2a3634d539ad" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:39:53 user nova-compute[75147]: DEBUG nova.network.neutron [req-0bd72d5a-1eb1-447a-9976-f2cbc262bc04 req-9e9e7d16-3bf9-4991-b08b-8fbc555e5d78 service nova] [instance: 76919c53-6d4e-40d8-80ef-2a3634d539ad] Refreshing network info cache for port 8d7c4955-c375-4e25-b73e-483420c6d110 {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 19:39:53 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-cf49c87f-b88b-4350-94cb-47c2786e3dc2 tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] [instance: 76919c53-6d4e-40d8-80ef-2a3634d539ad] Start _get_guest_xml network_info=[{"id": "8d7c4955-c375-4e25-b73e-483420c6d110", "address": "fa:16:3e:25:16:f1", "network": {"id": "8d47d2ae-4086-435a-a4d6-18dbb2fffaa2", "bridge": "br-int", "label": "tempest-VolumesActionsTest-407498730-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4a7b775562ff4a9eb8d9db9a2d172c66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8d7c4955-c3", "ovs_interfaceid": "8d7c4955-c375-4e25-b73e-483420c6d110", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T19:22:09Z,direct_url=<?>,disk_format='qcow2',id=d52df17c-5315-4a73-ab7c-34c161a414fb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0b43115555434818b0c8bdf6be4946da',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T19:22:11Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'encryption_options': None, 'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encrypted': False, 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_format': None, 'device_name': '/dev/vda', 'image_id': 'd52df17c-5315-4a73-ab7c-34c161a414fb'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 19:39:53 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-cf49c87f-b88b-4350-94cb-47c2786e3dc2 tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:39:53 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-cf49c87f-b88b-4350-94cb-47c2786e3dc2 tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:39:53 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-cf49c87f-b88b-4350-94cb-47c2786e3dc2 tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 19:39:53 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-cf49c87f-b88b-4350-94cb-47c2786e3dc2 tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] CPU controller missing on host. {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 19:39:53 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Acquiring lock "e18f8c66-86d8-4021-b2f8-17aeee684b86-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:39:53 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Lock "e18f8c66-86d8-4021-b2f8-17aeee684b86-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:39:53 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Lock "e18f8c66-86d8-4021-b2f8-17aeee684b86-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:39:53 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-cf49c87f-b88b-4350-94cb-47c2786e3dc2 tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 19:39:53 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-cf49c87f-b88b-4350-94cb-47c2786e3dc2 tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] CPU controller found on host. {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 19:39:53 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-cf49c87f-b88b-4350-94cb-47c2786e3dc2 tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75147) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 19:39:53 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-cf49c87f-b88b-4350-94cb-47c2786e3dc2 tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T19:21:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T19:22:09Z,direct_url=<?>,disk_format='qcow2',id=d52df17c-5315-4a73-ab7c-34c161a414fb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0b43115555434818b0c8bdf6be4946da',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T19:22:11Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 19:39:53 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-cf49c87f-b88b-4350-94cb-47c2786e3dc2 tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Flavor limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 19:39:53 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-cf49c87f-b88b-4350-94cb-47c2786e3dc2 tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Image limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 19:39:53 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-cf49c87f-b88b-4350-94cb-47c2786e3dc2 tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Flavor pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 19:39:53 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-cf49c87f-b88b-4350-94cb-47c2786e3dc2 tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Image pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 19:39:53 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-cf49c87f-b88b-4350-94cb-47c2786e3dc2 tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 19:39:53 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-cf49c87f-b88b-4350-94cb-47c2786e3dc2 tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 19:39:53 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-cf49c87f-b88b-4350-94cb-47c2786e3dc2 tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 19:39:53 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-cf49c87f-b88b-4350-94cb-47c2786e3dc2 tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Got 1 possible topologies {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 19:39:53 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-cf49c87f-b88b-4350-94cb-47c2786e3dc2 tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 19:39:53 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-cf49c87f-b88b-4350-94cb-47c2786e3dc2 tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 19:39:53 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-cf49c87f-b88b-4350-94cb-47c2786e3dc2 tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:39:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-743470673',display_name='tempest-VolumesActionsTest-instance-743470673',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-743470673',id=30,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4a7b775562ff4a9eb8d9db9a2d172c66',ramdisk_id='',reservation_id='r-n01oini4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-1125903274',owner_user_name='tempest-VolumesActionsTest-1125903274-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:39:51Z,user_data=None,user_id='5bd4e215f31944c3ac14e84bb310e1af',uuid=76919c53-6d4e-40d8-80ef-2a3634d539ad,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8d7c4955-c375-4e25-b73e-483420c6d110", "address": "fa:16:3e:25:16:f1", "network": {"id": "8d47d2ae-4086-435a-a4d6-18dbb2fffaa2", "bridge": "br-int", "label": "tempest-VolumesActionsTest-407498730-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4a7b775562ff4a9eb8d9db9a2d172c66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8d7c4955-c3", "ovs_interfaceid": "8d7c4955-c375-4e25-b73e-483420c6d110", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75147) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 19:39:53 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-cf49c87f-b88b-4350-94cb-47c2786e3dc2 tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Converting VIF {"id": "8d7c4955-c375-4e25-b73e-483420c6d110", "address": "fa:16:3e:25:16:f1", "network": {"id": "8d47d2ae-4086-435a-a4d6-18dbb2fffaa2", "bridge": "br-int", "label": "tempest-VolumesActionsTest-407498730-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4a7b775562ff4a9eb8d9db9a2d172c66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8d7c4955-c3", "ovs_interfaceid": "8d7c4955-c375-4e25-b73e-483420c6d110", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:39:53 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-cf49c87f-b88b-4350-94cb-47c2786e3dc2 tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:25:16:f1,bridge_name='br-int',has_traffic_filtering=True,id=8d7c4955-c375-4e25-b73e-483420c6d110,network=Network(8d47d2ae-4086-435a-a4d6-18dbb2fffaa2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8d7c4955-c3') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:39:53 user nova-compute[75147]: DEBUG nova.objects.instance [None req-cf49c87f-b88b-4350-94cb-47c2786e3dc2 tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Lazy-loading 'pci_devices' on Instance uuid 76919c53-6d4e-40d8-80ef-2a3634d539ad {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:39:53 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-cf49c87f-b88b-4350-94cb-47c2786e3dc2 tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] [instance: 76919c53-6d4e-40d8-80ef-2a3634d539ad] End _get_guest_xml xml=<domain type="kvm">
Oct 27 19:39:53 user nova-compute[75147]:   <uuid>76919c53-6d4e-40d8-80ef-2a3634d539ad</uuid>
Oct 27 19:39:53 user nova-compute[75147]:   <name>instance-0000001e</name>
Oct 27 19:39:53 user nova-compute[75147]:   <memory>524288</memory>
Oct 27 19:39:53 user nova-compute[75147]:   <vcpu>1</vcpu>
Oct 27 19:39:53 user nova-compute[75147]:   <metadata>
Oct 27 19:39:53 user nova-compute[75147]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 19:39:53 user nova-compute[75147]:       <nova:package version="0.0.0"/>
Oct 27 19:39:53 user nova-compute[75147]:       <nova:name>tempest-VolumesActionsTest-instance-743470673</nova:name>
Oct 27 19:39:53 user nova-compute[75147]:       <nova:creationTime>2023-10-27 19:39:53</nova:creationTime>
Oct 27 19:39:53 user nova-compute[75147]:       <nova:flavor name="m1.tiny">
Oct 27 19:39:53 user nova-compute[75147]:         <nova:memory>512</nova:memory>
Oct 27 19:39:53 user nova-compute[75147]:         <nova:disk>1</nova:disk>
Oct 27 19:39:53 user nova-compute[75147]:         <nova:swap>0</nova:swap>
Oct 27 19:39:53 user nova-compute[75147]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 19:39:53 user nova-compute[75147]:         <nova:vcpus>1</nova:vcpus>
Oct 27 19:39:53 user nova-compute[75147]:       </nova:flavor>
Oct 27 19:39:53 user nova-compute[75147]:       <nova:owner>
Oct 27 19:39:53 user nova-compute[75147]:         <nova:user uuid="5bd4e215f31944c3ac14e84bb310e1af">tempest-VolumesActionsTest-1125903274-project-member</nova:user>
Oct 27 19:39:53 user nova-compute[75147]:         <nova:project uuid="4a7b775562ff4a9eb8d9db9a2d172c66">tempest-VolumesActionsTest-1125903274</nova:project>
Oct 27 19:39:53 user nova-compute[75147]:       </nova:owner>
Oct 27 19:39:53 user nova-compute[75147]:       <nova:root type="image" uuid="d52df17c-5315-4a73-ab7c-34c161a414fb"/>
Oct 27 19:39:53 user nova-compute[75147]:       <nova:ports>
Oct 27 19:39:53 user nova-compute[75147]:         <nova:port uuid="8d7c4955-c375-4e25-b73e-483420c6d110">
Oct 27 19:39:53 user nova-compute[75147]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 27 19:39:53 user nova-compute[75147]:         </nova:port>
Oct 27 19:39:53 user nova-compute[75147]:       </nova:ports>
Oct 27 19:39:53 user nova-compute[75147]:     </nova:instance>
Oct 27 19:39:53 user nova-compute[75147]:   </metadata>
Oct 27 19:39:53 user nova-compute[75147]:   <sysinfo type="smbios">
Oct 27 19:39:53 user nova-compute[75147]:     <system>
Oct 27 19:39:53 user nova-compute[75147]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 19:39:53 user nova-compute[75147]:       <entry name="product">OpenStack Nova</entry>
Oct 27 19:39:53 user nova-compute[75147]:       <entry name="version">0.0.0</entry>
Oct 27 19:39:53 user nova-compute[75147]:       <entry name="serial">76919c53-6d4e-40d8-80ef-2a3634d539ad</entry>
Oct 27 19:39:53 user nova-compute[75147]:       <entry name="uuid">76919c53-6d4e-40d8-80ef-2a3634d539ad</entry>
Oct 27 19:39:53 user nova-compute[75147]:       <entry name="family">Virtual Machine</entry>
Oct 27 19:39:53 user nova-compute[75147]:     </system>
Oct 27 19:39:53 user nova-compute[75147]:   </sysinfo>
Oct 27 19:39:53 user nova-compute[75147]:   <os>
Oct 27 19:39:53 user nova-compute[75147]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 19:39:53 user nova-compute[75147]:     <boot dev="hd"/>
Oct 27 19:39:53 user nova-compute[75147]:     <smbios mode="sysinfo"/>
Oct 27 19:39:53 user nova-compute[75147]:   </os>
Oct 27 19:39:53 user nova-compute[75147]:   <features>
Oct 27 19:39:53 user nova-compute[75147]:     <acpi/>
Oct 27 19:39:53 user nova-compute[75147]:     <apic/>
Oct 27 19:39:53 user nova-compute[75147]:     <vmcoreinfo/>
Oct 27 19:39:53 user nova-compute[75147]:   </features>
Oct 27 19:39:53 user nova-compute[75147]:   <clock offset="utc">
Oct 27 19:39:53 user nova-compute[75147]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 19:39:53 user nova-compute[75147]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 19:39:53 user nova-compute[75147]:     <timer name="hpet" present="no"/>
Oct 27 19:39:53 user nova-compute[75147]:   </clock>
Oct 27 19:39:53 user nova-compute[75147]:   <cpu mode="custom" match="exact">
Oct 27 19:39:53 user nova-compute[75147]:     <model>Nehalem</model>
Oct 27 19:39:53 user nova-compute[75147]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 19:39:53 user nova-compute[75147]:   </cpu>
Oct 27 19:39:53 user nova-compute[75147]:   <devices>
Oct 27 19:39:53 user nova-compute[75147]:     <disk type="file" device="disk">
Oct 27 19:39:53 user nova-compute[75147]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 27 19:39:53 user nova-compute[75147]:       <source file="/opt/stack/data/nova/instances/76919c53-6d4e-40d8-80ef-2a3634d539ad/disk"/>
Oct 27 19:39:53 user nova-compute[75147]:       <target dev="vda" bus="virtio"/>
Oct 27 19:39:53 user nova-compute[75147]:     </disk>
Oct 27 19:39:53 user nova-compute[75147]:     <interface type="ethernet">
Oct 27 19:39:53 user nova-compute[75147]:       <mac address="fa:16:3e:25:16:f1"/>
Oct 27 19:39:53 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:39:53 user nova-compute[75147]:       <mtu size="1442"/>
Oct 27 19:39:53 user nova-compute[75147]:       <target dev="tap8d7c4955-c3"/>
Oct 27 19:39:53 user nova-compute[75147]:     </interface>
Oct 27 19:39:53 user nova-compute[75147]:     <serial type="pty">
Oct 27 19:39:53 user nova-compute[75147]:       <log file="/opt/stack/data/nova/instances/76919c53-6d4e-40d8-80ef-2a3634d539ad/console.log" append="off"/>
Oct 27 19:39:53 user nova-compute[75147]:     </serial>
Oct 27 19:39:53 user nova-compute[75147]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 19:39:53 user nova-compute[75147]:     <video>
Oct 27 19:39:53 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:39:53 user nova-compute[75147]:     </video>
Oct 27 19:39:53 user nova-compute[75147]:     <rng model="virtio">
Oct 27 19:39:53 user nova-compute[75147]:       <backend model="random">/dev/urandom</backend>
Oct 27 19:39:53 user nova-compute[75147]:     </rng>
Oct 27 19:39:53 user nova-compute[75147]:     <controller type="usb" index="0" model="none"/>
Oct 27 19:39:53 user nova-compute[75147]:     <memballoon model="virtio">
Oct 27 19:39:53 user nova-compute[75147]:       <stats period="10"/>
Oct 27 19:39:53 user nova-compute[75147]:     </memballoon>
Oct 27 19:39:53 user nova-compute[75147]:   </devices>
Oct 27 19:39:53 user nova-compute[75147]: </domain>
Oct 27 19:39:53 user nova-compute[75147]:  {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 19:39:53 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-cf49c87f-b88b-4350-94cb-47c2786e3dc2 tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:39:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-743470673',display_name='tempest-VolumesActionsTest-instance-743470673',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-743470673',id=30,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4a7b775562ff4a9eb8d9db9a2d172c66',ramdisk_id='',reservation_id='r-n01oini4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-1125903274',owner_user_name='tempest-VolumesActionsTest-1125903274-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:39:51Z,user_data=None,user_id='5bd4e215f31944c3ac14e84bb310e1af',uuid=76919c53-6d4e-40d8-80ef-2a3634d539ad,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8d7c4955-c375-4e25-b73e-483420c6d110", "address": "fa:16:3e:25:16:f1", "network": {"id": "8d47d2ae-4086-435a-a4d6-18dbb2fffaa2", "bridge": "br-int", "label": "tempest-VolumesActionsTest-407498730-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4a7b775562ff4a9eb8d9db9a2d172c66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8d7c4955-c3", "ovs_interfaceid": "8d7c4955-c375-4e25-b73e-483420c6d110", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 19:39:53 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-cf49c87f-b88b-4350-94cb-47c2786e3dc2 tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Converting VIF {"id": "8d7c4955-c375-4e25-b73e-483420c6d110", "address": "fa:16:3e:25:16:f1", "network": {"id": "8d47d2ae-4086-435a-a4d6-18dbb2fffaa2", "bridge": "br-int", "label": "tempest-VolumesActionsTest-407498730-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4a7b775562ff4a9eb8d9db9a2d172c66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8d7c4955-c3", "ovs_interfaceid": "8d7c4955-c375-4e25-b73e-483420c6d110", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:39:53 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-cf49c87f-b88b-4350-94cb-47c2786e3dc2 tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:25:16:f1,bridge_name='br-int',has_traffic_filtering=True,id=8d7c4955-c375-4e25-b73e-483420c6d110,network=Network(8d47d2ae-4086-435a-a4d6-18dbb2fffaa2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8d7c4955-c3') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:39:53 user nova-compute[75147]: DEBUG os_vif [None req-cf49c87f-b88b-4350-94cb-47c2786e3dc2 tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:25:16:f1,bridge_name='br-int',has_traffic_filtering=True,id=8d7c4955-c375-4e25-b73e-483420c6d110,network=Network(8d47d2ae-4086-435a-a4d6-18dbb2fffaa2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8d7c4955-c3') {{(pid=75147) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 19:39:53 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:39:53 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:39:53 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 19:39:53 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:39:53 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'df0b85d5-1035-5292-bd99-81ce350d923d', '_type': 'linux-noop'}}, row=False) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:39:53 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:39:53 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:39:53 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:39:53 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap8d7c4955-c3, may_exist=True, interface_attrs={}) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:39:53 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap8d7c4955-c3, col_values=(('qos', UUID('68851bc0-c220-4aed-97bd-dc11508b4484')),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:39:53 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap8d7c4955-c3, col_values=(('external_ids', {'iface-id': '8d7c4955-c375-4e25-b73e-483420c6d110', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:25:16:f1', 'vm-uuid': '76919c53-6d4e-40d8-80ef-2a3634d539ad'}),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:39:53 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:39:53 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:39:53 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:39:53 user nova-compute[75147]: INFO os_vif [None req-cf49c87f-b88b-4350-94cb-47c2786e3dc2 tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:25:16:f1,bridge_name='br-int',has_traffic_filtering=True,id=8d7c4955-c375-4e25-b73e-483420c6d110,network=Network(8d47d2ae-4086-435a-a4d6-18dbb2fffaa2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8d7c4955-c3')
Oct 27 19:39:53 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Acquiring lock "refresh_cache-e18f8c66-86d8-4021-b2f8-17aeee684b86" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:39:53 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Acquired lock "refresh_cache-e18f8c66-86d8-4021-b2f8-17aeee684b86" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:39:53 user nova-compute[75147]: DEBUG nova.network.neutron [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] Building network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 19:39:53 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-cf49c87f-b88b-4350-94cb-47c2786e3dc2 tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] No BDM found with device name vda, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:39:53 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-cf49c87f-b88b-4350-94cb-47c2786e3dc2 tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] No VIF found with MAC fa:16:3e:25:16:f1, not building metadata {{(pid=75147) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 19:39:53 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:39:53 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:39:53 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:39:53 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:39:53 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:39:53 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Auditing locally available compute resources for user (node: user) {{(pid=75147) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 19:39:54 user nova-compute[75147]: DEBUG nova.network.neutron [req-0bd72d5a-1eb1-447a-9976-f2cbc262bc04 req-9e9e7d16-3bf9-4991-b08b-8fbc555e5d78 service nova] [instance: 76919c53-6d4e-40d8-80ef-2a3634d539ad] Updated VIF entry in instance network info cache for port 8d7c4955-c375-4e25-b73e-483420c6d110. {{(pid=75147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 19:39:54 user nova-compute[75147]: DEBUG nova.network.neutron [req-0bd72d5a-1eb1-447a-9976-f2cbc262bc04 req-9e9e7d16-3bf9-4991-b08b-8fbc555e5d78 service nova] [instance: 76919c53-6d4e-40d8-80ef-2a3634d539ad] Updating instance_info_cache with network_info: [{"id": "8d7c4955-c375-4e25-b73e-483420c6d110", "address": "fa:16:3e:25:16:f1", "network": {"id": "8d47d2ae-4086-435a-a4d6-18dbb2fffaa2", "bridge": "br-int", "label": "tempest-VolumesActionsTest-407498730-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4a7b775562ff4a9eb8d9db9a2d172c66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8d7c4955-c3", "ovs_interfaceid": "8d7c4955-c375-4e25-b73e-483420c6d110", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:39:54 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-0bd72d5a-1eb1-447a-9976-f2cbc262bc04 req-9e9e7d16-3bf9-4991-b08b-8fbc555e5d78 service nova] Releasing lock "refresh_cache-76919c53-6d4e-40d8-80ef-2a3634d539ad" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:39:54 user nova-compute[75147]: DEBUG nova.network.neutron [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] Updating instance_info_cache with network_info: [{"id": "c8b86675-1429-46a4-8fb4-f5338cd721ee", "address": "fa:16:3e:db:9f:78", "network": {"id": "bae3f1ff-b48f-4e91-a1ac-2c877ecca1af", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1949095258-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.29", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9368eab86d5248b2a34511d5d0fd64eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc8b86675-14", "ovs_interfaceid": "c8b86675-1429-46a4-8fb4-f5338cd721ee", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:39:54 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Releasing lock "refresh_cache-e18f8c66-86d8-4021-b2f8-17aeee684b86" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:39:54 user nova-compute[75147]: DEBUG os_brick.utils [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:39:54 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:39:54 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:39:54 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[12b7f48b-7cd9-452a-8aec-56d131887f29]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9325735bc82e\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:39:54 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:39:54 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:39:54 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a4eccc9-7f49-4d40-a204-86278b6c90c9]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:39:54 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:39:54 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:39:54 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce67a5f7-04c7-4a55-8fcb-4df53a0d5694]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:39:54 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[5747eb76-1202-40f6-b182-ac37e9424782]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:39:54 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Running cmd (subprocess): nvme version {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:39:54 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] 'nvme version' failed. Not Retrying. {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 19:39:54 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.nvmeof [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] nvme not present on system {{(pid=75147) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 27 19:39:54 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:39:54 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 19:39:54 user nova-compute[75147]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 27 19:39:54 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[d4645f2d-fa3b-45a9-b380-d8602a5402a4]: (4, '') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:39:54 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75147) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 27 19:39:54 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 27 19:39:54 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] LIGHTOS: no hostnqn found. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 27 19:39:54 user nova-compute[75147]: DEBUG os_brick.utils [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] <== get_connector_properties: return (132ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9325735bc82e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:39:54 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:39:54 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:39:54 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:39:54 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:39:55 user nova-compute[75147]: DEBUG nova.compute.manager [req-cb6c5f71-f716-495a-9a75-ed73a9737614 req-0684d114-ec1d-4908-bda9-46712a3ba16e service nova] [instance: 76919c53-6d4e-40d8-80ef-2a3634d539ad] Received event network-vif-plugged-8d7c4955-c375-4e25-b73e-483420c6d110 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:39:55 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-cb6c5f71-f716-495a-9a75-ed73a9737614 req-0684d114-ec1d-4908-bda9-46712a3ba16e service nova] Acquiring lock "76919c53-6d4e-40d8-80ef-2a3634d539ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:39:55 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-cb6c5f71-f716-495a-9a75-ed73a9737614 req-0684d114-ec1d-4908-bda9-46712a3ba16e service nova] Lock "76919c53-6d4e-40d8-80ef-2a3634d539ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:39:55 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-cb6c5f71-f716-495a-9a75-ed73a9737614 req-0684d114-ec1d-4908-bda9-46712a3ba16e service nova] Lock "76919c53-6d4e-40d8-80ef-2a3634d539ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.003s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:39:55 user nova-compute[75147]: DEBUG nova.compute.manager [req-cb6c5f71-f716-495a-9a75-ed73a9737614 req-0684d114-ec1d-4908-bda9-46712a3ba16e service nova] [instance: 76919c53-6d4e-40d8-80ef-2a3634d539ad] No waiting events found dispatching network-vif-plugged-8d7c4955-c375-4e25-b73e-483420c6d110 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:39:55 user nova-compute[75147]: WARNING nova.compute.manager [req-cb6c5f71-f716-495a-9a75-ed73a9737614 req-0684d114-ec1d-4908-bda9-46712a3ba16e service nova] [instance: 76919c53-6d4e-40d8-80ef-2a3634d539ad] Received unexpected event network-vif-plugged-8d7c4955-c375-4e25-b73e-483420c6d110 for instance with vm_state building and task_state spawning.
Oct 27 19:39:55 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=75147) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 19:39:55 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76919c53-6d4e-40d8-80ef-2a3634d539ad/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:39:55 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:39:55 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:39:55 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:39:55 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:39:55 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:39:55 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76919c53-6d4e-40d8-80ef-2a3634d539ad/disk --force-share --output=json" returned: 0 in 0.250s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:39:55 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76919c53-6d4e-40d8-80ef-2a3634d539ad/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:39:55 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76919c53-6d4e-40d8-80ef-2a3634d539ad/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:39:55 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6c9c2dc6-d96a-42f6-a749-962d9b1a3a63/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:39:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6c9c2dc6-d96a-42f6-a749-962d9b1a3a63/disk --force-share --output=json" returned: 0 in 0.224s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:39:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6c9c2dc6-d96a-42f6-a749-962d9b1a3a63/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:39:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6c9c2dc6-d96a-42f6-a749-962d9b1a3a63/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:39:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18fad5c9-4c2b-4e90-a568-bd0a32497c63/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:39:56 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:39:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18fad5c9-4c2b-4e90-a568-bd0a32497c63/disk --force-share --output=json" returned: 0 in 0.253s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:39:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18fad5c9-4c2b-4e90-a568-bd0a32497c63/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:39:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18fad5c9-4c2b-4e90-a568-bd0a32497c63/disk --force-share --output=json" returned: 0 in 0.231s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:39:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/890c8090-2d59-4e82-a8d2-b3ef579be76b/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:39:57 user nova-compute[75147]: DEBUG nova.compute.manager [req-7410fb25-9502-4926-a59c-76a1922460b7 req-15c53490-79c6-433f-b242-f3a0d001b052 service nova] [instance: 76919c53-6d4e-40d8-80ef-2a3634d539ad] Received event network-vif-plugged-8d7c4955-c375-4e25-b73e-483420c6d110 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:39:57 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-7410fb25-9502-4926-a59c-76a1922460b7 req-15c53490-79c6-433f-b242-f3a0d001b052 service nova] Acquiring lock "76919c53-6d4e-40d8-80ef-2a3634d539ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:39:57 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-7410fb25-9502-4926-a59c-76a1922460b7 req-15c53490-79c6-433f-b242-f3a0d001b052 service nova] Lock "76919c53-6d4e-40d8-80ef-2a3634d539ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:39:57 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-7410fb25-9502-4926-a59c-76a1922460b7 req-15c53490-79c6-433f-b242-f3a0d001b052 service nova] Lock "76919c53-6d4e-40d8-80ef-2a3634d539ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:39:57 user nova-compute[75147]: DEBUG nova.compute.manager [req-7410fb25-9502-4926-a59c-76a1922460b7 req-15c53490-79c6-433f-b242-f3a0d001b052 service nova] [instance: 76919c53-6d4e-40d8-80ef-2a3634d539ad] No waiting events found dispatching network-vif-plugged-8d7c4955-c375-4e25-b73e-483420c6d110 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:39:57 user nova-compute[75147]: WARNING nova.compute.manager [req-7410fb25-9502-4926-a59c-76a1922460b7 req-15c53490-79c6-433f-b242-f3a0d001b052 service nova] [instance: 76919c53-6d4e-40d8-80ef-2a3634d539ad] Received unexpected event network-vif-plugged-8d7c4955-c375-4e25-b73e-483420c6d110 for instance with vm_state building and task_state spawning.
Oct 27 19:39:57 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/890c8090-2d59-4e82-a8d2-b3ef579be76b/disk --force-share --output=json" returned: 0 in 0.280s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:39:57 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/890c8090-2d59-4e82-a8d2-b3ef579be76b/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:39:57 user nova-compute[75147]: DEBUG nova.compute.manager [None req-cf49c87f-b88b-4350-94cb-47c2786e3dc2 tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] [instance: 76919c53-6d4e-40d8-80ef-2a3634d539ad] Instance event wait completed in 0 seconds for  {{(pid=75147) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 19:39:57 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-cf49c87f-b88b-4350-94cb-47c2786e3dc2 tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] [instance: 76919c53-6d4e-40d8-80ef-2a3634d539ad] Guest created on hypervisor {{(pid=75147) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 19:39:57 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: 76919c53-6d4e-40d8-80ef-2a3634d539ad] Instance spawned successfully.
Oct 27 19:39:57 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-cf49c87f-b88b-4350-94cb-47c2786e3dc2 tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] [instance: 76919c53-6d4e-40d8-80ef-2a3634d539ad] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 27 19:39:57 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-cf49c87f-b88b-4350-94cb-47c2786e3dc2 tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] [instance: 76919c53-6d4e-40d8-80ef-2a3634d539ad] Found default for hw_cdrom_bus of ide {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:39:57 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-cf49c87f-b88b-4350-94cb-47c2786e3dc2 tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] [instance: 76919c53-6d4e-40d8-80ef-2a3634d539ad] Found default for hw_disk_bus of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:39:57 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-cf49c87f-b88b-4350-94cb-47c2786e3dc2 tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] [instance: 76919c53-6d4e-40d8-80ef-2a3634d539ad] Found default for hw_input_bus of None {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:39:57 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-cf49c87f-b88b-4350-94cb-47c2786e3dc2 tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] [instance: 76919c53-6d4e-40d8-80ef-2a3634d539ad] Found default for hw_pointer_model of None {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:39:57 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-cf49c87f-b88b-4350-94cb-47c2786e3dc2 tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] [instance: 76919c53-6d4e-40d8-80ef-2a3634d539ad] Found default for hw_video_model of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:39:57 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-cf49c87f-b88b-4350-94cb-47c2786e3dc2 tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] [instance: 76919c53-6d4e-40d8-80ef-2a3634d539ad] Found default for hw_vif_model of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:39:57 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/890c8090-2d59-4e82-a8d2-b3ef579be76b/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:39:57 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/68a6c383-5da2-4e99-9c46-682c1da71a4e/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:39:57 user nova-compute[75147]: INFO nova.compute.manager [None req-cf49c87f-b88b-4350-94cb-47c2786e3dc2 tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] [instance: 76919c53-6d4e-40d8-80ef-2a3634d539ad] Took 5.96 seconds to spawn the instance on the hypervisor.
Oct 27 19:39:57 user nova-compute[75147]: DEBUG nova.compute.manager [None req-cf49c87f-b88b-4350-94cb-47c2786e3dc2 tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] [instance: 76919c53-6d4e-40d8-80ef-2a3634d539ad] Checking state {{(pid=75147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 19:39:57 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/68a6c383-5da2-4e99-9c46-682c1da71a4e/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:39:57 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/68a6c383-5da2-4e99-9c46-682c1da71a4e/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:39:57 user nova-compute[75147]: INFO nova.compute.manager [None req-cf49c87f-b88b-4350-94cb-47c2786e3dc2 tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] [instance: 76919c53-6d4e-40d8-80ef-2a3634d539ad] Took 6.91 seconds to build instance.
Oct 27 19:39:57 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-cf49c87f-b88b-4350-94cb-47c2786e3dc2 tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Lock "76919c53-6d4e-40d8-80ef-2a3634d539ad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.063s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:39:57 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/68a6c383-5da2-4e99-9c46-682c1da71a4e/disk --force-share --output=json" returned: 0 in 0.235s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:39:57 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75147) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 19:39:57 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9c3f1cc3-684a-4303-a66b-adf1652dd5fd/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:39:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9c3f1cc3-684a-4303-a66b-adf1652dd5fd/disk --force-share --output=json" returned: 0 in 0.272s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:39:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9c3f1cc3-684a-4303-a66b-adf1652dd5fd/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:39:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:39:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9c3f1cc3-684a-4303-a66b-adf1652dd5fd/disk --force-share --output=json" returned: 0 in 0.224s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:39:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3fb6898-879f-4828-b0c8-f4c7911c334c/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:39:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3fb6898-879f-4828-b0c8-f4c7911c334c/disk --force-share --output=json" returned: 0 in 0.236s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:39:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3fb6898-879f-4828-b0c8-f4c7911c334c/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:39:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3fb6898-879f-4828-b0c8-f4c7911c334c/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:39:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk.rescue --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:39:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk.rescue --force-share --output=json" returned: 0 in 0.206s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:39:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk.rescue --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:39:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk.rescue --force-share --output=json" returned: 0 in 0.216s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:39:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:39:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:39:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:39:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:39:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/73439fd6-da4c-4dd7-b8cf-2baf9a34e717/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:39:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/73439fd6-da4c-4dd7-b8cf-2baf9a34e717/disk --force-share --output=json" returned: 0 in 0.230s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:39:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/73439fd6-da4c-4dd7-b8cf-2baf9a34e717/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:40:00 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/73439fd6-da4c-4dd7-b8cf-2baf9a34e717/disk --force-share --output=json" returned: 0 in 0.220s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:40:00 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bac22037-a5fc-4b74-a5eb-94c2e51e8155/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:40:00 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bac22037-a5fc-4b74-a5eb-94c2e51e8155/disk --force-share --output=json" returned: 0 in 0.220s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:40:00 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bac22037-a5fc-4b74-a5eb-94c2e51e8155/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:40:00 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bac22037-a5fc-4b74-a5eb-94c2e51e8155/disk --force-share --output=json" returned: 0 in 0.252s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:40:01 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:40:01 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:40:01 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Hypervisor/Node resource view: name=user free_ram=7624MB free_disk=25.148216247558594GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75147) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 19:40:01 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:40:01 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:40:01 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Applying migration context for instance e18f8c66-86d8-4021-b2f8-17aeee684b86 as it has an incoming, in-progress migration 09ee5e9e-77aa-43c3-97ae-c1e4ae1c9357. Migration status is post-migrating {{(pid=75147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Oct 27 19:40:01 user nova-compute[75147]: INFO nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] Updating resource usage from migration 09ee5e9e-77aa-43c3-97ae-c1e4ae1c9357
Oct 27 19:40:01 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance bac22037-a5fc-4b74-a5eb-94c2e51e8155 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:40:01 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:40:01 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance d3fb6898-879f-4828-b0c8-f4c7911c334c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:40:01 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 18fad5c9-4c2b-4e90-a568-bd0a32497c63 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:40:01 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 73439fd6-da4c-4dd7-b8cf-2baf9a34e717 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:40:01 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 68a6c383-5da2-4e99-9c46-682c1da71a4e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:40:01 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 6c9c2dc6-d96a-42f6-a749-962d9b1a3a63 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:40:01 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 9c3f1cc3-684a-4303-a66b-adf1652dd5fd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:40:01 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 890c8090-2d59-4e82-a8d2-b3ef579be76b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:40:01 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Migration 09ee5e9e-77aa-43c3-97ae-c1e4ae1c9357 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1709}}
Oct 27 19:40:01 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance e18f8c66-86d8-4021-b2f8-17aeee684b86 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:40:01 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 76919c53-6d4e-40d8-80ef-2a3634d539ad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:40:01 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Total usable vcpus: 12, total allocated vcpus: 12 {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 19:40:01 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Final resource view: name=user phys_ram=16011MB used_ram=8192MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=12 pci_stats=[] {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 19:40:01 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:40:01 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:40:01 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:40:01 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Compute_service record updated for user:user {{(pid=75147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 19:40:01 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.705s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:40:02 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:40:02 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:40:02 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Starting heal instance info cache {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 19:40:02 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Didn't find any instances for network info cache update. {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 27 19:40:02 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:40:02 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:40:02 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:40:02 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:40:02 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75147) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 19:40:03 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:40:05 user nova-compute[75147]: DEBUG nova.compute.manager [None req-c371d47a-3fe7-404f-ad48-b0664de57a50 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] [instance: 6c9c2dc6-d96a-42f6-a749-962d9b1a3a63] Checking state {{(pid=75147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 19:40:06 user nova-compute[75147]: INFO nova.compute.manager [None req-c371d47a-3fe7-404f-ad48-b0664de57a50 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] [instance: 6c9c2dc6-d96a-42f6-a749-962d9b1a3a63] instance snapshotting
Oct 27 19:40:06 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-c371d47a-3fe7-404f-ad48-b0664de57a50 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] [instance: 6c9c2dc6-d96a-42f6-a749-962d9b1a3a63] Beginning live snapshot process
Oct 27 19:40:06 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-c371d47a-3fe7-404f-ad48-b0664de57a50 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6c9c2dc6-d96a-42f6-a749-962d9b1a3a63/disk --force-share --output=json -f qcow2 {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:40:06 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-c371d47a-3fe7-404f-ad48-b0664de57a50 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6c9c2dc6-d96a-42f6-a749-962d9b1a3a63/disk --force-share --output=json -f qcow2" returned: 0 in 0.173s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:40:06 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-c371d47a-3fe7-404f-ad48-b0664de57a50 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6c9c2dc6-d96a-42f6-a749-962d9b1a3a63/disk --force-share --output=json -f qcow2 {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:40:06 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:40:06 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-c371d47a-3fe7-404f-ad48-b0664de57a50 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6c9c2dc6-d96a-42f6-a749-962d9b1a3a63/disk --force-share --output=json -f qcow2" returned: 0 in 0.182s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:40:06 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-c371d47a-3fe7-404f-ad48-b0664de57a50 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:40:06 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-c371d47a-3fe7-404f-ad48-b0664de57a50 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.176s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:40:06 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-c371d47a-3fe7-404f-ad48-b0664de57a50 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmp_s2sle8m/4a78142f33ff44fd98e24a03c7ec54cf.delta 1073741824 {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:40:06 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-c371d47a-3fe7-404f-ad48-b0664de57a50 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmp_s2sle8m/4a78142f33ff44fd98e24a03c7ec54cf.delta 1073741824" returned: 0 in 0.061s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:40:06 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-c371d47a-3fe7-404f-ad48-b0664de57a50 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] [instance: 6c9c2dc6-d96a-42f6-a749-962d9b1a3a63] Quiescing instance not available: QEMU guest agent is not enabled.
Oct 27 19:40:07 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-c371d47a-3fe7-404f-ad48-b0664de57a50 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] COPY block job progress, current cursor: 0 final cursor: 75563008 {{(pid=75147) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 27 19:40:08 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-c371d47a-3fe7-404f-ad48-b0664de57a50 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] COPY block job progress, current cursor: 48562176 final cursor: 75563008 {{(pid=75147) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 27 19:40:08 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:40:08 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-c371d47a-3fe7-404f-ad48-b0664de57a50 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] COPY block job progress, current cursor: 75563008 final cursor: 75563008 {{(pid=75147) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 27 19:40:08 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-c371d47a-3fe7-404f-ad48-b0664de57a50 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] [instance: 6c9c2dc6-d96a-42f6-a749-962d9b1a3a63] Skipping quiescing instance: QEMU guest agent is not enabled.
Oct 27 19:40:08 user nova-compute[75147]: DEBUG nova.privsep.utils [None req-c371d47a-3fe7-404f-ad48-b0664de57a50 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75147) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 27 19:40:08 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-c371d47a-3fe7-404f-ad48-b0664de57a50 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmp_s2sle8m/4a78142f33ff44fd98e24a03c7ec54cf.delta /opt/stack/data/nova/instances/snapshots/tmp_s2sle8m/4a78142f33ff44fd98e24a03c7ec54cf {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:40:09 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-c371d47a-3fe7-404f-ad48-b0664de57a50 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmp_s2sle8m/4a78142f33ff44fd98e24a03c7ec54cf.delta /opt/stack/data/nova/instances/snapshots/tmp_s2sle8m/4a78142f33ff44fd98e24a03c7ec54cf" returned: 0 in 0.642s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:40:09 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-c371d47a-3fe7-404f-ad48-b0664de57a50 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] [instance: 6c9c2dc6-d96a-42f6-a749-962d9b1a3a63] Snapshot extracted, beginning image upload
Oct 27 19:40:11 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:40:12 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-c371d47a-3fe7-404f-ad48-b0664de57a50 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] [instance: 6c9c2dc6-d96a-42f6-a749-962d9b1a3a63] Snapshot image upload complete
Oct 27 19:40:12 user nova-compute[75147]: INFO nova.compute.manager [None req-c371d47a-3fe7-404f-ad48-b0664de57a50 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] [instance: 6c9c2dc6-d96a-42f6-a749-962d9b1a3a63] Took 6.31 seconds to snapshot the instance on the hypervisor.
Oct 27 19:40:13 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:40:14 user nova-compute[75147]: DEBUG nova.compute.manager [req-582c074d-f8f5-44c0-aba2-059928554e1c req-6fff8109-fb84-40c9-b194-e6bf853206eb service nova] [instance: 9c3f1cc3-684a-4303-a66b-adf1652dd5fd] Received event network-changed-a7037571-6a0b-4a20-82dc-7e5bfdece6b5 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:40:14 user nova-compute[75147]: DEBUG nova.compute.manager [req-582c074d-f8f5-44c0-aba2-059928554e1c req-6fff8109-fb84-40c9-b194-e6bf853206eb service nova] [instance: 9c3f1cc3-684a-4303-a66b-adf1652dd5fd] Refreshing instance network info cache due to event network-changed-a7037571-6a0b-4a20-82dc-7e5bfdece6b5. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 19:40:14 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-582c074d-f8f5-44c0-aba2-059928554e1c req-6fff8109-fb84-40c9-b194-e6bf853206eb service nova] Acquiring lock "refresh_cache-9c3f1cc3-684a-4303-a66b-adf1652dd5fd" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:40:14 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-582c074d-f8f5-44c0-aba2-059928554e1c req-6fff8109-fb84-40c9-b194-e6bf853206eb service nova] Acquired lock "refresh_cache-9c3f1cc3-684a-4303-a66b-adf1652dd5fd" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:40:14 user nova-compute[75147]: DEBUG nova.network.neutron [req-582c074d-f8f5-44c0-aba2-059928554e1c req-6fff8109-fb84-40c9-b194-e6bf853206eb service nova] [instance: 9c3f1cc3-684a-4303-a66b-adf1652dd5fd] Refreshing network info cache for port a7037571-6a0b-4a20-82dc-7e5bfdece6b5 {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 19:40:15 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e06aa192-684c-4beb-add9-7aacfc10b949 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Acquiring lock "7209e291-cae8-44a4-9d43-d3fe78bfbe12" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:40:15 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e06aa192-684c-4beb-add9-7aacfc10b949 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Lock "7209e291-cae8-44a4-9d43-d3fe78bfbe12" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:40:15 user nova-compute[75147]: DEBUG nova.compute.manager [None req-e06aa192-684c-4beb-add9-7aacfc10b949 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] [instance: 7209e291-cae8-44a4-9d43-d3fe78bfbe12] Starting instance... {{(pid=75147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 27 19:40:15 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e06aa192-684c-4beb-add9-7aacfc10b949 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:40:15 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e06aa192-684c-4beb-add9-7aacfc10b949 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:40:15 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-e06aa192-684c-4beb-add9-7aacfc10b949 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75147) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 19:40:15 user nova-compute[75147]: INFO nova.compute.claims [None req-e06aa192-684c-4beb-add9-7aacfc10b949 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] [instance: 7209e291-cae8-44a4-9d43-d3fe78bfbe12] Claim successful on node user
Oct 27 19:40:15 user nova-compute[75147]: DEBUG nova.network.neutron [req-582c074d-f8f5-44c0-aba2-059928554e1c req-6fff8109-fb84-40c9-b194-e6bf853206eb service nova] [instance: 9c3f1cc3-684a-4303-a66b-adf1652dd5fd] Updated VIF entry in instance network info cache for port a7037571-6a0b-4a20-82dc-7e5bfdece6b5. {{(pid=75147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 19:40:15 user nova-compute[75147]: DEBUG nova.network.neutron [req-582c074d-f8f5-44c0-aba2-059928554e1c req-6fff8109-fb84-40c9-b194-e6bf853206eb service nova] [instance: 9c3f1cc3-684a-4303-a66b-adf1652dd5fd] Updating instance_info_cache with network_info: [{"id": "a7037571-6a0b-4a20-82dc-7e5bfdece6b5", "address": "fa:16:3e:cc:55:d5", "network": {"id": "06e952e0-002b-44c6-b4c4-e6a33a0b7484", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-294897611-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b05afc60c23345de8d1e978a9c5b1efc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa7037571-6a", "ovs_interfaceid": "a7037571-6a0b-4a20-82dc-7e5bfdece6b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:40:15 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-582c074d-f8f5-44c0-aba2-059928554e1c req-6fff8109-fb84-40c9-b194-e6bf853206eb service nova] Releasing lock "refresh_cache-9c3f1cc3-684a-4303-a66b-adf1652dd5fd" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:40:15 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-e06aa192-684c-4beb-add9-7aacfc10b949 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:40:15 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-e06aa192-684c-4beb-add9-7aacfc10b949 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:40:15 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e06aa192-684c-4beb-add9-7aacfc10b949 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.608s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:40:15 user nova-compute[75147]: DEBUG nova.compute.manager [None req-e06aa192-684c-4beb-add9-7aacfc10b949 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] [instance: 7209e291-cae8-44a4-9d43-d3fe78bfbe12] Start building networks asynchronously for instance. {{(pid=75147) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 27 19:40:15 user nova-compute[75147]: DEBUG nova.compute.manager [None req-e06aa192-684c-4beb-add9-7aacfc10b949 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] [instance: 7209e291-cae8-44a4-9d43-d3fe78bfbe12] Allocating IP information in the background. {{(pid=75147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 27 19:40:15 user nova-compute[75147]: DEBUG nova.network.neutron [None req-e06aa192-684c-4beb-add9-7aacfc10b949 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] [instance: 7209e291-cae8-44a4-9d43-d3fe78bfbe12] allocate_for_instance() {{(pid=75147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 27 19:40:15 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-e06aa192-684c-4beb-add9-7aacfc10b949 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] [instance: 7209e291-cae8-44a4-9d43-d3fe78bfbe12] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 27 19:40:15 user nova-compute[75147]: DEBUG nova.compute.manager [None req-e06aa192-684c-4beb-add9-7aacfc10b949 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] [instance: 7209e291-cae8-44a4-9d43-d3fe78bfbe12] Start building block device mappings for instance. {{(pid=75147) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 27 19:40:15 user nova-compute[75147]: DEBUG nova.policy [None req-e06aa192-684c-4beb-add9-7aacfc10b949 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e11daf0dd7044db7b48382c82685a2db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8f7035886f8041e38f5ede4a87e75113', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75147) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 27 19:40:16 user nova-compute[75147]: DEBUG nova.compute.manager [None req-e06aa192-684c-4beb-add9-7aacfc10b949 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] [instance: 7209e291-cae8-44a4-9d43-d3fe78bfbe12] Start spawning the instance on the hypervisor. {{(pid=75147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 27 19:40:16 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-e06aa192-684c-4beb-add9-7aacfc10b949 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] [instance: 7209e291-cae8-44a4-9d43-d3fe78bfbe12] Creating instance directory {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 19:40:16 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-e06aa192-684c-4beb-add9-7aacfc10b949 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] [instance: 7209e291-cae8-44a4-9d43-d3fe78bfbe12] Creating image(s)
Oct 27 19:40:16 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e06aa192-684c-4beb-add9-7aacfc10b949 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Acquiring lock "/opt/stack/data/nova/instances/7209e291-cae8-44a4-9d43-d3fe78bfbe12/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:40:16 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e06aa192-684c-4beb-add9-7aacfc10b949 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Lock "/opt/stack/data/nova/instances/7209e291-cae8-44a4-9d43-d3fe78bfbe12/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:40:16 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e06aa192-684c-4beb-add9-7aacfc10b949 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Lock "/opt/stack/data/nova/instances/7209e291-cae8-44a4-9d43-d3fe78bfbe12/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:40:16 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e06aa192-684c-4beb-add9-7aacfc10b949 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Acquiring lock "417403c952201671ae90cf5211feafde9c050c36" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:40:16 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e06aa192-684c-4beb-add9-7aacfc10b949 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Lock "417403c952201671ae90cf5211feafde9c050c36" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:40:17 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-e06aa192-684c-4beb-add9-7aacfc10b949 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/417403c952201671ae90cf5211feafde9c050c36.part --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:40:17 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:40:17 user nova-compute[75147]: DEBUG nova.network.neutron [None req-e06aa192-684c-4beb-add9-7aacfc10b949 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] [instance: 7209e291-cae8-44a4-9d43-d3fe78bfbe12] Successfully created port: 84cf056e-3647-4caf-8f59-ea524e35ea4b {{(pid=75147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 19:40:17 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] Starting finish_migration {{(pid=75147) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11674}}
Oct 27 19:40:17 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] Instance directory exists: not creating {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Oct 27 19:40:17 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] Creating image(s)
Oct 27 19:40:17 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] Did not create local disks {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 27 19:40:17 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] Ensure instance console log exists: /opt/stack/data/nova/instances/e18f8c66-86d8-4021-b2f8-17aeee684b86/console.log {{(pid=75147) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 19:40:17 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:40:17 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:40:17 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:40:17 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] Start _get_guest_xml network_info=[{"id": "c8b86675-1429-46a4-8fb4-f5338cd721ee", "address": "fa:16:3e:db:9f:78", "network": {"id": "bae3f1ff-b48f-4e91-a1ac-2c877ecca1af", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1949095258-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.29", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1949095258-network", "vif_mac": "fa:16:3e:db:9f:78"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9368eab86d5248b2a34511d5d0fd64eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc8b86675-14", "ovs_interfaceid": "c8b86675-1429-46a4-8fb4-f5338cd721ee", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': 'disk', 'delete_on_termination': True, 'boot_index': 0, 'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'guest_format': None, 'attachment_id': '81f9bc70-4009-4019-9cc4-89a0b5f2271f', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'eXjiUoxD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': 'e18f8c66-86d8-4021-b2f8-17aeee684b86', 'attached_at': '2023-10-27T19:40:16.000000', 'detached_at': '', 'volume_id': '200659b8-c032-4029-97a0-2b6010fb17b1', 'serial': '200659b8-c032-4029-97a0-2b6010fb17b1'}, 'volume_type': None} {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 19:40:17 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:40:17 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:40:17 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 19:40:17 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] CPU controller missing on host. {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 19:40:17 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-e06aa192-684c-4beb-add9-7aacfc10b949 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/417403c952201671ae90cf5211feafde9c050c36.part --force-share --output=json" returned: 0 in 0.202s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:40:17 user nova-compute[75147]: DEBUG nova.virt.images [None req-e06aa192-684c-4beb-add9-7aacfc10b949 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] cab83e00-a024-4b79-82c2-60a920729ab9 was qcow2, converting to raw {{(pid=75147) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 27 19:40:17 user nova-compute[75147]: DEBUG nova.privsep.utils [None req-e06aa192-684c-4beb-add9-7aacfc10b949 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75147) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 27 19:40:17 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-e06aa192-684c-4beb-add9-7aacfc10b949 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/417403c952201671ae90cf5211feafde9c050c36.part /opt/stack/data/nova/instances/_base/417403c952201671ae90cf5211feafde9c050c36.converted {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:40:17 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 19:40:17 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] CPU controller found on host. {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 19:40:17 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75147) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 19:40:17 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T19:21:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2',id=7,is_public=True,memory_mb=2048,name='m1.small',projects=<?>,root_gb=20,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 19:40:17 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Flavor limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 19:40:17 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Image limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 19:40:17 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Flavor pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 19:40:17 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Image pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 19:40:17 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 19:40:17 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 19:40:17 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 19:40:17 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Got 1 possible topologies {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 19:40:17 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 19:40:17 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 19:40:17 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] Calling os-brick to attach iSCSI Volume {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 19:40:17 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'eXjiUoxD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:40:17 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:40:17 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:40:17 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:40:17 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:40:17 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:40:17 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:40:17 user nova-compute[75147]: INFO os_brick.initiator.connectors.iscsi [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 19:40:17 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1 -p 172.16.0.220:3260 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:40:17 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1 -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:40:17 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[60d9c638-6782-4ee0-bcbf-b02fb36342b4]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:40:17 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 19:40:17 user nova-compute[75147]:  {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:40:17 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1 -p 172.16.0.220:3260 --interface default --op new {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:40:17 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.025s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:40:17 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac4ccd3b-a407-4e7f-9f0c-0f668e66e4c8]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1] added\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:40:17 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1] added
Oct 27 19:40:17 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:40:17 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:40:17 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.042s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:40:17 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b0ed67e-1f9f-4298-a7d7-fdbb47aa68be]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:40:17 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:40:17 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:40:17 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.101s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:40:17 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[f533b35f-3480-462f-aad0-fa65ddfa084e]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:40:17 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:40:17 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v eXjiUoxD {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:40:17 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v eXjiUoxD" returned: 0 in 0.023s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:40:17 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[d05a1247-12bc-4083-a327-f5df3d63464d]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:40:17 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'eXjiUoxD'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:40:17 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:40:17 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.029s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:40:17 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5906cd9-a507-4cdd-b693-055dce6c39bf]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:40:17 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:40:17 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:40:17 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:40:17 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[46212818-a33e-4264-89d6-15a3324bf07e]: (4, ('tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:40:17 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76 (non-flash)
Oct 27 19:40:17 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:40:17 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] iscsi session list stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76 (non-flash)
Oct 27 19:40:17 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:40:17 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1 -p 172.16.0.220:3260 --login {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:40:18 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1 -p 172.16.0.220:3260 --login" returned: 0 in 0.077s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:40:18 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[18b1a810-5994-4460-985a-0370fed513bc]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:40:18 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1, portal: 172.16.0.220,3260]
Oct 27 19:40:18 user nova-compute[75147]: Login to [iface: default, target: iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1, portal: 172.16.0.220,3260] successful.
Oct 27 19:40:18 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:40:18 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:40:18 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.025s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:40:18 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3bf0eb0-0d02-43a3-8e14-7cec96fed2ab]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:40:18 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:40:18 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:40:18 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.037s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:40:18 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[4390a6f4-7eac-4c09-8ace-50a1c5fb170f]: (4, ('tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:40:18 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76 (non-flash)
Oct 27 19:40:18 user nova-compute[75147]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1 (non-flash)
Oct 27 19:40:18 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:40:18 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] iscsi session list stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76 (non-flash)
Oct 27 19:40:18 user nova-compute[75147]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1 (non-flash)
Oct 27 19:40:18 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:40:18 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.454s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:40:18 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Connected to 172.16.0.220:3260 {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 19:40:18 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] HCTL ('34', '-', '-', 0) found on session 30 with lun 0 {{(pid=75147) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 19:40:18 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75147) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 19:40:18 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:40:18 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-e06aa192-684c-4beb-add9-7aacfc10b949 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/417403c952201671ae90cf5211feafde9c050c36.part /opt/stack/data/nova/instances/_base/417403c952201671ae90cf5211feafde9c050c36.converted" returned: 0 in 0.558s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:40:18 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-e06aa192-684c-4beb-add9-7aacfc10b949 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/417403c952201671ae90cf5211feafde9c050c36.converted --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:40:18 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.021s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:40:18 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[09f7503c-3ea4-4fb4-8857-f410dc6868fd]: (4, ('- - 0', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:40:18 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Searching for a device in session 30 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75147) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 19:40:18 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'eXjiUoxD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 19:40:18 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:40:18 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-e06aa192-684c-4beb-add9-7aacfc10b949 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/417403c952201671ae90cf5211feafde9c050c36.converted --force-share --output=json" returned: 0 in 0.216s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:40:18 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e06aa192-684c-4beb-add9-7aacfc10b949 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Lock "417403c952201671ae90cf5211feafde9c050c36" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.235s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:40:18 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-e06aa192-684c-4beb-add9-7aacfc10b949 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/417403c952201671ae90cf5211feafde9c050c36 --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:40:18 user nova-compute[75147]: DEBUG nova.network.neutron [None req-e06aa192-684c-4beb-add9-7aacfc10b949 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] [instance: 7209e291-cae8-44a4-9d43-d3fe78bfbe12] Successfully updated port: 84cf056e-3647-4caf-8f59-ea524e35ea4b {{(pid=75147) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 19:40:18 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e06aa192-684c-4beb-add9-7aacfc10b949 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Acquiring lock "refresh_cache-7209e291-cae8-44a4-9d43-d3fe78bfbe12" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:40:18 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e06aa192-684c-4beb-add9-7aacfc10b949 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Acquired lock "refresh_cache-7209e291-cae8-44a4-9d43-d3fe78bfbe12" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:40:18 user nova-compute[75147]: DEBUG nova.network.neutron [None req-e06aa192-684c-4beb-add9-7aacfc10b949 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] [instance: 7209e291-cae8-44a4-9d43-d3fe78bfbe12] Building network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 19:40:18 user nova-compute[75147]: DEBUG nova.compute.manager [req-e81c092a-b6de-4fe5-a704-67fc90efcef3 req-491de060-4dd9-452d-9476-c6c6c32f4ddf service nova] [instance: 7209e291-cae8-44a4-9d43-d3fe78bfbe12] Received event network-changed-84cf056e-3647-4caf-8f59-ea524e35ea4b {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:40:18 user nova-compute[75147]: DEBUG nova.compute.manager [req-e81c092a-b6de-4fe5-a704-67fc90efcef3 req-491de060-4dd9-452d-9476-c6c6c32f4ddf service nova] [instance: 7209e291-cae8-44a4-9d43-d3fe78bfbe12] Refreshing instance network info cache due to event network-changed-84cf056e-3647-4caf-8f59-ea524e35ea4b. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 19:40:18 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-e81c092a-b6de-4fe5-a704-67fc90efcef3 req-491de060-4dd9-452d-9476-c6c6c32f4ddf service nova] Acquiring lock "refresh_cache-7209e291-cae8-44a4-9d43-d3fe78bfbe12" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:40:18 user nova-compute[75147]: DEBUG nova.network.neutron [None req-e06aa192-684c-4beb-add9-7aacfc10b949 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] [instance: 7209e291-cae8-44a4-9d43-d3fe78bfbe12] Instance cache missing network info. {{(pid=75147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 19:40:18 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-e06aa192-684c-4beb-add9-7aacfc10b949 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/417403c952201671ae90cf5211feafde9c050c36 --force-share --output=json" returned: 0 in 0.251s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:40:18 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e06aa192-684c-4beb-add9-7aacfc10b949 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Acquiring lock "417403c952201671ae90cf5211feafde9c050c36" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:40:18 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e06aa192-684c-4beb-add9-7aacfc10b949 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Lock "417403c952201671ae90cf5211feafde9c050c36" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:40:18 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-e06aa192-684c-4beb-add9-7aacfc10b949 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/417403c952201671ae90cf5211feafde9c050c36 --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:40:18 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-e06aa192-684c-4beb-add9-7aacfc10b949 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/417403c952201671ae90cf5211feafde9c050c36 --force-share --output=json" returned: 0 in 0.191s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:40:18 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-e06aa192-684c-4beb-add9-7aacfc10b949 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/417403c952201671ae90cf5211feafde9c050c36,backing_fmt=raw /opt/stack/data/nova/instances/7209e291-cae8-44a4-9d43-d3fe78bfbe12/disk 1073741824 {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:40:18 user nova-compute[75147]: DEBUG nova.network.neutron [None req-e06aa192-684c-4beb-add9-7aacfc10b949 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] [instance: 7209e291-cae8-44a4-9d43-d3fe78bfbe12] Updating instance_info_cache with network_info: [{"id": "84cf056e-3647-4caf-8f59-ea524e35ea4b", "address": "fa:16:3e:bc:ea:82", "network": {"id": "9ff87c6b-cbc4-4905-8d96-05dd947da0d4", "bridge": "br-int", "label": "tempest-TestStampPattern-1607396892-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8f7035886f8041e38f5ede4a87e75113", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84cf056e-36", "ovs_interfaceid": "84cf056e-3647-4caf-8f59-ea524e35ea4b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:40:18 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-e06aa192-684c-4beb-add9-7aacfc10b949 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/417403c952201671ae90cf5211feafde9c050c36,backing_fmt=raw /opt/stack/data/nova/instances/7209e291-cae8-44a4-9d43-d3fe78bfbe12/disk 1073741824" returned: 0 in 0.076s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:40:18 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e06aa192-684c-4beb-add9-7aacfc10b949 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Lock "417403c952201671ae90cf5211feafde9c050c36" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.271s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:40:18 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-e06aa192-684c-4beb-add9-7aacfc10b949 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/417403c952201671ae90cf5211feafde9c050c36 --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:40:18 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e06aa192-684c-4beb-add9-7aacfc10b949 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Releasing lock "refresh_cache-7209e291-cae8-44a4-9d43-d3fe78bfbe12" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:40:18 user nova-compute[75147]: DEBUG nova.compute.manager [None req-e06aa192-684c-4beb-add9-7aacfc10b949 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] [instance: 7209e291-cae8-44a4-9d43-d3fe78bfbe12] Instance network_info: |[{"id": "84cf056e-3647-4caf-8f59-ea524e35ea4b", "address": "fa:16:3e:bc:ea:82", "network": {"id": "9ff87c6b-cbc4-4905-8d96-05dd947da0d4", "bridge": "br-int", "label": "tempest-TestStampPattern-1607396892-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8f7035886f8041e38f5ede4a87e75113", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84cf056e-36", "ovs_interfaceid": "84cf056e-3647-4caf-8f59-ea524e35ea4b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 27 19:40:18 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-e81c092a-b6de-4fe5-a704-67fc90efcef3 req-491de060-4dd9-452d-9476-c6c6c32f4ddf service nova] Acquired lock "refresh_cache-7209e291-cae8-44a4-9d43-d3fe78bfbe12" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:40:18 user nova-compute[75147]: DEBUG nova.network.neutron [req-e81c092a-b6de-4fe5-a704-67fc90efcef3 req-491de060-4dd9-452d-9476-c6c6c32f4ddf service nova] [instance: 7209e291-cae8-44a4-9d43-d3fe78bfbe12] Refreshing network info cache for port 84cf056e-3647-4caf-8f59-ea524e35ea4b {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 19:40:19 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-e06aa192-684c-4beb-add9-7aacfc10b949 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/417403c952201671ae90cf5211feafde9c050c36 --force-share --output=json" returned: 0 in 0.236s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:40:19 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-e06aa192-684c-4beb-add9-7aacfc10b949 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] [instance: 7209e291-cae8-44a4-9d43-d3fe78bfbe12] Created local disks {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 27 19:40:19 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-e06aa192-684c-4beb-add9-7aacfc10b949 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] [instance: 7209e291-cae8-44a4-9d43-d3fe78bfbe12] Ensure instance console log exists: /opt/stack/data/nova/instances/7209e291-cae8-44a4-9d43-d3fe78bfbe12/console.log {{(pid=75147) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 19:40:19 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e06aa192-684c-4beb-add9-7aacfc10b949 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:40:19 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e06aa192-684c-4beb-add9-7aacfc10b949 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:40:19 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e06aa192-684c-4beb-add9-7aacfc10b949 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:40:19 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-e06aa192-684c-4beb-add9-7aacfc10b949 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] [instance: 7209e291-cae8-44a4-9d43-d3fe78bfbe12] Start _get_guest_xml network_info=[{"id": "84cf056e-3647-4caf-8f59-ea524e35ea4b", "address": "fa:16:3e:bc:ea:82", "network": {"id": "9ff87c6b-cbc4-4905-8d96-05dd947da0d4", "bridge": "br-int", "label": "tempest-TestStampPattern-1607396892-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8f7035886f8041e38f5ede4a87e75113", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84cf056e-36", "ovs_interfaceid": "84cf056e-3647-4caf-8f59-ea524e35ea4b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c30ca775f91572aa20c4f0dc452026fe',container_format='bare',created_at=2023-10-27T19:40:06Z,direct_url=<?>,disk_format='qcow2',id=cab83e00-a024-4b79-82c2-60a920729ab9,min_disk=1,min_ram=0,name='tempest-TestStampPatternsnapshot-37714996',owner='8f7035886f8041e38f5ede4a87e75113',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-10-27T19:40:12Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'encryption_options': None, 'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encrypted': False, 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_format': None, 'device_name': '/dev/vda', 'image_id': 'cab83e00-a024-4b79-82c2-60a920729ab9'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 19:40:19 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-e06aa192-684c-4beb-add9-7aacfc10b949 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:40:19 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-e06aa192-684c-4beb-add9-7aacfc10b949 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:40:19 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-e06aa192-684c-4beb-add9-7aacfc10b949 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 19:40:19 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-e06aa192-684c-4beb-add9-7aacfc10b949 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] CPU controller missing on host. {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 19:40:19 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-e06aa192-684c-4beb-add9-7aacfc10b949 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 19:40:19 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-e06aa192-684c-4beb-add9-7aacfc10b949 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] CPU controller found on host. {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 19:40:19 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-e06aa192-684c-4beb-add9-7aacfc10b949 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75147) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 19:40:19 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-e06aa192-684c-4beb-add9-7aacfc10b949 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T19:21:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c30ca775f91572aa20c4f0dc452026fe',container_format='bare',created_at=2023-10-27T19:40:06Z,direct_url=<?>,disk_format='qcow2',id=cab83e00-a024-4b79-82c2-60a920729ab9,min_disk=1,min_ram=0,name='tempest-TestStampPatternsnapshot-37714996',owner='8f7035886f8041e38f5ede4a87e75113',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-10-27T19:40:12Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 19:40:19 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-e06aa192-684c-4beb-add9-7aacfc10b949 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Flavor limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 19:40:19 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-e06aa192-684c-4beb-add9-7aacfc10b949 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Image limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 19:40:19 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-e06aa192-684c-4beb-add9-7aacfc10b949 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Flavor pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 19:40:19 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-e06aa192-684c-4beb-add9-7aacfc10b949 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Image pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 19:40:19 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-e06aa192-684c-4beb-add9-7aacfc10b949 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 19:40:19 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-e06aa192-684c-4beb-add9-7aacfc10b949 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 19:40:19 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-e06aa192-684c-4beb-add9-7aacfc10b949 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 19:40:19 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-e06aa192-684c-4beb-add9-7aacfc10b949 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Got 1 possible topologies {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 19:40:19 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-e06aa192-684c-4beb-add9-7aacfc10b949 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 19:40:19 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-e06aa192-684c-4beb-add9-7aacfc10b949 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 19:40:19 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-e06aa192-684c-4beb-add9-7aacfc10b949 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:40:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-1170392024',display_name='tempest-TestStampPattern-server-1170392024',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1170392024',id=31,image_ref='cab83e00-a024-4b79-82c2-60a920729ab9',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBL/jAWlcWDJSq6Y9TYP+/l6hitWcMc84ODX0eS1tXND/1te+gMCLx0L+sBkMK4lo6kSCA7p3ApcXVEYl5vT24O7tf7/fXoPTltDLlhVLe96mSLlXWJtaQcFwuf9PGO+JtQ==',key_name='tempest-TestStampPattern-1663785487',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8f7035886f8041e38f5ede4a87e75113',ramdisk_id='',reservation_id='r-1gt32jle',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_boot_roles='member,reader',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_image_location='snapshot',image_image_state='available',image_image_type='snapshot',image_instance_uuid='6c9c2dc6-d96a-42f6-a749-962d9b1a3a63',image_min_disk='1',image_min_ram='0',image_owner_id='8f7035886f8041e38f5ede4a87e75113',image_owner_project_name='tempest-TestStampPattern-2095814487',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestStampPattern-2095814487-project-member',image_user_id='e11daf0dd7044db7b48382c82685a2db',network_allocated='True',owner_project_name='tempest-TestStampPattern-2095814487',owner_user_name='tempest-TestStampPattern-2095814487-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:40:16Z,user_data=None,user_id='e11daf0dd7044db7b48382c82685a2db',uuid=7209e291-cae8-44a4-9d43-d3fe78bfbe12,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "84cf056e-3647-4caf-8f59-ea524e35ea4b", "address": "fa:16:3e:bc:ea:82", "network": {"id": "9ff87c6b-cbc4-4905-8d96-05dd947da0d4", "bridge": "br-int", "label": "tempest-TestStampPattern-1607396892-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8f7035886f8041e38f5ede4a87e75113", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84cf056e-36", "ovs_interfaceid": "84cf056e-3647-4caf-8f59-ea524e35ea4b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75147) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 19:40:19 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-e06aa192-684c-4beb-add9-7aacfc10b949 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Converting VIF {"id": "84cf056e-3647-4caf-8f59-ea524e35ea4b", "address": "fa:16:3e:bc:ea:82", "network": {"id": "9ff87c6b-cbc4-4905-8d96-05dd947da0d4", "bridge": "br-int", "label": "tempest-TestStampPattern-1607396892-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8f7035886f8041e38f5ede4a87e75113", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84cf056e-36", "ovs_interfaceid": "84cf056e-3647-4caf-8f59-ea524e35ea4b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:40:19 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-e06aa192-684c-4beb-add9-7aacfc10b949 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:bc:ea:82,bridge_name='br-int',has_traffic_filtering=True,id=84cf056e-3647-4caf-8f59-ea524e35ea4b,network=Network(9ff87c6b-cbc4-4905-8d96-05dd947da0d4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap84cf056e-36') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:40:19 user nova-compute[75147]: DEBUG nova.objects.instance [None req-e06aa192-684c-4beb-add9-7aacfc10b949 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Lazy-loading 'pci_devices' on Instance uuid 7209e291-cae8-44a4-9d43-d3fe78bfbe12 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:40:19 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.552s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:40:19 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] <== connect_volume: return (1555ms) {'type': 'block', 'scsi_wwn': '23266663063653133', 'path': '/dev/sdc'} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:40:19 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23266663063653133', 'path': '/dev/sdc'} {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 19:40:19 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-e06aa192-684c-4beb-add9-7aacfc10b949 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] [instance: 7209e291-cae8-44a4-9d43-d3fe78bfbe12] End _get_guest_xml xml=<domain type="kvm">
Oct 27 19:40:19 user nova-compute[75147]:   <uuid>7209e291-cae8-44a4-9d43-d3fe78bfbe12</uuid>
Oct 27 19:40:19 user nova-compute[75147]:   <name>instance-0000001f</name>
Oct 27 19:40:19 user nova-compute[75147]:   <memory>524288</memory>
Oct 27 19:40:19 user nova-compute[75147]:   <vcpu>1</vcpu>
Oct 27 19:40:19 user nova-compute[75147]:   <metadata>
Oct 27 19:40:19 user nova-compute[75147]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 19:40:19 user nova-compute[75147]:       <nova:package version="0.0.0"/>
Oct 27 19:40:19 user nova-compute[75147]:       <nova:name>tempest-TestStampPattern-server-1170392024</nova:name>
Oct 27 19:40:19 user nova-compute[75147]:       <nova:creationTime>2023-10-27 19:40:19</nova:creationTime>
Oct 27 19:40:19 user nova-compute[75147]:       <nova:flavor name="m1.tiny">
Oct 27 19:40:19 user nova-compute[75147]:         <nova:memory>512</nova:memory>
Oct 27 19:40:19 user nova-compute[75147]:         <nova:disk>1</nova:disk>
Oct 27 19:40:19 user nova-compute[75147]:         <nova:swap>0</nova:swap>
Oct 27 19:40:19 user nova-compute[75147]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 19:40:19 user nova-compute[75147]:         <nova:vcpus>1</nova:vcpus>
Oct 27 19:40:19 user nova-compute[75147]:       </nova:flavor>
Oct 27 19:40:19 user nova-compute[75147]:       <nova:owner>
Oct 27 19:40:19 user nova-compute[75147]:         <nova:user uuid="e11daf0dd7044db7b48382c82685a2db">tempest-TestStampPattern-2095814487-project-member</nova:user>
Oct 27 19:40:19 user nova-compute[75147]:         <nova:project uuid="8f7035886f8041e38f5ede4a87e75113">tempest-TestStampPattern-2095814487</nova:project>
Oct 27 19:40:19 user nova-compute[75147]:       </nova:owner>
Oct 27 19:40:19 user nova-compute[75147]:       <nova:root type="image" uuid="cab83e00-a024-4b79-82c2-60a920729ab9"/>
Oct 27 19:40:19 user nova-compute[75147]:       <nova:ports>
Oct 27 19:40:19 user nova-compute[75147]:         <nova:port uuid="84cf056e-3647-4caf-8f59-ea524e35ea4b">
Oct 27 19:40:19 user nova-compute[75147]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 27 19:40:19 user nova-compute[75147]:         </nova:port>
Oct 27 19:40:19 user nova-compute[75147]:       </nova:ports>
Oct 27 19:40:19 user nova-compute[75147]:     </nova:instance>
Oct 27 19:40:19 user nova-compute[75147]:   </metadata>
Oct 27 19:40:19 user nova-compute[75147]:   <sysinfo type="smbios">
Oct 27 19:40:19 user nova-compute[75147]:     <system>
Oct 27 19:40:19 user nova-compute[75147]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 19:40:19 user nova-compute[75147]:       <entry name="product">OpenStack Nova</entry>
Oct 27 19:40:19 user nova-compute[75147]:       <entry name="version">0.0.0</entry>
Oct 27 19:40:19 user nova-compute[75147]:       <entry name="serial">7209e291-cae8-44a4-9d43-d3fe78bfbe12</entry>
Oct 27 19:40:19 user nova-compute[75147]:       <entry name="uuid">7209e291-cae8-44a4-9d43-d3fe78bfbe12</entry>
Oct 27 19:40:19 user nova-compute[75147]:       <entry name="family">Virtual Machine</entry>
Oct 27 19:40:19 user nova-compute[75147]:     </system>
Oct 27 19:40:19 user nova-compute[75147]:   </sysinfo>
Oct 27 19:40:19 user nova-compute[75147]:   <os>
Oct 27 19:40:19 user nova-compute[75147]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 19:40:19 user nova-compute[75147]:     <boot dev="hd"/>
Oct 27 19:40:19 user nova-compute[75147]:     <smbios mode="sysinfo"/>
Oct 27 19:40:19 user nova-compute[75147]:   </os>
Oct 27 19:40:19 user nova-compute[75147]:   <features>
Oct 27 19:40:19 user nova-compute[75147]:     <acpi/>
Oct 27 19:40:19 user nova-compute[75147]:     <apic/>
Oct 27 19:40:19 user nova-compute[75147]:     <vmcoreinfo/>
Oct 27 19:40:19 user nova-compute[75147]:   </features>
Oct 27 19:40:19 user nova-compute[75147]:   <clock offset="utc">
Oct 27 19:40:19 user nova-compute[75147]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 19:40:19 user nova-compute[75147]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 19:40:19 user nova-compute[75147]:     <timer name="hpet" present="no"/>
Oct 27 19:40:19 user nova-compute[75147]:   </clock>
Oct 27 19:40:19 user nova-compute[75147]:   <cpu mode="custom" match="exact">
Oct 27 19:40:19 user nova-compute[75147]:     <model>Nehalem</model>
Oct 27 19:40:19 user nova-compute[75147]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 19:40:19 user nova-compute[75147]:   </cpu>
Oct 27 19:40:19 user nova-compute[75147]:   <devices>
Oct 27 19:40:19 user nova-compute[75147]:     <disk type="file" device="disk">
Oct 27 19:40:19 user nova-compute[75147]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 27 19:40:19 user nova-compute[75147]:       <source file="/opt/stack/data/nova/instances/7209e291-cae8-44a4-9d43-d3fe78bfbe12/disk"/>
Oct 27 19:40:19 user nova-compute[75147]:       <target dev="vda" bus="virtio"/>
Oct 27 19:40:19 user nova-compute[75147]:     </disk>
Oct 27 19:40:19 user nova-compute[75147]:     <interface type="ethernet">
Oct 27 19:40:19 user nova-compute[75147]:       <mac address="fa:16:3e:bc:ea:82"/>
Oct 27 19:40:19 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:40:19 user nova-compute[75147]:       <mtu size="1442"/>
Oct 27 19:40:19 user nova-compute[75147]:       <target dev="tap84cf056e-36"/>
Oct 27 19:40:19 user nova-compute[75147]:     </interface>
Oct 27 19:40:19 user nova-compute[75147]:     <serial type="pty">
Oct 27 19:40:19 user nova-compute[75147]:       <log file="/opt/stack/data/nova/instances/7209e291-cae8-44a4-9d43-d3fe78bfbe12/console.log" append="off"/>
Oct 27 19:40:19 user nova-compute[75147]:     </serial>
Oct 27 19:40:19 user nova-compute[75147]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 19:40:19 user nova-compute[75147]:     <video>
Oct 27 19:40:19 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:40:19 user nova-compute[75147]:     </video>
Oct 27 19:40:19 user nova-compute[75147]:     <rng model="virtio">
Oct 27 19:40:19 user nova-compute[75147]:       <backend model="random">/dev/urandom</backend>
Oct 27 19:40:19 user nova-compute[75147]:     </rng>
Oct 27 19:40:19 user nova-compute[75147]:     <controller type="usb" index="0" model="none"/>
Oct 27 19:40:19 user nova-compute[75147]:     <memballoon model="virtio">
Oct 27 19:40:19 user nova-compute[75147]:       <stats period="10"/>
Oct 27 19:40:19 user nova-compute[75147]:     </memballoon>
Oct 27 19:40:19 user nova-compute[75147]:   </devices>
Oct 27 19:40:19 user nova-compute[75147]: </domain>
Oct 27 19:40:19 user nova-compute[75147]:  {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 19:40:19 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-e06aa192-684c-4beb-add9-7aacfc10b949 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:40:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-1170392024',display_name='tempest-TestStampPattern-server-1170392024',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1170392024',id=31,image_ref='cab83e00-a024-4b79-82c2-60a920729ab9',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBL/jAWlcWDJSq6Y9TYP+/l6hitWcMc84ODX0eS1tXND/1te+gMCLx0L+sBkMK4lo6kSCA7p3ApcXVEYl5vT24O7tf7/fXoPTltDLlhVLe96mSLlXWJtaQcFwuf9PGO+JtQ==',key_name='tempest-TestStampPattern-1663785487',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8f7035886f8041e38f5ede4a87e75113',ramdisk_id='',reservation_id='r-1gt32jle',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_boot_roles='member,reader',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_image_location='snapshot',image_image_state='available',image_image_type='snapshot',image_instance_uuid='6c9c2dc6-d96a-42f6-a749-962d9b1a3a63',image_min_disk='1',image_min_ram='0',image_owner_id='8f7035886f8041e38f5ede4a87e75113',image_owner_project_name='tempest-TestStampPattern-2095814487',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestStampPattern-2095814487-project-member',image_user_id='e11daf0dd7044db7b48382c82685a2db',network_allocated='True',owner_project_name='tempest-TestStampPattern-2095814487',owner_user_name='tempest-TestStampPattern-2095814487-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:40:16Z,user_data=None,user_id='e11daf0dd7044db7b48382c82685a2db',uuid=7209e291-cae8-44a4-9d43-d3fe78bfbe12,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "84cf056e-3647-4caf-8f59-ea524e35ea4b", "address": "fa:16:3e:bc:ea:82", "network": {"id": "9ff87c6b-cbc4-4905-8d96-05dd947da0d4", "bridge": "br-int", "label": "tempest-TestStampPattern-1607396892-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8f7035886f8041e38f5ede4a87e75113", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84cf056e-36", "ovs_interfaceid": "84cf056e-3647-4caf-8f59-ea524e35ea4b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 19:40:19 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-e06aa192-684c-4beb-add9-7aacfc10b949 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Converting VIF {"id": "84cf056e-3647-4caf-8f59-ea524e35ea4b", "address": "fa:16:3e:bc:ea:82", "network": {"id": "9ff87c6b-cbc4-4905-8d96-05dd947da0d4", "bridge": "br-int", "label": "tempest-TestStampPattern-1607396892-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8f7035886f8041e38f5ede4a87e75113", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84cf056e-36", "ovs_interfaceid": "84cf056e-3647-4caf-8f59-ea524e35ea4b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:40:19 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-e06aa192-684c-4beb-add9-7aacfc10b949 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:bc:ea:82,bridge_name='br-int',has_traffic_filtering=True,id=84cf056e-3647-4caf-8f59-ea524e35ea4b,network=Network(9ff87c6b-cbc4-4905-8d96-05dd947da0d4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap84cf056e-36') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:40:19 user nova-compute[75147]: DEBUG os_vif [None req-e06aa192-684c-4beb-add9-7aacfc10b949 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:bc:ea:82,bridge_name='br-int',has_traffic_filtering=True,id=84cf056e-3647-4caf-8f59-ea524e35ea4b,network=Network(9ff87c6b-cbc4-4905-8d96-05dd947da0d4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap84cf056e-36') {{(pid=75147) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 19:40:19 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:40:19 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:40:19 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 19:40:19 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:40:19 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '0d57032f-a446-594d-9314-55619b9d5f05', '_type': 'linux-noop'}}, row=False) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:40:19 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:40:19 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:40:19 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:40:19 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:40:19 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap84cf056e-36, may_exist=True, interface_attrs={}) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:40:19 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap84cf056e-36, col_values=(('qos', UUID('02229899-996f-47a7-87bd-8cc4e7ebf60a')),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:40:19 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap84cf056e-36, col_values=(('external_ids', {'iface-id': '84cf056e-3647-4caf-8f59-ea524e35ea4b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:bc:ea:82', 'vm-uuid': '7209e291-cae8-44a4-9d43-d3fe78bfbe12'}),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:40:19 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:40:19 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:37:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1804013607',display_name='tempest-ServerActionsTestOtherA-server-1804013607',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1804013607',id=27,image_ref='',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOXkDIbd6Wo6RBSDiwWqz2XRHnZpRZKK50xWKjp/Qpbe61/J2k+R/KGHzH6S/IGkit18q4Sf5K11wZ/QA43Fc9LDj1WHdA6Fd7UEtHG5bF9plsV04AXI4rr9Ic84cyFoKw==',key_name='tempest-keypair-561519846',keypairs=<?>,launch_index=0,launched_at=2023-10-27T19:38:22Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='9368eab86d5248b2a34511d5d0fd64eb',ramdisk_id='',reservation_id='r-43yslqqt',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherA-2091358466',owner_user_name='tempest-ServerActionsTestOtherA-2091358466-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:39:53Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2ec18a0cb61842b092eeaecce2a03b70',uuid=e18f8c66-86d8-4021-b2f8-17aeee684b86,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c8b86675-1429-46a4-8fb4-f5338cd721ee", "address": "fa:16:3e:db:9f:78", "network": {"id": "bae3f1ff-b48f-4e91-a1ac-2c877ecca1af", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1949095258-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.29", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1949095258-network", "vif_mac": "fa:16:3e:db:9f:78"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9368eab86d5248b2a34511d5d0fd64eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc8b86675-14", "ovs_interfaceid": "c8b86675-1429-46a4-8fb4-f5338cd721ee", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75147) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 19:40:19 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Converting VIF {"id": "c8b86675-1429-46a4-8fb4-f5338cd721ee", "address": "fa:16:3e:db:9f:78", "network": {"id": "bae3f1ff-b48f-4e91-a1ac-2c877ecca1af", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1949095258-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.29", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1949095258-network", "vif_mac": "fa:16:3e:db:9f:78"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9368eab86d5248b2a34511d5d0fd64eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc8b86675-14", "ovs_interfaceid": "c8b86675-1429-46a4-8fb4-f5338cd721ee", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:40:19 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:db:9f:78,bridge_name='br-int',has_traffic_filtering=True,id=c8b86675-1429-46a4-8fb4-f5338cd721ee,network=Network(bae3f1ff-b48f-4e91-a1ac-2c877ecca1af),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc8b86675-14') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:40:19 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] End _get_guest_xml xml=<domain type="kvm">
Oct 27 19:40:19 user nova-compute[75147]:   <uuid>e18f8c66-86d8-4021-b2f8-17aeee684b86</uuid>
Oct 27 19:40:19 user nova-compute[75147]:   <name>instance-0000001b</name>
Oct 27 19:40:19 user nova-compute[75147]:   <memory>2097152</memory>
Oct 27 19:40:19 user nova-compute[75147]:   <vcpu>1</vcpu>
Oct 27 19:40:19 user nova-compute[75147]:   <metadata>
Oct 27 19:40:19 user nova-compute[75147]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 19:40:19 user nova-compute[75147]:       <nova:package version="0.0.0"/>
Oct 27 19:40:19 user nova-compute[75147]:       <nova:name>tempest-ServerActionsTestOtherA-server-1804013607</nova:name>
Oct 27 19:40:19 user nova-compute[75147]:       <nova:creationTime>2023-10-27 19:40:17</nova:creationTime>
Oct 27 19:40:19 user nova-compute[75147]:       <nova:flavor name="m1.small">
Oct 27 19:40:19 user nova-compute[75147]:         <nova:memory>2048</nova:memory>
Oct 27 19:40:19 user nova-compute[75147]:         <nova:disk>20</nova:disk>
Oct 27 19:40:19 user nova-compute[75147]:         <nova:swap>0</nova:swap>
Oct 27 19:40:19 user nova-compute[75147]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 19:40:19 user nova-compute[75147]:         <nova:vcpus>1</nova:vcpus>
Oct 27 19:40:19 user nova-compute[75147]:       </nova:flavor>
Oct 27 19:40:19 user nova-compute[75147]:       <nova:owner>
Oct 27 19:40:19 user nova-compute[75147]:         <nova:user uuid="2ec18a0cb61842b092eeaecce2a03b70">tempest-ServerActionsTestOtherA-2091358466-project-member</nova:user>
Oct 27 19:40:19 user nova-compute[75147]:         <nova:project uuid="9368eab86d5248b2a34511d5d0fd64eb">tempest-ServerActionsTestOtherA-2091358466</nova:project>
Oct 27 19:40:19 user nova-compute[75147]:       </nova:owner>
Oct 27 19:40:19 user nova-compute[75147]:       <nova:ports>
Oct 27 19:40:19 user nova-compute[75147]:         <nova:port uuid="c8b86675-1429-46a4-8fb4-f5338cd721ee">
Oct 27 19:40:19 user nova-compute[75147]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Oct 27 19:40:19 user nova-compute[75147]:         </nova:port>
Oct 27 19:40:19 user nova-compute[75147]:       </nova:ports>
Oct 27 19:40:19 user nova-compute[75147]:     </nova:instance>
Oct 27 19:40:19 user nova-compute[75147]:   </metadata>
Oct 27 19:40:19 user nova-compute[75147]:   <sysinfo type="smbios">
Oct 27 19:40:19 user nova-compute[75147]:     <system>
Oct 27 19:40:19 user nova-compute[75147]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 19:40:19 user nova-compute[75147]:       <entry name="product">OpenStack Nova</entry>
Oct 27 19:40:19 user nova-compute[75147]:       <entry name="version">0.0.0</entry>
Oct 27 19:40:19 user nova-compute[75147]:       <entry name="serial">e18f8c66-86d8-4021-b2f8-17aeee684b86</entry>
Oct 27 19:40:19 user nova-compute[75147]:       <entry name="uuid">e18f8c66-86d8-4021-b2f8-17aeee684b86</entry>
Oct 27 19:40:19 user nova-compute[75147]:       <entry name="family">Virtual Machine</entry>
Oct 27 19:40:19 user nova-compute[75147]:     </system>
Oct 27 19:40:19 user nova-compute[75147]:   </sysinfo>
Oct 27 19:40:19 user nova-compute[75147]:   <os>
Oct 27 19:40:19 user nova-compute[75147]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 19:40:19 user nova-compute[75147]:     <boot dev="hd"/>
Oct 27 19:40:19 user nova-compute[75147]:     <smbios mode="sysinfo"/>
Oct 27 19:40:19 user nova-compute[75147]:   </os>
Oct 27 19:40:19 user nova-compute[75147]:   <features>
Oct 27 19:40:19 user nova-compute[75147]:     <acpi/>
Oct 27 19:40:19 user nova-compute[75147]:     <apic/>
Oct 27 19:40:19 user nova-compute[75147]:     <vmcoreinfo/>
Oct 27 19:40:19 user nova-compute[75147]:   </features>
Oct 27 19:40:19 user nova-compute[75147]:   <clock offset="utc">
Oct 27 19:40:19 user nova-compute[75147]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 19:40:19 user nova-compute[75147]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 19:40:19 user nova-compute[75147]:     <timer name="hpet" present="no"/>
Oct 27 19:40:19 user nova-compute[75147]:   </clock>
Oct 27 19:40:19 user nova-compute[75147]:   <cpu mode="custom" match="exact">
Oct 27 19:40:19 user nova-compute[75147]:     <model>Nehalem</model>
Oct 27 19:40:19 user nova-compute[75147]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 19:40:19 user nova-compute[75147]:   </cpu>
Oct 27 19:40:19 user nova-compute[75147]:   <devices>
Oct 27 19:40:19 user nova-compute[75147]:     <disk type="block" device="disk">
Oct 27 19:40:19 user nova-compute[75147]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 19:40:19 user nova-compute[75147]:       <source dev="/dev/sdc"/>
Oct 27 19:40:19 user nova-compute[75147]:       <target dev="vda" bus="virtio"/>
Oct 27 19:40:19 user nova-compute[75147]:       <serial>200659b8-c032-4029-97a0-2b6010fb17b1</serial>
Oct 27 19:40:19 user nova-compute[75147]:     </disk>
Oct 27 19:40:19 user nova-compute[75147]:     <interface type="ethernet">
Oct 27 19:40:19 user nova-compute[75147]:       <mac address="fa:16:3e:db:9f:78"/>
Oct 27 19:40:19 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:40:19 user nova-compute[75147]:       <mtu size="1442"/>
Oct 27 19:40:19 user nova-compute[75147]:       <target dev="tapc8b86675-14"/>
Oct 27 19:40:19 user nova-compute[75147]:     </interface>
Oct 27 19:40:19 user nova-compute[75147]:     <serial type="pty">
Oct 27 19:40:19 user nova-compute[75147]:       <log file="/opt/stack/data/nova/instances/e18f8c66-86d8-4021-b2f8-17aeee684b86/console.log" append="off"/>
Oct 27 19:40:19 user nova-compute[75147]:     </serial>
Oct 27 19:40:19 user nova-compute[75147]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 19:40:19 user nova-compute[75147]:     <video>
Oct 27 19:40:19 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:40:19 user nova-compute[75147]:     </video>
Oct 27 19:40:19 user nova-compute[75147]:     <rng model="virtio">
Oct 27 19:40:19 user nova-compute[75147]:       <backend model="random">/dev/urandom</backend>
Oct 27 19:40:19 user nova-compute[75147]:     </rng>
Oct 27 19:40:19 user nova-compute[75147]:     <controller type="usb" index="0" model="none"/>
Oct 27 19:40:19 user nova-compute[75147]:     <memballoon model="virtio">
Oct 27 19:40:19 user nova-compute[75147]:       <stats period="10"/>
Oct 27 19:40:19 user nova-compute[75147]:     </memballoon>
Oct 27 19:40:19 user nova-compute[75147]:   </devices>
Oct 27 19:40:19 user nova-compute[75147]: </domain>
Oct 27 19:40:19 user nova-compute[75147]:  {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 19:40:19 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:37:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1804013607',display_name='tempest-ServerActionsTestOtherA-server-1804013607',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1804013607',id=27,image_ref='',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOXkDIbd6Wo6RBSDiwWqz2XRHnZpRZKK50xWKjp/Qpbe61/J2k+R/KGHzH6S/IGkit18q4Sf5K11wZ/QA43Fc9LDj1WHdA6Fd7UEtHG5bF9plsV04AXI4rr9Ic84cyFoKw==',key_name='tempest-keypair-561519846',keypairs=<?>,launch_index=0,launched_at=2023-10-27T19:38:22Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='9368eab86d5248b2a34511d5d0fd64eb',ramdisk_id='',reservation_id='r-43yslqqt',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherA-2091358466',owner_user_name='tempest-ServerActionsTestOtherA-2091358466-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:39:53Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2ec18a0cb61842b092eeaecce2a03b70',uuid=e18f8c66-86d8-4021-b2f8-17aeee684b86,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c8b86675-1429-46a4-8fb4-f5338cd721ee", "address": "fa:16:3e:db:9f:78", "network": {"id": "bae3f1ff-b48f-4e91-a1ac-2c877ecca1af", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1949095258-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.29", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1949095258-network", "vif_mac": "fa:16:3e:db:9f:78"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9368eab86d5248b2a34511d5d0fd64eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc8b86675-14", "ovs_interfaceid": "c8b86675-1429-46a4-8fb4-f5338cd721ee", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 19:40:19 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Converting VIF {"id": "c8b86675-1429-46a4-8fb4-f5338cd721ee", "address": "fa:16:3e:db:9f:78", "network": {"id": "bae3f1ff-b48f-4e91-a1ac-2c877ecca1af", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1949095258-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.29", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1949095258-network", "vif_mac": "fa:16:3e:db:9f:78"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9368eab86d5248b2a34511d5d0fd64eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc8b86675-14", "ovs_interfaceid": "c8b86675-1429-46a4-8fb4-f5338cd721ee", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:40:19 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:db:9f:78,bridge_name='br-int',has_traffic_filtering=True,id=c8b86675-1429-46a4-8fb4-f5338cd721ee,network=Network(bae3f1ff-b48f-4e91-a1ac-2c877ecca1af),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc8b86675-14') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:40:19 user nova-compute[75147]: DEBUG os_vif [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:db:9f:78,bridge_name='br-int',has_traffic_filtering=True,id=c8b86675-1429-46a4-8fb4-f5338cd721ee,network=Network(bae3f1ff-b48f-4e91-a1ac-2c877ecca1af),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc8b86675-14') {{(pid=75147) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 19:40:19 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:40:19 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:40:19 user nova-compute[75147]: INFO os_vif [None req-e06aa192-684c-4beb-add9-7aacfc10b949 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:bc:ea:82,bridge_name='br-int',has_traffic_filtering=True,id=84cf056e-3647-4caf-8f59-ea524e35ea4b,network=Network(9ff87c6b-cbc4-4905-8d96-05dd947da0d4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap84cf056e-36')
Oct 27 19:40:19 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:40:19 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:40:19 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 19:40:19 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:40:19 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'e7138698-8426-5a8c-8770-26820d8c965c', '_type': 'linux-noop'}}, row=False) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:40:19 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:40:19 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:40:19 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:40:19 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:40:19 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc8b86675-14, may_exist=True, interface_attrs={}) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:40:19 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc8b86675-14, col_values=(('qos', UUID('ddb34c7f-77c3-4bfc-9ae1-045185578cf4')),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:40:19 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc8b86675-14, col_values=(('external_ids', {'iface-id': 'c8b86675-1429-46a4-8fb4-f5338cd721ee', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:db:9f:78', 'vm-uuid': 'e18f8c66-86d8-4021-b2f8-17aeee684b86'}),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:40:19 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:40:19 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:40:19 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:40:19 user nova-compute[75147]: INFO os_vif [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:db:9f:78,bridge_name='br-int',has_traffic_filtering=True,id=c8b86675-1429-46a4-8fb4-f5338cd721ee,network=Network(bae3f1ff-b48f-4e91-a1ac-2c877ecca1af),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc8b86675-14')
Oct 27 19:40:19 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-e06aa192-684c-4beb-add9-7aacfc10b949 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] No BDM found with device name vda, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:40:19 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-e06aa192-684c-4beb-add9-7aacfc10b949 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] No VIF found with MAC fa:16:3e:bc:ea:82, not building metadata {{(pid=75147) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 19:40:19 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] No BDM found with device name vda, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:40:19 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] No VIF found with MAC fa:16:3e:db:9f:78, not building metadata {{(pid=75147) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 19:40:19 user nova-compute[75147]: DEBUG nova.network.neutron [req-e81c092a-b6de-4fe5-a704-67fc90efcef3 req-491de060-4dd9-452d-9476-c6c6c32f4ddf service nova] [instance: 7209e291-cae8-44a4-9d43-d3fe78bfbe12] Updated VIF entry in instance network info cache for port 84cf056e-3647-4caf-8f59-ea524e35ea4b. {{(pid=75147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 19:40:19 user nova-compute[75147]: DEBUG nova.network.neutron [req-e81c092a-b6de-4fe5-a704-67fc90efcef3 req-491de060-4dd9-452d-9476-c6c6c32f4ddf service nova] [instance: 7209e291-cae8-44a4-9d43-d3fe78bfbe12] Updating instance_info_cache with network_info: [{"id": "84cf056e-3647-4caf-8f59-ea524e35ea4b", "address": "fa:16:3e:bc:ea:82", "network": {"id": "9ff87c6b-cbc4-4905-8d96-05dd947da0d4", "bridge": "br-int", "label": "tempest-TestStampPattern-1607396892-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8f7035886f8041e38f5ede4a87e75113", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84cf056e-36", "ovs_interfaceid": "84cf056e-3647-4caf-8f59-ea524e35ea4b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:40:19 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-e81c092a-b6de-4fe5-a704-67fc90efcef3 req-491de060-4dd9-452d-9476-c6c6c32f4ddf service nova] Releasing lock "refresh_cache-7209e291-cae8-44a4-9d43-d3fe78bfbe12" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:40:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:40:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:40:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:40:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:40:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:40:21 user nova-compute[75147]: DEBUG nova.compute.manager [req-a96f5d7d-645e-40cc-b7c1-49e3bdf9988c req-8c13f57a-a61a-44e2-8264-cd3429d2344e service nova] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] Received event network-vif-plugged-c8b86675-1429-46a4-8fb4-f5338cd721ee {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:40:21 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-a96f5d7d-645e-40cc-b7c1-49e3bdf9988c req-8c13f57a-a61a-44e2-8264-cd3429d2344e service nova] Acquiring lock "e18f8c66-86d8-4021-b2f8-17aeee684b86-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:40:21 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-a96f5d7d-645e-40cc-b7c1-49e3bdf9988c req-8c13f57a-a61a-44e2-8264-cd3429d2344e service nova] Lock "e18f8c66-86d8-4021-b2f8-17aeee684b86-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:40:21 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-a96f5d7d-645e-40cc-b7c1-49e3bdf9988c req-8c13f57a-a61a-44e2-8264-cd3429d2344e service nova] Lock "e18f8c66-86d8-4021-b2f8-17aeee684b86-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:40:21 user nova-compute[75147]: DEBUG nova.compute.manager [req-a96f5d7d-645e-40cc-b7c1-49e3bdf9988c req-8c13f57a-a61a-44e2-8264-cd3429d2344e service nova] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] No waiting events found dispatching network-vif-plugged-c8b86675-1429-46a4-8fb4-f5338cd721ee {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:40:21 user nova-compute[75147]: WARNING nova.compute.manager [req-a96f5d7d-645e-40cc-b7c1-49e3bdf9988c req-8c13f57a-a61a-44e2-8264-cd3429d2344e service nova] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] Received unexpected event network-vif-plugged-c8b86675-1429-46a4-8fb4-f5338cd721ee for instance with vm_state active and task_state resize_finish.
Oct 27 19:40:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:40:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:40:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:40:22 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-245aab7a-a635-4ef7-b40d-8fc318b76a80 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Acquiring lock "9c3f1cc3-684a-4303-a66b-adf1652dd5fd" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:40:22 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-245aab7a-a635-4ef7-b40d-8fc318b76a80 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lock "9c3f1cc3-684a-4303-a66b-adf1652dd5fd" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:40:22 user nova-compute[75147]: DEBUG nova.objects.instance [None req-245aab7a-a635-4ef7-b40d-8fc318b76a80 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lazy-loading 'flavor' on Instance uuid 9c3f1cc3-684a-4303-a66b-adf1652dd5fd {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:40:22 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:40:22 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-245aab7a-a635-4ef7-b40d-8fc318b76a80 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lock "9c3f1cc3-684a-4303-a66b-adf1652dd5fd" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.078s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:40:22 user nova-compute[75147]: DEBUG nova.compute.manager [req-8b2359f5-120f-4b6a-8c46-ddc868f15356 req-c0a065f2-fc87-41b7-8ccf-b3d548cd3ac4 service nova] [instance: 7209e291-cae8-44a4-9d43-d3fe78bfbe12] Received event network-vif-plugged-84cf056e-3647-4caf-8f59-ea524e35ea4b {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:40:22 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-8b2359f5-120f-4b6a-8c46-ddc868f15356 req-c0a065f2-fc87-41b7-8ccf-b3d548cd3ac4 service nova] Acquiring lock "7209e291-cae8-44a4-9d43-d3fe78bfbe12-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:40:22 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-8b2359f5-120f-4b6a-8c46-ddc868f15356 req-c0a065f2-fc87-41b7-8ccf-b3d548cd3ac4 service nova] Lock "7209e291-cae8-44a4-9d43-d3fe78bfbe12-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:40:22 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-8b2359f5-120f-4b6a-8c46-ddc868f15356 req-c0a065f2-fc87-41b7-8ccf-b3d548cd3ac4 service nova] Lock "7209e291-cae8-44a4-9d43-d3fe78bfbe12-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:40:22 user nova-compute[75147]: DEBUG nova.compute.manager [req-8b2359f5-120f-4b6a-8c46-ddc868f15356 req-c0a065f2-fc87-41b7-8ccf-b3d548cd3ac4 service nova] [instance: 7209e291-cae8-44a4-9d43-d3fe78bfbe12] No waiting events found dispatching network-vif-plugged-84cf056e-3647-4caf-8f59-ea524e35ea4b {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:40:22 user nova-compute[75147]: WARNING nova.compute.manager [req-8b2359f5-120f-4b6a-8c46-ddc868f15356 req-c0a065f2-fc87-41b7-8ccf-b3d548cd3ac4 service nova] [instance: 7209e291-cae8-44a4-9d43-d3fe78bfbe12] Received unexpected event network-vif-plugged-84cf056e-3647-4caf-8f59-ea524e35ea4b for instance with vm_state building and task_state spawning.
Oct 27 19:40:22 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:40:22 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:40:22 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-245aab7a-a635-4ef7-b40d-8fc318b76a80 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Acquiring lock "9c3f1cc3-684a-4303-a66b-adf1652dd5fd" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:40:22 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-245aab7a-a635-4ef7-b40d-8fc318b76a80 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lock "9c3f1cc3-684a-4303-a66b-adf1652dd5fd" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:40:22 user nova-compute[75147]: INFO nova.compute.manager [None req-245aab7a-a635-4ef7-b40d-8fc318b76a80 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: 9c3f1cc3-684a-4303-a66b-adf1652dd5fd] Attaching volume 189b37aa-88f0-4553-a919-0d08d4c643a8 to /dev/vdb
Oct 27 19:40:22 user nova-compute[75147]: DEBUG os_brick.utils [None req-245aab7a-a635-4ef7-b40d-8fc318b76a80 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:40:22 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:40:22 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:40:22 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[5be3cea2-f5af-4149-9735-089e19f37c41]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9325735bc82e\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:40:22 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:40:22 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:40:22 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[d9d0ef7d-fe57-4ad9-860e-5a1812b9cd72]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:40:22 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:40:22 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:40:22 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[383be92c-9b2c-4ed0-a909-50215537e2a6]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:40:22 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[118130d9-72bd-48f9-9bce-2c9f4d8fdb76]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:40:22 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-245aab7a-a635-4ef7-b40d-8fc318b76a80 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Running cmd (subprocess): nvme version {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:40:22 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-245aab7a-a635-4ef7-b40d-8fc318b76a80 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] 'nvme version' failed. Not Retrying. {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 19:40:23 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.nvmeof [None req-245aab7a-a635-4ef7-b40d-8fc318b76a80 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] nvme not present on system {{(pid=75147) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 27 19:40:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:40:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 19:40:23 user nova-compute[75147]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 27 19:40:23 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[b79dcb85-c53a-4121-a99d-dcd2fea25ddc]: (4, '') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:40:23 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-245aab7a-a635-4ef7-b40d-8fc318b76a80 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75147) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 27 19:40:23 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-245aab7a-a635-4ef7-b40d-8fc318b76a80 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 27 19:40:23 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-245aab7a-a635-4ef7-b40d-8fc318b76a80 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] LIGHTOS: no hostnqn found. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 27 19:40:23 user nova-compute[75147]: DEBUG os_brick.utils [None req-245aab7a-a635-4ef7-b40d-8fc318b76a80 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] <== get_connector_properties: return (123ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9325735bc82e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:40:23 user nova-compute[75147]: DEBUG nova.virt.block_device [None req-245aab7a-a635-4ef7-b40d-8fc318b76a80 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: 9c3f1cc3-684a-4303-a66b-adf1652dd5fd] Updating existing volume attachment record: 5b9fdd4b-12a7-4444-b8e0-179c8fdf0061 {{(pid=75147) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 27 19:40:23 user nova-compute[75147]: DEBUG nova.compute.manager [req-5bc50855-05e1-4acf-9648-2d8d14f98dcf req-96c073a3-3eee-409e-b45b-13d251ee38da service nova] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] Received event network-vif-plugged-c8b86675-1429-46a4-8fb4-f5338cd721ee {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:40:23 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-5bc50855-05e1-4acf-9648-2d8d14f98dcf req-96c073a3-3eee-409e-b45b-13d251ee38da service nova] Acquiring lock "e18f8c66-86d8-4021-b2f8-17aeee684b86-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:40:23 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-5bc50855-05e1-4acf-9648-2d8d14f98dcf req-96c073a3-3eee-409e-b45b-13d251ee38da service nova] Lock "e18f8c66-86d8-4021-b2f8-17aeee684b86-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:40:23 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-5bc50855-05e1-4acf-9648-2d8d14f98dcf req-96c073a3-3eee-409e-b45b-13d251ee38da service nova] Lock "e18f8c66-86d8-4021-b2f8-17aeee684b86-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:40:23 user nova-compute[75147]: DEBUG nova.compute.manager [req-5bc50855-05e1-4acf-9648-2d8d14f98dcf req-96c073a3-3eee-409e-b45b-13d251ee38da service nova] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] No waiting events found dispatching network-vif-plugged-c8b86675-1429-46a4-8fb4-f5338cd721ee {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:40:23 user nova-compute[75147]: WARNING nova.compute.manager [req-5bc50855-05e1-4acf-9648-2d8d14f98dcf req-96c073a3-3eee-409e-b45b-13d251ee38da service nova] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] Received unexpected event network-vif-plugged-c8b86675-1429-46a4-8fb4-f5338cd721ee for instance with vm_state active and task_state resize_finish.
Oct 27 19:40:24 user nova-compute[75147]: DEBUG nova.compute.manager [req-8201f486-8588-4528-8614-1c0e0f91ba2f req-1d85c3fe-7589-4f02-b924-a848d80586f2 service nova] [instance: 7209e291-cae8-44a4-9d43-d3fe78bfbe12] Received event network-vif-plugged-84cf056e-3647-4caf-8f59-ea524e35ea4b {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:40:24 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-8201f486-8588-4528-8614-1c0e0f91ba2f req-1d85c3fe-7589-4f02-b924-a848d80586f2 service nova] Acquiring lock "7209e291-cae8-44a4-9d43-d3fe78bfbe12-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:40:24 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-8201f486-8588-4528-8614-1c0e0f91ba2f req-1d85c3fe-7589-4f02-b924-a848d80586f2 service nova] Lock "7209e291-cae8-44a4-9d43-d3fe78bfbe12-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:40:24 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-8201f486-8588-4528-8614-1c0e0f91ba2f req-1d85c3fe-7589-4f02-b924-a848d80586f2 service nova] Lock "7209e291-cae8-44a4-9d43-d3fe78bfbe12-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:40:24 user nova-compute[75147]: DEBUG nova.compute.manager [req-8201f486-8588-4528-8614-1c0e0f91ba2f req-1d85c3fe-7589-4f02-b924-a848d80586f2 service nova] [instance: 7209e291-cae8-44a4-9d43-d3fe78bfbe12] No waiting events found dispatching network-vif-plugged-84cf056e-3647-4caf-8f59-ea524e35ea4b {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:40:24 user nova-compute[75147]: WARNING nova.compute.manager [req-8201f486-8588-4528-8614-1c0e0f91ba2f req-1d85c3fe-7589-4f02-b924-a848d80586f2 service nova] [instance: 7209e291-cae8-44a4-9d43-d3fe78bfbe12] Received unexpected event network-vif-plugged-84cf056e-3647-4caf-8f59-ea524e35ea4b for instance with vm_state building and task_state spawning.
Oct 27 19:40:24 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:40:24 user nova-compute[75147]: DEBUG nova.compute.manager [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] Instance event wait completed in 0 seconds for  {{(pid=75147) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 19:40:24 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] Instance running successfully.
Oct 27 19:40:24 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] Failed to set time: agent not configured {{(pid=75147) sync_guest_time /opt/stack/nova/nova/virt/libvirt/guest.py:200}}
Oct 27 19:40:24 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-c198ee13-b32f-4288-97a3-aa6065e43ce9 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] finish_migration finished successfully. {{(pid=75147) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11769}}
Oct 27 19:40:24 user nova-compute[75147]: DEBUG nova.compute.manager [None req-e06aa192-684c-4beb-add9-7aacfc10b949 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] [instance: 7209e291-cae8-44a4-9d43-d3fe78bfbe12] Instance event wait completed in 0 seconds for  {{(pid=75147) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 19:40:24 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-e06aa192-684c-4beb-add9-7aacfc10b949 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] [instance: 7209e291-cae8-44a4-9d43-d3fe78bfbe12] Guest created on hypervisor {{(pid=75147) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 19:40:24 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: 7209e291-cae8-44a4-9d43-d3fe78bfbe12] Instance spawned successfully.
Oct 27 19:40:24 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-e06aa192-684c-4beb-add9-7aacfc10b949 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] [instance: 7209e291-cae8-44a4-9d43-d3fe78bfbe12] Attempting to register defaults for the following image properties: ['hw_input_bus', 'hw_pointer_model'] {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 27 19:40:24 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-e06aa192-684c-4beb-add9-7aacfc10b949 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] [instance: 7209e291-cae8-44a4-9d43-d3fe78bfbe12] Found default for hw_input_bus of None {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:40:24 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-e06aa192-684c-4beb-add9-7aacfc10b949 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] [instance: 7209e291-cae8-44a4-9d43-d3fe78bfbe12] Found default for hw_pointer_model of None {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:40:25 user nova-compute[75147]: INFO nova.compute.manager [None req-e06aa192-684c-4beb-add9-7aacfc10b949 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] [instance: 7209e291-cae8-44a4-9d43-d3fe78bfbe12] Took 8.94 seconds to spawn the instance on the hypervisor.
Oct 27 19:40:25 user nova-compute[75147]: DEBUG nova.compute.manager [None req-e06aa192-684c-4beb-add9-7aacfc10b949 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] [instance: 7209e291-cae8-44a4-9d43-d3fe78bfbe12] Checking state {{(pid=75147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 19:40:25 user nova-compute[75147]: INFO nova.compute.manager [None req-e06aa192-684c-4beb-add9-7aacfc10b949 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] [instance: 7209e291-cae8-44a4-9d43-d3fe78bfbe12] Took 9.95 seconds to build instance.
Oct 27 19:40:25 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e06aa192-684c-4beb-add9-7aacfc10b949 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Lock "7209e291-cae8-44a4-9d43-d3fe78bfbe12" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 10.068s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:40:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:40:29 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:40:31 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:40:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:40:36 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:40:39 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:40:41 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:40:42 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:40:42 user nova-compute[75147]: DEBUG nova.compute.manager [req-25082e9b-95d9-405f-9ab0-4bc0dda54a42 req-3eadc8b9-35e4-4fc7-aec5-3b4645fbbd2c service nova] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Received event network-changed-a12e99e1-8a31-41e4-8730-b290c44f687b {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:40:42 user nova-compute[75147]: DEBUG nova.compute.manager [req-25082e9b-95d9-405f-9ab0-4bc0dda54a42 req-3eadc8b9-35e4-4fc7-aec5-3b4645fbbd2c service nova] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Refreshing instance network info cache due to event network-changed-a12e99e1-8a31-41e4-8730-b290c44f687b. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 19:40:42 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-25082e9b-95d9-405f-9ab0-4bc0dda54a42 req-3eadc8b9-35e4-4fc7-aec5-3b4645fbbd2c service nova] Acquiring lock "refresh_cache-68a6c383-5da2-4e99-9c46-682c1da71a4e" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:40:42 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-25082e9b-95d9-405f-9ab0-4bc0dda54a42 req-3eadc8b9-35e4-4fc7-aec5-3b4645fbbd2c service nova] Acquired lock "refresh_cache-68a6c383-5da2-4e99-9c46-682c1da71a4e" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:40:42 user nova-compute[75147]: DEBUG nova.network.neutron [req-25082e9b-95d9-405f-9ab0-4bc0dda54a42 req-3eadc8b9-35e4-4fc7-aec5-3b4645fbbd2c service nova] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Refreshing network info cache for port a12e99e1-8a31-41e4-8730-b290c44f687b {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 19:40:42 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-d2a0db37-311f-401f-8b58-3237a2625c20 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Acquiring lock "68a6c383-5da2-4e99-9c46-682c1da71a4e" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:40:42 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-d2a0db37-311f-401f-8b58-3237a2625c20 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Lock "68a6c383-5da2-4e99-9c46-682c1da71a4e" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:40:42 user nova-compute[75147]: DEBUG nova.network.neutron [req-25082e9b-95d9-405f-9ab0-4bc0dda54a42 req-3eadc8b9-35e4-4fc7-aec5-3b4645fbbd2c service nova] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Updated VIF entry in instance network info cache for port a12e99e1-8a31-41e4-8730-b290c44f687b. {{(pid=75147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 19:40:42 user nova-compute[75147]: DEBUG nova.network.neutron [req-25082e9b-95d9-405f-9ab0-4bc0dda54a42 req-3eadc8b9-35e4-4fc7-aec5-3b4645fbbd2c service nova] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Updating instance_info_cache with network_info: [{"id": "a12e99e1-8a31-41e4-8730-b290c44f687b", "address": "fa:16:3e:1f:d1:6d", "network": {"id": "997a94dd-a6cc-485a-9bca-761040e12ccf", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-358973122-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c05b7c7e7bf147fcbc02a57ffda4a15d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa12e99e1-8a", "ovs_interfaceid": "a12e99e1-8a31-41e4-8730-b290c44f687b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:40:42 user nova-compute[75147]: INFO nova.compute.manager [None req-d2a0db37-311f-401f-8b58-3237a2625c20 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Detaching volume 37b421a2-54de-4aa3-ae5f-f568e1a0de76
Oct 27 19:40:42 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-25082e9b-95d9-405f-9ab0-4bc0dda54a42 req-3eadc8b9-35e4-4fc7-aec5-3b4645fbbd2c service nova] Releasing lock "refresh_cache-68a6c383-5da2-4e99-9c46-682c1da71a4e" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:40:42 user nova-compute[75147]: INFO nova.virt.block_device [None req-d2a0db37-311f-401f-8b58-3237a2625c20 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Attempting to driver detach volume 37b421a2-54de-4aa3-ae5f-f568e1a0de76 from mountpoint /dev/vdb
Oct 27 19:40:42 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-d2a0db37-311f-401f-8b58-3237a2625c20 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Attempting to detach device vdb from instance 68a6c383-5da2-4e99-9c46-682c1da71a4e from the persistent domain config. {{(pid=75147) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 27 19:40:42 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-d2a0db37-311f-401f-8b58-3237a2625c20 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] detach device xml: <disk type="block" device="disk">
Oct 27 19:40:42 user nova-compute[75147]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 19:40:42 user nova-compute[75147]:   <source dev="/dev/sdb"/>
Oct 27 19:40:42 user nova-compute[75147]:   <target dev="vdb" bus="virtio"/>
Oct 27 19:40:42 user nova-compute[75147]:   <serial>37b421a2-54de-4aa3-ae5f-f568e1a0de76</serial>
Oct 27 19:40:42 user nova-compute[75147]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 27 19:40:42 user nova-compute[75147]: </disk>
Oct 27 19:40:42 user nova-compute[75147]:  {{(pid=75147) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 19:40:42 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-d2a0db37-311f-401f-8b58-3237a2625c20 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Successfully detached device vdb from instance 68a6c383-5da2-4e99-9c46-682c1da71a4e from the persistent domain config.
Oct 27 19:40:42 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-d2a0db37-311f-401f-8b58-3237a2625c20 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 68a6c383-5da2-4e99-9c46-682c1da71a4e from the live domain config. {{(pid=75147) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 27 19:40:42 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-d2a0db37-311f-401f-8b58-3237a2625c20 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] detach device xml: <disk type="block" device="disk">
Oct 27 19:40:42 user nova-compute[75147]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 19:40:42 user nova-compute[75147]:   <source dev="/dev/sdb"/>
Oct 27 19:40:42 user nova-compute[75147]:   <target dev="vdb" bus="virtio"/>
Oct 27 19:40:42 user nova-compute[75147]:   <serial>37b421a2-54de-4aa3-ae5f-f568e1a0de76</serial>
Oct 27 19:40:42 user nova-compute[75147]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 27 19:40:42 user nova-compute[75147]: </disk>
Oct 27 19:40:42 user nova-compute[75147]:  {{(pid=75147) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 19:40:43 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-d2a0db37-311f-401f-8b58-3237a2625c20 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 68a6c383-5da2-4e99-9c46-682c1da71a4e {{(pid=75147) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 27 19:40:43 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-245aab7a-a635-4ef7-b40d-8fc318b76a80 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: 9c3f1cc3-684a-4303-a66b-adf1652dd5fd] Calling os-brick to attach iSCSI Volume {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 19:40:43 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-245aab7a-a635-4ef7-b40d-8fc318b76a80 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:189b37aa-88f0-4553-a919-0d08d4c643a8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vwGHzERt', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:40:43 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-245aab7a-a635-4ef7-b40d-8fc318b76a80 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:40:43 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-245aab7a-a635-4ef7-b40d-8fc318b76a80 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:40:43 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-245aab7a-a635-4ef7-b40d-8fc318b76a80 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:40:43 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-245aab7a-a635-4ef7-b40d-8fc318b76a80 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:40:43 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-245aab7a-a635-4ef7-b40d-8fc318b76a80 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:189b37aa-88f0-4553-a919-0d08d4c643a8" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:40:43 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-245aab7a-a635-4ef7-b40d-8fc318b76a80 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:189b37aa-88f0-4553-a919-0d08d4c643a8" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:40:43 user nova-compute[75147]: INFO os_brick.initiator.connectors.iscsi [None req-245aab7a-a635-4ef7-b40d-8fc318b76a80 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 19:40:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:189b37aa-88f0-4553-a919-0d08d4c643a8 -p 172.16.0.220:3260 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:40:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:189b37aa-88f0-4553-a919-0d08d4c643a8 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:40:43 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[96ba5cd4-dbbb-4a04-9a73-0eae479308a8]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:40:43 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-245aab7a-a635-4ef7-b40d-8fc318b76a80 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 19:40:43 user nova-compute[75147]:  {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:40:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:189b37aa-88f0-4553-a919-0d08d4c643a8 -p 172.16.0.220:3260 --interface default --op new {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:40:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:189b37aa-88f0-4553-a919-0d08d4c643a8 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:40:43 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[d4211e19-b55c-4e12-9a98-6bbfc0689222]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:189b37aa-88f0-4553-a919-0d08d4c643a8] added\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:40:43 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-245aab7a-a635-4ef7-b40d-8fc318b76a80 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:189b37aa-88f0-4553-a919-0d08d4c643a8] added
Oct 27 19:40:43 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:40:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:189b37aa-88f0-4553-a919-0d08d4c643a8 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:40:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:189b37aa-88f0-4553-a919-0d08d4c643a8 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:40:43 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[220ca21b-576e-4ffc-9fbe-06bbb5168237]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:40:43 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-245aab7a-a635-4ef7-b40d-8fc318b76a80 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:40:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:189b37aa-88f0-4553-a919-0d08d4c643a8 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:40:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:189b37aa-88f0-4553-a919-0d08d4c643a8 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:40:43 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef8322cc-51a3-4ef6-a33d-3c663ef9ad8a]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:40:43 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-245aab7a-a635-4ef7-b40d-8fc318b76a80 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:40:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:189b37aa-88f0-4553-a919-0d08d4c643a8 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v vwGHzERt {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:40:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:189b37aa-88f0-4553-a919-0d08d4c643a8 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v vwGHzERt" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:40:43 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[2715f985-3334-4423-a479-473061228eac]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:40:43 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-245aab7a-a635-4ef7-b40d-8fc318b76a80 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'vwGHzERt'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:40:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:189b37aa-88f0-4553-a919-0d08d4c643a8 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:40:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:189b37aa-88f0-4553-a919-0d08d4c643a8 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:40:43 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f8d8d76-e90c-428c-9ac2-daf9f452dc5b]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:40:43 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-245aab7a-a635-4ef7-b40d-8fc318b76a80 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:40:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:40:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:40:43 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f2bbf00-e0e2-4f47-8078-92d019006aa7]: (4, ('tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:40:43 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-245aab7a-a635-4ef7-b40d-8fc318b76a80 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76 (non-flash)
Oct 27 19:40:43 user nova-compute[75147]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1 (non-flash)
Oct 27 19:40:43 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:40:43 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-245aab7a-a635-4ef7-b40d-8fc318b76a80 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] iscsi session list stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76 (non-flash)
Oct 27 19:40:43 user nova-compute[75147]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1 (non-flash)
Oct 27 19:40:43 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:40:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:189b37aa-88f0-4553-a919-0d08d4c643a8 -p 172.16.0.220:3260 --login {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:40:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:189b37aa-88f0-4553-a919-0d08d4c643a8 -p 172.16.0.220:3260 --login" returned: 0 in 0.068s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:40:43 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad6b2273-8fd6-472b-b51c-55810bb1d66c]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:189b37aa-88f0-4553-a919-0d08d4c643a8, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:189b37aa-88f0-4553-a919-0d08d4c643a8, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:40:43 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-245aab7a-a635-4ef7-b40d-8fc318b76a80 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:189b37aa-88f0-4553-a919-0d08d4c643a8, portal: 172.16.0.220,3260]
Oct 27 19:40:43 user nova-compute[75147]: Login to [iface: default, target: iqn.2010-10.org.openstack:189b37aa-88f0-4553-a919-0d08d4c643a8, portal: 172.16.0.220,3260] successful.
Oct 27 19:40:43 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:40:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:189b37aa-88f0-4553-a919-0d08d4c643a8 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:40:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:189b37aa-88f0-4553-a919-0d08d4c643a8 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:40:43 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[0412de22-ccfe-49b3-b14c-e7494676d0e6]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:40:43 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-245aab7a-a635-4ef7-b40d-8fc318b76a80 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:40:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:40:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:40:43 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2bc9507-6b43-490d-ba78-e774ce1bdf67]: (4, ('tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:189b37aa-88f0-4553-a919-0d08d4c643a8 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:40:43 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-245aab7a-a635-4ef7-b40d-8fc318b76a80 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76 (non-flash)
Oct 27 19:40:43 user nova-compute[75147]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1 (non-flash)
Oct 27 19:40:43 user nova-compute[75147]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:189b37aa-88f0-4553-a919-0d08d4c643a8 (non-flash)
Oct 27 19:40:43 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:40:43 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-245aab7a-a635-4ef7-b40d-8fc318b76a80 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] iscsi session list stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76 (non-flash)
Oct 27 19:40:43 user nova-compute[75147]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1 (non-flash)
Oct 27 19:40:43 user nova-compute[75147]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:189b37aa-88f0-4553-a919-0d08d4c643a8 (non-flash)
Oct 27 19:40:43 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:40:43 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-245aab7a-a635-4ef7-b40d-8fc318b76a80 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:189b37aa-88f0-4553-a919-0d08d4c643a8" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.292s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:40:43 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-245aab7a-a635-4ef7-b40d-8fc318b76a80 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Connected to 172.16.0.220:3260 {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 19:40:43 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-245aab7a-a635-4ef7-b40d-8fc318b76a80 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] HCTL ('35', '-', '-', 0) found on session 31 with lun 0 {{(pid=75147) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 19:40:43 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-245aab7a-a635-4ef7-b40d-8fc318b76a80 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75147) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 19:40:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:40:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.016s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:40:43 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab477502-62c3-4e14-bcde-670b9c66fb2e]: (4, ('- - 0', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:40:43 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-245aab7a-a635-4ef7-b40d-8fc318b76a80 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Searching for a device in session 31 and hctl ['35', '*', '*', 0] yield: None {{(pid=75147) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 19:40:44 user nova-compute[75147]: DEBUG nova.compute.manager [req-d00ab038-5200-498f-8f3a-a3736db3cccc req-a43b2455-9c2b-4921-ae13-07c616c1a5b5 service nova] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Received event network-changed-a12e99e1-8a31-41e4-8730-b290c44f687b {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:40:44 user nova-compute[75147]: DEBUG nova.compute.manager [req-d00ab038-5200-498f-8f3a-a3736db3cccc req-a43b2455-9c2b-4921-ae13-07c616c1a5b5 service nova] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Refreshing instance network info cache due to event network-changed-a12e99e1-8a31-41e4-8730-b290c44f687b. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 19:40:44 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-d00ab038-5200-498f-8f3a-a3736db3cccc req-a43b2455-9c2b-4921-ae13-07c616c1a5b5 service nova] Acquiring lock "refresh_cache-68a6c383-5da2-4e99-9c46-682c1da71a4e" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:40:44 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-d00ab038-5200-498f-8f3a-a3736db3cccc req-a43b2455-9c2b-4921-ae13-07c616c1a5b5 service nova] Acquired lock "refresh_cache-68a6c383-5da2-4e99-9c46-682c1da71a4e" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:40:44 user nova-compute[75147]: DEBUG nova.network.neutron [req-d00ab038-5200-498f-8f3a-a3736db3cccc req-a43b2455-9c2b-4921-ae13-07c616c1a5b5 service nova] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Refreshing network info cache for port a12e99e1-8a31-41e4-8730-b290c44f687b {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 19:40:44 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:40:44 user nova-compute[75147]: DEBUG nova.network.neutron [req-d00ab038-5200-498f-8f3a-a3736db3cccc req-a43b2455-9c2b-4921-ae13-07c616c1a5b5 service nova] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Updated VIF entry in instance network info cache for port a12e99e1-8a31-41e4-8730-b290c44f687b. {{(pid=75147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 19:40:44 user nova-compute[75147]: DEBUG nova.network.neutron [req-d00ab038-5200-498f-8f3a-a3736db3cccc req-a43b2455-9c2b-4921-ae13-07c616c1a5b5 service nova] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Updating instance_info_cache with network_info: [{"id": "a12e99e1-8a31-41e4-8730-b290c44f687b", "address": "fa:16:3e:1f:d1:6d", "network": {"id": "997a94dd-a6cc-485a-9bca-761040e12ccf", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-358973122-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c05b7c7e7bf147fcbc02a57ffda4a15d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa12e99e1-8a", "ovs_interfaceid": "a12e99e1-8a31-41e4-8730-b290c44f687b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:40:44 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-d00ab038-5200-498f-8f3a-a3736db3cccc req-a43b2455-9c2b-4921-ae13-07c616c1a5b5 service nova] Releasing lock "refresh_cache-68a6c383-5da2-4e99-9c46-682c1da71a4e" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:40:44 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-245aab7a-a635-4ef7-b40d-8fc318b76a80 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Searching for a device in session 31 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75147) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 19:40:44 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-245aab7a-a635-4ef7-b40d-8fc318b76a80 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:189b37aa-88f0-4553-a919-0d08d4c643a8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vwGHzERt', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 19:40:44 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-245aab7a-a635-4ef7-b40d-8fc318b76a80 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.321s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:40:44 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-245aab7a-a635-4ef7-b40d-8fc318b76a80 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] <== connect_volume: return (1322ms) {'type': 'block', 'scsi_wwn': '23236613537623538', 'path': '/dev/sdd'} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:40:44 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-245aab7a-a635-4ef7-b40d-8fc318b76a80 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: 9c3f1cc3-684a-4303-a66b-adf1652dd5fd] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23236613537623538', 'path': '/dev/sdd'} {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 19:40:44 user nova-compute[75147]: DEBUG nova.objects.instance [None req-245aab7a-a635-4ef7-b40d-8fc318b76a80 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lazy-loading 'flavor' on Instance uuid 9c3f1cc3-684a-4303-a66b-adf1652dd5fd {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:40:44 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-245aab7a-a635-4ef7-b40d-8fc318b76a80 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] attach device xml: <disk type="block" device="disk">
Oct 27 19:40:44 user nova-compute[75147]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 19:40:44 user nova-compute[75147]:   <source dev="/dev/sdd"/>
Oct 27 19:40:44 user nova-compute[75147]:   <target dev="vdb" bus="virtio"/>
Oct 27 19:40:44 user nova-compute[75147]:   <serial>189b37aa-88f0-4553-a919-0d08d4c643a8</serial>
Oct 27 19:40:44 user nova-compute[75147]: </disk>
Oct 27 19:40:44 user nova-compute[75147]:  {{(pid=75147) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 27 19:40:45 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-245aab7a-a635-4ef7-b40d-8fc318b76a80 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] No BDM found with device name vda, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:40:45 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-245aab7a-a635-4ef7-b40d-8fc318b76a80 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:40:45 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-245aab7a-a635-4ef7-b40d-8fc318b76a80 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] No VIF found with MAC fa:16:3e:cc:55:d5, not building metadata {{(pid=75147) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 19:40:45 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-245aab7a-a635-4ef7-b40d-8fc318b76a80 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lock "9c3f1cc3-684a-4303-a66b-adf1652dd5fd" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 22.548s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:40:46 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:40:49 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-b6237281-d033-4bc7-b88b-23c138e0eaae tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Acquiring lock "f3b22995-c3d4-46f7-bf5c-d66e4573fc83" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:40:49 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-b6237281-d033-4bc7-b88b-23c138e0eaae tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lock "f3b22995-c3d4-46f7-bf5c-d66e4573fc83" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:40:49 user nova-compute[75147]: DEBUG nova.compute.manager [None req-b6237281-d033-4bc7-b88b-23c138e0eaae tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: f3b22995-c3d4-46f7-bf5c-d66e4573fc83] Starting instance... {{(pid=75147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 27 19:40:49 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-b6237281-d033-4bc7-b88b-23c138e0eaae tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:40:49 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-b6237281-d033-4bc7-b88b-23c138e0eaae tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:40:49 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-b6237281-d033-4bc7-b88b-23c138e0eaae tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75147) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 19:40:49 user nova-compute[75147]: INFO nova.compute.claims [None req-b6237281-d033-4bc7-b88b-23c138e0eaae tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: f3b22995-c3d4-46f7-bf5c-d66e4573fc83] Claim successful on node user
Oct 27 19:40:49 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:40:49 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-b6237281-d033-4bc7-b88b-23c138e0eaae tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:40:49 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-b6237281-d033-4bc7-b88b-23c138e0eaae tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:40:49 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-b6237281-d033-4bc7-b88b-23c138e0eaae tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.556s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:40:49 user nova-compute[75147]: DEBUG nova.compute.manager [None req-b6237281-d033-4bc7-b88b-23c138e0eaae tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: f3b22995-c3d4-46f7-bf5c-d66e4573fc83] Start building networks asynchronously for instance. {{(pid=75147) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 27 19:40:49 user nova-compute[75147]: DEBUG nova.compute.manager [None req-b6237281-d033-4bc7-b88b-23c138e0eaae tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: f3b22995-c3d4-46f7-bf5c-d66e4573fc83] Allocating IP information in the background. {{(pid=75147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 27 19:40:49 user nova-compute[75147]: DEBUG nova.network.neutron [None req-b6237281-d033-4bc7-b88b-23c138e0eaae tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: f3b22995-c3d4-46f7-bf5c-d66e4573fc83] allocate_for_instance() {{(pid=75147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 27 19:40:49 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-b6237281-d033-4bc7-b88b-23c138e0eaae tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: f3b22995-c3d4-46f7-bf5c-d66e4573fc83] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 27 19:40:49 user nova-compute[75147]: DEBUG nova.compute.manager [None req-b6237281-d033-4bc7-b88b-23c138e0eaae tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: f3b22995-c3d4-46f7-bf5c-d66e4573fc83] Start building block device mappings for instance. {{(pid=75147) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 27 19:40:49 user nova-compute[75147]: DEBUG nova.policy [None req-b6237281-d033-4bc7-b88b-23c138e0eaae tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '699dae72141941c4acb55e56ac9d28a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b05afc60c23345de8d1e978a9c5b1efc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75147) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 27 19:40:50 user nova-compute[75147]: DEBUG nova.compute.manager [None req-b6237281-d033-4bc7-b88b-23c138e0eaae tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: f3b22995-c3d4-46f7-bf5c-d66e4573fc83] Start spawning the instance on the hypervisor. {{(pid=75147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 27 19:40:50 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-b6237281-d033-4bc7-b88b-23c138e0eaae tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: f3b22995-c3d4-46f7-bf5c-d66e4573fc83] Creating instance directory {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 19:40:50 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-b6237281-d033-4bc7-b88b-23c138e0eaae tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: f3b22995-c3d4-46f7-bf5c-d66e4573fc83] Creating image(s)
Oct 27 19:40:50 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-b6237281-d033-4bc7-b88b-23c138e0eaae tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Acquiring lock "/opt/stack/data/nova/instances/f3b22995-c3d4-46f7-bf5c-d66e4573fc83/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:40:50 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-b6237281-d033-4bc7-b88b-23c138e0eaae tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lock "/opt/stack/data/nova/instances/f3b22995-c3d4-46f7-bf5c-d66e4573fc83/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:40:50 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-b6237281-d033-4bc7-b88b-23c138e0eaae tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lock "/opt/stack/data/nova/instances/f3b22995-c3d4-46f7-bf5c-d66e4573fc83/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:40:50 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-b6237281-d033-4bc7-b88b-23c138e0eaae tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:40:50 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-b6237281-d033-4bc7-b88b-23c138e0eaae tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.183s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:40:50 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-b6237281-d033-4bc7-b88b-23c138e0eaae tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Acquiring lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:40:50 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-b6237281-d033-4bc7-b88b-23c138e0eaae tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:40:50 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-b6237281-d033-4bc7-b88b-23c138e0eaae tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:40:50 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-b6237281-d033-4bc7-b88b-23c138e0eaae tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.185s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:40:50 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-b6237281-d033-4bc7-b88b-23c138e0eaae tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa,backing_fmt=raw /opt/stack/data/nova/instances/f3b22995-c3d4-46f7-bf5c-d66e4573fc83/disk 1073741824 {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:40:50 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-b6237281-d033-4bc7-b88b-23c138e0eaae tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa,backing_fmt=raw /opt/stack/data/nova/instances/f3b22995-c3d4-46f7-bf5c-d66e4573fc83/disk 1073741824" returned: 0 in 0.049s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:40:50 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-b6237281-d033-4bc7-b88b-23c138e0eaae tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.241s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:40:50 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-b6237281-d033-4bc7-b88b-23c138e0eaae tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:40:50 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-b6237281-d033-4bc7-b88b-23c138e0eaae tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.207s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:40:50 user nova-compute[75147]: DEBUG nova.virt.disk.api [None req-b6237281-d033-4bc7-b88b-23c138e0eaae tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Checking if we can resize image /opt/stack/data/nova/instances/f3b22995-c3d4-46f7-bf5c-d66e4573fc83/disk. size=1073741824 {{(pid=75147) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 27 19:40:50 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-b6237281-d033-4bc7-b88b-23c138e0eaae tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f3b22995-c3d4-46f7-bf5c-d66e4573fc83/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:40:50 user nova-compute[75147]: DEBUG nova.network.neutron [None req-b6237281-d033-4bc7-b88b-23c138e0eaae tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: f3b22995-c3d4-46f7-bf5c-d66e4573fc83] Successfully created port: c26ee5a9-c3ca-456d-af6a-26f2e3e417ad {{(pid=75147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 19:40:50 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:40:50 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-b6237281-d033-4bc7-b88b-23c138e0eaae tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f3b22995-c3d4-46f7-bf5c-d66e4573fc83/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:40:50 user nova-compute[75147]: DEBUG nova.virt.disk.api [None req-b6237281-d033-4bc7-b88b-23c138e0eaae tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Cannot resize image /opt/stack/data/nova/instances/f3b22995-c3d4-46f7-bf5c-d66e4573fc83/disk to a smaller size. {{(pid=75147) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 27 19:40:50 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-b6237281-d033-4bc7-b88b-23c138e0eaae tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: f3b22995-c3d4-46f7-bf5c-d66e4573fc83] Created local disks {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 27 19:40:50 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-b6237281-d033-4bc7-b88b-23c138e0eaae tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: f3b22995-c3d4-46f7-bf5c-d66e4573fc83] Ensure instance console log exists: /opt/stack/data/nova/instances/f3b22995-c3d4-46f7-bf5c-d66e4573fc83/console.log {{(pid=75147) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 19:40:50 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-b6237281-d033-4bc7-b88b-23c138e0eaae tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:40:50 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-b6237281-d033-4bc7-b88b-23c138e0eaae tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:40:50 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-b6237281-d033-4bc7-b88b-23c138e0eaae tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:40:51 user nova-compute[75147]: DEBUG nova.network.neutron [None req-b6237281-d033-4bc7-b88b-23c138e0eaae tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: f3b22995-c3d4-46f7-bf5c-d66e4573fc83] Successfully updated port: c26ee5a9-c3ca-456d-af6a-26f2e3e417ad {{(pid=75147) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 19:40:51 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-b6237281-d033-4bc7-b88b-23c138e0eaae tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Acquiring lock "refresh_cache-f3b22995-c3d4-46f7-bf5c-d66e4573fc83" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:40:51 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-b6237281-d033-4bc7-b88b-23c138e0eaae tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Acquired lock "refresh_cache-f3b22995-c3d4-46f7-bf5c-d66e4573fc83" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:40:51 user nova-compute[75147]: DEBUG nova.network.neutron [None req-b6237281-d033-4bc7-b88b-23c138e0eaae tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: f3b22995-c3d4-46f7-bf5c-d66e4573fc83] Building network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 19:40:51 user nova-compute[75147]: DEBUG nova.compute.manager [req-46186c9a-37d0-46e3-838d-a4b05d32aca3 req-9491167c-2168-4df7-aaa1-4bbb747390c2 service nova] [instance: f3b22995-c3d4-46f7-bf5c-d66e4573fc83] Received event network-changed-c26ee5a9-c3ca-456d-af6a-26f2e3e417ad {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:40:51 user nova-compute[75147]: DEBUG nova.compute.manager [req-46186c9a-37d0-46e3-838d-a4b05d32aca3 req-9491167c-2168-4df7-aaa1-4bbb747390c2 service nova] [instance: f3b22995-c3d4-46f7-bf5c-d66e4573fc83] Refreshing instance network info cache due to event network-changed-c26ee5a9-c3ca-456d-af6a-26f2e3e417ad. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 19:40:51 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-46186c9a-37d0-46e3-838d-a4b05d32aca3 req-9491167c-2168-4df7-aaa1-4bbb747390c2 service nova] Acquiring lock "refresh_cache-f3b22995-c3d4-46f7-bf5c-d66e4573fc83" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:40:51 user nova-compute[75147]: DEBUG nova.network.neutron [None req-b6237281-d033-4bc7-b88b-23c138e0eaae tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: f3b22995-c3d4-46f7-bf5c-d66e4573fc83] Instance cache missing network info. {{(pid=75147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 19:40:51 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:40:52 user nova-compute[75147]: DEBUG nova.network.neutron [None req-b6237281-d033-4bc7-b88b-23c138e0eaae tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: f3b22995-c3d4-46f7-bf5c-d66e4573fc83] Updating instance_info_cache with network_info: [{"id": "c26ee5a9-c3ca-456d-af6a-26f2e3e417ad", "address": "fa:16:3e:1f:f2:20", "network": {"id": "06e952e0-002b-44c6-b4c4-e6a33a0b7484", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-294897611-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b05afc60c23345de8d1e978a9c5b1efc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc26ee5a9-c3", "ovs_interfaceid": "c26ee5a9-c3ca-456d-af6a-26f2e3e417ad", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:40:52 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-b6237281-d033-4bc7-b88b-23c138e0eaae tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Releasing lock "refresh_cache-f3b22995-c3d4-46f7-bf5c-d66e4573fc83" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:40:52 user nova-compute[75147]: DEBUG nova.compute.manager [None req-b6237281-d033-4bc7-b88b-23c138e0eaae tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: f3b22995-c3d4-46f7-bf5c-d66e4573fc83] Instance network_info: |[{"id": "c26ee5a9-c3ca-456d-af6a-26f2e3e417ad", "address": "fa:16:3e:1f:f2:20", "network": {"id": "06e952e0-002b-44c6-b4c4-e6a33a0b7484", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-294897611-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b05afc60c23345de8d1e978a9c5b1efc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc26ee5a9-c3", "ovs_interfaceid": "c26ee5a9-c3ca-456d-af6a-26f2e3e417ad", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 27 19:40:52 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-46186c9a-37d0-46e3-838d-a4b05d32aca3 req-9491167c-2168-4df7-aaa1-4bbb747390c2 service nova] Acquired lock "refresh_cache-f3b22995-c3d4-46f7-bf5c-d66e4573fc83" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:40:52 user nova-compute[75147]: DEBUG nova.network.neutron [req-46186c9a-37d0-46e3-838d-a4b05d32aca3 req-9491167c-2168-4df7-aaa1-4bbb747390c2 service nova] [instance: f3b22995-c3d4-46f7-bf5c-d66e4573fc83] Refreshing network info cache for port c26ee5a9-c3ca-456d-af6a-26f2e3e417ad {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 19:40:52 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-b6237281-d033-4bc7-b88b-23c138e0eaae tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: f3b22995-c3d4-46f7-bf5c-d66e4573fc83] Start _get_guest_xml network_info=[{"id": "c26ee5a9-c3ca-456d-af6a-26f2e3e417ad", "address": "fa:16:3e:1f:f2:20", "network": {"id": "06e952e0-002b-44c6-b4c4-e6a33a0b7484", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-294897611-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b05afc60c23345de8d1e978a9c5b1efc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc26ee5a9-c3", "ovs_interfaceid": "c26ee5a9-c3ca-456d-af6a-26f2e3e417ad", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T19:22:09Z,direct_url=<?>,disk_format='qcow2',id=d52df17c-5315-4a73-ab7c-34c161a414fb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0b43115555434818b0c8bdf6be4946da',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T19:22:11Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'encryption_options': None, 'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encrypted': False, 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_format': None, 'device_name': '/dev/vda', 'image_id': 'd52df17c-5315-4a73-ab7c-34c161a414fb'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 19:40:52 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-b6237281-d033-4bc7-b88b-23c138e0eaae tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:40:52 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-b6237281-d033-4bc7-b88b-23c138e0eaae tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:40:52 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-b6237281-d033-4bc7-b88b-23c138e0eaae tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 19:40:52 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-b6237281-d033-4bc7-b88b-23c138e0eaae tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] CPU controller missing on host. {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 19:40:52 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-b6237281-d033-4bc7-b88b-23c138e0eaae tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 19:40:52 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-b6237281-d033-4bc7-b88b-23c138e0eaae tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] CPU controller found on host. {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 19:40:52 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-b6237281-d033-4bc7-b88b-23c138e0eaae tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75147) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 19:40:52 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-b6237281-d033-4bc7-b88b-23c138e0eaae tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T19:21:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T19:22:09Z,direct_url=<?>,disk_format='qcow2',id=d52df17c-5315-4a73-ab7c-34c161a414fb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0b43115555434818b0c8bdf6be4946da',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T19:22:11Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 19:40:52 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-b6237281-d033-4bc7-b88b-23c138e0eaae tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Flavor limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 19:40:52 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-b6237281-d033-4bc7-b88b-23c138e0eaae tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Image limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 19:40:52 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-b6237281-d033-4bc7-b88b-23c138e0eaae tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Flavor pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 19:40:52 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-b6237281-d033-4bc7-b88b-23c138e0eaae tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Image pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 19:40:52 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-b6237281-d033-4bc7-b88b-23c138e0eaae tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 19:40:52 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-b6237281-d033-4bc7-b88b-23c138e0eaae tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 19:40:52 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-b6237281-d033-4bc7-b88b-23c138e0eaae tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 19:40:52 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-b6237281-d033-4bc7-b88b-23c138e0eaae tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Got 1 possible topologies {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 19:40:52 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-b6237281-d033-4bc7-b88b-23c138e0eaae tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 19:40:52 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-b6237281-d033-4bc7-b88b-23c138e0eaae tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 19:40:52 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-b6237281-d033-4bc7-b88b-23c138e0eaae tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:40:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1455104084',display_name='tempest-AttachVolumeNegativeTest-server-1455104084',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1455104084',id=32,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKkKRXzRNOic1RO6RyUv3MvvlgM/A6EX4DQ1YITq2CR7rbaJWc/sJ9YMiM9i3JJPX4u6Lbwe88vEdCSX9LWgDUWtMwd+5nExo6CPrkokn8hgH4GZ1hXuSQgpbmxzNUL7hw==',key_name='tempest-keypair-1614061597',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b05afc60c23345de8d1e978a9c5b1efc',ramdisk_id='',reservation_id='r-wcbu878j',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-720638495',owner_user_name='tempest-AttachVolumeNegativeTest-720638495-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:40:50Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='699dae72141941c4acb55e56ac9d28a1',uuid=f3b22995-c3d4-46f7-bf5c-d66e4573fc83,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c26ee5a9-c3ca-456d-af6a-26f2e3e417ad", "address": "fa:16:3e:1f:f2:20", "network": {"id": "06e952e0-002b-44c6-b4c4-e6a33a0b7484", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-294897611-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b05afc60c23345de8d1e978a9c5b1efc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc26ee5a9-c3", "ovs_interfaceid": "c26ee5a9-c3ca-456d-af6a-26f2e3e417ad", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75147) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 19:40:52 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-b6237281-d033-4bc7-b88b-23c138e0eaae tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Converting VIF {"id": "c26ee5a9-c3ca-456d-af6a-26f2e3e417ad", "address": "fa:16:3e:1f:f2:20", "network": {"id": "06e952e0-002b-44c6-b4c4-e6a33a0b7484", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-294897611-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b05afc60c23345de8d1e978a9c5b1efc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc26ee5a9-c3", "ovs_interfaceid": "c26ee5a9-c3ca-456d-af6a-26f2e3e417ad", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:40:52 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-b6237281-d033-4bc7-b88b-23c138e0eaae tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1f:f2:20,bridge_name='br-int',has_traffic_filtering=True,id=c26ee5a9-c3ca-456d-af6a-26f2e3e417ad,network=Network(06e952e0-002b-44c6-b4c4-e6a33a0b7484),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc26ee5a9-c3') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:40:52 user nova-compute[75147]: DEBUG nova.objects.instance [None req-b6237281-d033-4bc7-b88b-23c138e0eaae tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lazy-loading 'pci_devices' on Instance uuid f3b22995-c3d4-46f7-bf5c-d66e4573fc83 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:40:52 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-b6237281-d033-4bc7-b88b-23c138e0eaae tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: f3b22995-c3d4-46f7-bf5c-d66e4573fc83] End _get_guest_xml xml=<domain type="kvm">
Oct 27 19:40:52 user nova-compute[75147]:   <uuid>f3b22995-c3d4-46f7-bf5c-d66e4573fc83</uuid>
Oct 27 19:40:52 user nova-compute[75147]:   <name>instance-00000020</name>
Oct 27 19:40:52 user nova-compute[75147]:   <memory>524288</memory>
Oct 27 19:40:52 user nova-compute[75147]:   <vcpu>1</vcpu>
Oct 27 19:40:52 user nova-compute[75147]:   <metadata>
Oct 27 19:40:52 user nova-compute[75147]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 19:40:52 user nova-compute[75147]:       <nova:package version="0.0.0"/>
Oct 27 19:40:52 user nova-compute[75147]:       <nova:name>tempest-AttachVolumeNegativeTest-server-1455104084</nova:name>
Oct 27 19:40:52 user nova-compute[75147]:       <nova:creationTime>2023-10-27 19:40:52</nova:creationTime>
Oct 27 19:40:52 user nova-compute[75147]:       <nova:flavor name="m1.tiny">
Oct 27 19:40:52 user nova-compute[75147]:         <nova:memory>512</nova:memory>
Oct 27 19:40:52 user nova-compute[75147]:         <nova:disk>1</nova:disk>
Oct 27 19:40:52 user nova-compute[75147]:         <nova:swap>0</nova:swap>
Oct 27 19:40:52 user nova-compute[75147]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 19:40:52 user nova-compute[75147]:         <nova:vcpus>1</nova:vcpus>
Oct 27 19:40:52 user nova-compute[75147]:       </nova:flavor>
Oct 27 19:40:52 user nova-compute[75147]:       <nova:owner>
Oct 27 19:40:52 user nova-compute[75147]:         <nova:user uuid="699dae72141941c4acb55e56ac9d28a1">tempest-AttachVolumeNegativeTest-720638495-project-member</nova:user>
Oct 27 19:40:52 user nova-compute[75147]:         <nova:project uuid="b05afc60c23345de8d1e978a9c5b1efc">tempest-AttachVolumeNegativeTest-720638495</nova:project>
Oct 27 19:40:52 user nova-compute[75147]:       </nova:owner>
Oct 27 19:40:52 user nova-compute[75147]:       <nova:root type="image" uuid="d52df17c-5315-4a73-ab7c-34c161a414fb"/>
Oct 27 19:40:52 user nova-compute[75147]:       <nova:ports>
Oct 27 19:40:52 user nova-compute[75147]:         <nova:port uuid="c26ee5a9-c3ca-456d-af6a-26f2e3e417ad">
Oct 27 19:40:52 user nova-compute[75147]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Oct 27 19:40:52 user nova-compute[75147]:         </nova:port>
Oct 27 19:40:52 user nova-compute[75147]:       </nova:ports>
Oct 27 19:40:52 user nova-compute[75147]:     </nova:instance>
Oct 27 19:40:52 user nova-compute[75147]:   </metadata>
Oct 27 19:40:52 user nova-compute[75147]:   <sysinfo type="smbios">
Oct 27 19:40:52 user nova-compute[75147]:     <system>
Oct 27 19:40:52 user nova-compute[75147]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 19:40:52 user nova-compute[75147]:       <entry name="product">OpenStack Nova</entry>
Oct 27 19:40:52 user nova-compute[75147]:       <entry name="version">0.0.0</entry>
Oct 27 19:40:52 user nova-compute[75147]:       <entry name="serial">f3b22995-c3d4-46f7-bf5c-d66e4573fc83</entry>
Oct 27 19:40:52 user nova-compute[75147]:       <entry name="uuid">f3b22995-c3d4-46f7-bf5c-d66e4573fc83</entry>
Oct 27 19:40:52 user nova-compute[75147]:       <entry name="family">Virtual Machine</entry>
Oct 27 19:40:52 user nova-compute[75147]:     </system>
Oct 27 19:40:52 user nova-compute[75147]:   </sysinfo>
Oct 27 19:40:52 user nova-compute[75147]:   <os>
Oct 27 19:40:52 user nova-compute[75147]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 19:40:52 user nova-compute[75147]:     <boot dev="hd"/>
Oct 27 19:40:52 user nova-compute[75147]:     <smbios mode="sysinfo"/>
Oct 27 19:40:52 user nova-compute[75147]:   </os>
Oct 27 19:40:52 user nova-compute[75147]:   <features>
Oct 27 19:40:52 user nova-compute[75147]:     <acpi/>
Oct 27 19:40:52 user nova-compute[75147]:     <apic/>
Oct 27 19:40:52 user nova-compute[75147]:     <vmcoreinfo/>
Oct 27 19:40:52 user nova-compute[75147]:   </features>
Oct 27 19:40:52 user nova-compute[75147]:   <clock offset="utc">
Oct 27 19:40:52 user nova-compute[75147]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 19:40:52 user nova-compute[75147]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 19:40:52 user nova-compute[75147]:     <timer name="hpet" present="no"/>
Oct 27 19:40:52 user nova-compute[75147]:   </clock>
Oct 27 19:40:52 user nova-compute[75147]:   <cpu mode="custom" match="exact">
Oct 27 19:40:52 user nova-compute[75147]:     <model>Nehalem</model>
Oct 27 19:40:52 user nova-compute[75147]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 19:40:52 user nova-compute[75147]:   </cpu>
Oct 27 19:40:52 user nova-compute[75147]:   <devices>
Oct 27 19:40:52 user nova-compute[75147]:     <disk type="file" device="disk">
Oct 27 19:40:52 user nova-compute[75147]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 27 19:40:52 user nova-compute[75147]:       <source file="/opt/stack/data/nova/instances/f3b22995-c3d4-46f7-bf5c-d66e4573fc83/disk"/>
Oct 27 19:40:52 user nova-compute[75147]:       <target dev="vda" bus="virtio"/>
Oct 27 19:40:52 user nova-compute[75147]:     </disk>
Oct 27 19:40:52 user nova-compute[75147]:     <interface type="ethernet">
Oct 27 19:40:52 user nova-compute[75147]:       <mac address="fa:16:3e:1f:f2:20"/>
Oct 27 19:40:52 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:40:52 user nova-compute[75147]:       <mtu size="1442"/>
Oct 27 19:40:52 user nova-compute[75147]:       <target dev="tapc26ee5a9-c3"/>
Oct 27 19:40:52 user nova-compute[75147]:     </interface>
Oct 27 19:40:52 user nova-compute[75147]:     <serial type="pty">
Oct 27 19:40:52 user nova-compute[75147]:       <log file="/opt/stack/data/nova/instances/f3b22995-c3d4-46f7-bf5c-d66e4573fc83/console.log" append="off"/>
Oct 27 19:40:52 user nova-compute[75147]:     </serial>
Oct 27 19:40:52 user nova-compute[75147]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 19:40:52 user nova-compute[75147]:     <video>
Oct 27 19:40:52 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:40:52 user nova-compute[75147]:     </video>
Oct 27 19:40:52 user nova-compute[75147]:     <rng model="virtio">
Oct 27 19:40:52 user nova-compute[75147]:       <backend model="random">/dev/urandom</backend>
Oct 27 19:40:52 user nova-compute[75147]:     </rng>
Oct 27 19:40:52 user nova-compute[75147]:     <controller type="usb" index="0" model="none"/>
Oct 27 19:40:52 user nova-compute[75147]:     <memballoon model="virtio">
Oct 27 19:40:52 user nova-compute[75147]:       <stats period="10"/>
Oct 27 19:40:52 user nova-compute[75147]:     </memballoon>
Oct 27 19:40:52 user nova-compute[75147]:   </devices>
Oct 27 19:40:52 user nova-compute[75147]: </domain>
Oct 27 19:40:52 user nova-compute[75147]:  {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 19:40:52 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-b6237281-d033-4bc7-b88b-23c138e0eaae tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:40:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1455104084',display_name='tempest-AttachVolumeNegativeTest-server-1455104084',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1455104084',id=32,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKkKRXzRNOic1RO6RyUv3MvvlgM/A6EX4DQ1YITq2CR7rbaJWc/sJ9YMiM9i3JJPX4u6Lbwe88vEdCSX9LWgDUWtMwd+5nExo6CPrkokn8hgH4GZ1hXuSQgpbmxzNUL7hw==',key_name='tempest-keypair-1614061597',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b05afc60c23345de8d1e978a9c5b1efc',ramdisk_id='',reservation_id='r-wcbu878j',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-720638495',owner_user_name='tempest-AttachVolumeNegativeTest-720638495-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:40:50Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='699dae72141941c4acb55e56ac9d28a1',uuid=f3b22995-c3d4-46f7-bf5c-d66e4573fc83,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c26ee5a9-c3ca-456d-af6a-26f2e3e417ad", "address": "fa:16:3e:1f:f2:20", "network": {"id": "06e952e0-002b-44c6-b4c4-e6a33a0b7484", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-294897611-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b05afc60c23345de8d1e978a9c5b1efc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc26ee5a9-c3", "ovs_interfaceid": "c26ee5a9-c3ca-456d-af6a-26f2e3e417ad", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 19:40:52 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-b6237281-d033-4bc7-b88b-23c138e0eaae tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Converting VIF {"id": "c26ee5a9-c3ca-456d-af6a-26f2e3e417ad", "address": "fa:16:3e:1f:f2:20", "network": {"id": "06e952e0-002b-44c6-b4c4-e6a33a0b7484", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-294897611-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b05afc60c23345de8d1e978a9c5b1efc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc26ee5a9-c3", "ovs_interfaceid": "c26ee5a9-c3ca-456d-af6a-26f2e3e417ad", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:40:52 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-b6237281-d033-4bc7-b88b-23c138e0eaae tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1f:f2:20,bridge_name='br-int',has_traffic_filtering=True,id=c26ee5a9-c3ca-456d-af6a-26f2e3e417ad,network=Network(06e952e0-002b-44c6-b4c4-e6a33a0b7484),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc26ee5a9-c3') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:40:52 user nova-compute[75147]: DEBUG os_vif [None req-b6237281-d033-4bc7-b88b-23c138e0eaae tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:1f:f2:20,bridge_name='br-int',has_traffic_filtering=True,id=c26ee5a9-c3ca-456d-af6a-26f2e3e417ad,network=Network(06e952e0-002b-44c6-b4c4-e6a33a0b7484),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc26ee5a9-c3') {{(pid=75147) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 19:40:52 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:40:52 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:40:52 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 19:40:52 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:40:52 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '10ed7ffc-fd0b-570e-94d5-a107d5d65057', '_type': 'linux-noop'}}, row=False) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:40:52 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:40:52 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:40:52 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:40:52 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:40:52 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc26ee5a9-c3, may_exist=True, interface_attrs={}) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:40:52 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc26ee5a9-c3, col_values=(('qos', UUID('8a7a2fa8-d90a-4935-88df-169f6f1c4135')),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:40:52 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc26ee5a9-c3, col_values=(('external_ids', {'iface-id': 'c26ee5a9-c3ca-456d-af6a-26f2e3e417ad', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:1f:f2:20', 'vm-uuid': 'f3b22995-c3d4-46f7-bf5c-d66e4573fc83'}),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:40:52 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:40:52 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:40:52 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:40:52 user nova-compute[75147]: INFO os_vif [None req-b6237281-d033-4bc7-b88b-23c138e0eaae tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:1f:f2:20,bridge_name='br-int',has_traffic_filtering=True,id=c26ee5a9-c3ca-456d-af6a-26f2e3e417ad,network=Network(06e952e0-002b-44c6-b4c4-e6a33a0b7484),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc26ee5a9-c3')
Oct 27 19:40:52 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-b6237281-d033-4bc7-b88b-23c138e0eaae tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] No BDM found with device name vda, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:40:52 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-b6237281-d033-4bc7-b88b-23c138e0eaae tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] No VIF found with MAC fa:16:3e:1f:f2:20, not building metadata {{(pid=75147) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 19:40:52 user nova-compute[75147]: DEBUG nova.network.neutron [req-46186c9a-37d0-46e3-838d-a4b05d32aca3 req-9491167c-2168-4df7-aaa1-4bbb747390c2 service nova] [instance: f3b22995-c3d4-46f7-bf5c-d66e4573fc83] Updated VIF entry in instance network info cache for port c26ee5a9-c3ca-456d-af6a-26f2e3e417ad. {{(pid=75147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 19:40:52 user nova-compute[75147]: DEBUG nova.network.neutron [req-46186c9a-37d0-46e3-838d-a4b05d32aca3 req-9491167c-2168-4df7-aaa1-4bbb747390c2 service nova] [instance: f3b22995-c3d4-46f7-bf5c-d66e4573fc83] Updating instance_info_cache with network_info: [{"id": "c26ee5a9-c3ca-456d-af6a-26f2e3e417ad", "address": "fa:16:3e:1f:f2:20", "network": {"id": "06e952e0-002b-44c6-b4c4-e6a33a0b7484", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-294897611-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b05afc60c23345de8d1e978a9c5b1efc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc26ee5a9-c3", "ovs_interfaceid": "c26ee5a9-c3ca-456d-af6a-26f2e3e417ad", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:40:52 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-46186c9a-37d0-46e3-838d-a4b05d32aca3 req-9491167c-2168-4df7-aaa1-4bbb747390c2 service nova] Releasing lock "refresh_cache-f3b22995-c3d4-46f7-bf5c-d66e4573fc83" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:40:53 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:40:53 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:40:53 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:40:53 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:40:53 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:40:53 user nova-compute[75147]: DEBUG nova.compute.manager [req-c8a23f57-6ad0-4fe9-9ae7-208bb4aaad7a req-932a9c98-2b56-474b-a0b1-d0f88ab33877 service nova] [instance: f3b22995-c3d4-46f7-bf5c-d66e4573fc83] Received event network-vif-plugged-c26ee5a9-c3ca-456d-af6a-26f2e3e417ad {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:40:53 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-c8a23f57-6ad0-4fe9-9ae7-208bb4aaad7a req-932a9c98-2b56-474b-a0b1-d0f88ab33877 service nova] Acquiring lock "f3b22995-c3d4-46f7-bf5c-d66e4573fc83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:40:53 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-c8a23f57-6ad0-4fe9-9ae7-208bb4aaad7a req-932a9c98-2b56-474b-a0b1-d0f88ab33877 service nova] Lock "f3b22995-c3d4-46f7-bf5c-d66e4573fc83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:40:53 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-c8a23f57-6ad0-4fe9-9ae7-208bb4aaad7a req-932a9c98-2b56-474b-a0b1-d0f88ab33877 service nova] Lock "f3b22995-c3d4-46f7-bf5c-d66e4573fc83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:40:53 user nova-compute[75147]: DEBUG nova.compute.manager [req-c8a23f57-6ad0-4fe9-9ae7-208bb4aaad7a req-932a9c98-2b56-474b-a0b1-d0f88ab33877 service nova] [instance: f3b22995-c3d4-46f7-bf5c-d66e4573fc83] No waiting events found dispatching network-vif-plugged-c26ee5a9-c3ca-456d-af6a-26f2e3e417ad {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:40:53 user nova-compute[75147]: WARNING nova.compute.manager [req-c8a23f57-6ad0-4fe9-9ae7-208bb4aaad7a req-932a9c98-2b56-474b-a0b1-d0f88ab33877 service nova] [instance: f3b22995-c3d4-46f7-bf5c-d66e4573fc83] Received unexpected event network-vif-plugged-c26ee5a9-c3ca-456d-af6a-26f2e3e417ad for instance with vm_state building and task_state spawning.
Oct 27 19:40:53 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:40:53 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:40:54 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:40:54 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:40:55 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:40:55 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:40:55 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:40:55 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:40:55 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Auditing locally available compute resources for user (node: user) {{(pid=75147) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 19:40:55 user nova-compute[75147]: DEBUG nova.compute.manager [None req-b6237281-d033-4bc7-b88b-23c138e0eaae tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: f3b22995-c3d4-46f7-bf5c-d66e4573fc83] Instance event wait completed in 0 seconds for  {{(pid=75147) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 19:40:55 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-b6237281-d033-4bc7-b88b-23c138e0eaae tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: f3b22995-c3d4-46f7-bf5c-d66e4573fc83] Guest created on hypervisor {{(pid=75147) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 19:40:55 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: f3b22995-c3d4-46f7-bf5c-d66e4573fc83] Instance spawned successfully.
Oct 27 19:40:55 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-b6237281-d033-4bc7-b88b-23c138e0eaae tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: f3b22995-c3d4-46f7-bf5c-d66e4573fc83] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 27 19:40:55 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-b6237281-d033-4bc7-b88b-23c138e0eaae tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: f3b22995-c3d4-46f7-bf5c-d66e4573fc83] Found default for hw_cdrom_bus of ide {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:40:55 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-b6237281-d033-4bc7-b88b-23c138e0eaae tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: f3b22995-c3d4-46f7-bf5c-d66e4573fc83] Found default for hw_disk_bus of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:40:55 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-b6237281-d033-4bc7-b88b-23c138e0eaae tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: f3b22995-c3d4-46f7-bf5c-d66e4573fc83] Found default for hw_input_bus of None {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:40:55 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-b6237281-d033-4bc7-b88b-23c138e0eaae tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: f3b22995-c3d4-46f7-bf5c-d66e4573fc83] Found default for hw_pointer_model of None {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:40:55 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-b6237281-d033-4bc7-b88b-23c138e0eaae tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: f3b22995-c3d4-46f7-bf5c-d66e4573fc83] Found default for hw_video_model of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:40:55 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-b6237281-d033-4bc7-b88b-23c138e0eaae tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: f3b22995-c3d4-46f7-bf5c-d66e4573fc83] Found default for hw_vif_model of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:40:56 user nova-compute[75147]: DEBUG nova.compute.manager [req-b0d6a1f1-c9dc-4832-aa79-20bdfc45026d req-d87a2725-df62-4554-ba9c-eb58c1cdf483 service nova] [instance: f3b22995-c3d4-46f7-bf5c-d66e4573fc83] Received event network-vif-plugged-c26ee5a9-c3ca-456d-af6a-26f2e3e417ad {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:40:56 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-b0d6a1f1-c9dc-4832-aa79-20bdfc45026d req-d87a2725-df62-4554-ba9c-eb58c1cdf483 service nova] Acquiring lock "f3b22995-c3d4-46f7-bf5c-d66e4573fc83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:40:56 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-b0d6a1f1-c9dc-4832-aa79-20bdfc45026d req-d87a2725-df62-4554-ba9c-eb58c1cdf483 service nova] Lock "f3b22995-c3d4-46f7-bf5c-d66e4573fc83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:40:56 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-b0d6a1f1-c9dc-4832-aa79-20bdfc45026d req-d87a2725-df62-4554-ba9c-eb58c1cdf483 service nova] Lock "f3b22995-c3d4-46f7-bf5c-d66e4573fc83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:40:56 user nova-compute[75147]: DEBUG nova.compute.manager [req-b0d6a1f1-c9dc-4832-aa79-20bdfc45026d req-d87a2725-df62-4554-ba9c-eb58c1cdf483 service nova] [instance: f3b22995-c3d4-46f7-bf5c-d66e4573fc83] No waiting events found dispatching network-vif-plugged-c26ee5a9-c3ca-456d-af6a-26f2e3e417ad {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:40:56 user nova-compute[75147]: WARNING nova.compute.manager [req-b0d6a1f1-c9dc-4832-aa79-20bdfc45026d req-d87a2725-df62-4554-ba9c-eb58c1cdf483 service nova] [instance: f3b22995-c3d4-46f7-bf5c-d66e4573fc83] Received unexpected event network-vif-plugged-c26ee5a9-c3ca-456d-af6a-26f2e3e417ad for instance with vm_state building and task_state spawning.
Oct 27 19:40:56 user nova-compute[75147]: INFO nova.compute.manager [None req-b6237281-d033-4bc7-b88b-23c138e0eaae tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: f3b22995-c3d4-46f7-bf5c-d66e4573fc83] Took 5.97 seconds to spawn the instance on the hypervisor.
Oct 27 19:40:56 user nova-compute[75147]: DEBUG nova.compute.manager [None req-b6237281-d033-4bc7-b88b-23c138e0eaae tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: f3b22995-c3d4-46f7-bf5c-d66e4573fc83] Checking state {{(pid=75147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 19:40:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f3b22995-c3d4-46f7-bf5c-d66e4573fc83/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:40:56 user nova-compute[75147]: INFO nova.compute.manager [None req-b6237281-d033-4bc7-b88b-23c138e0eaae tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: f3b22995-c3d4-46f7-bf5c-d66e4573fc83] Took 6.96 seconds to build instance.
Oct 27 19:40:56 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-b6237281-d033-4bc7-b88b-23c138e0eaae tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lock "f3b22995-c3d4-46f7-bf5c-d66e4573fc83" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.070s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:40:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f3b22995-c3d4-46f7-bf5c-d66e4573fc83/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:40:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f3b22995-c3d4-46f7-bf5c-d66e4573fc83/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:40:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f3b22995-c3d4-46f7-bf5c-d66e4573fc83/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:40:56 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75147) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 19:40:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76919c53-6d4e-40d8-80ef-2a3634d539ad/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:40:56 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:40:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76919c53-6d4e-40d8-80ef-2a3634d539ad/disk --force-share --output=json" returned: 0 in 0.221s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:40:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76919c53-6d4e-40d8-80ef-2a3634d539ad/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:40:57 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76919c53-6d4e-40d8-80ef-2a3634d539ad/disk --force-share --output=json" returned: 0 in 0.267s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:40:57 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6c9c2dc6-d96a-42f6-a749-962d9b1a3a63/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:40:57 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6c9c2dc6-d96a-42f6-a749-962d9b1a3a63/disk --force-share --output=json" returned: 0 in 0.248s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:40:57 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6c9c2dc6-d96a-42f6-a749-962d9b1a3a63/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:40:57 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:40:57 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6c9c2dc6-d96a-42f6-a749-962d9b1a3a63/disk --force-share --output=json" returned: 0 in 0.255s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:40:57 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18fad5c9-4c2b-4e90-a568-bd0a32497c63/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:40:57 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18fad5c9-4c2b-4e90-a568-bd0a32497c63/disk --force-share --output=json" returned: 0 in 0.232s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:40:57 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18fad5c9-4c2b-4e90-a568-bd0a32497c63/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:40:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18fad5c9-4c2b-4e90-a568-bd0a32497c63/disk --force-share --output=json" returned: 0 in 0.235s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:40:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/890c8090-2d59-4e82-a8d2-b3ef579be76b/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:40:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/890c8090-2d59-4e82-a8d2-b3ef579be76b/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:40:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/890c8090-2d59-4e82-a8d2-b3ef579be76b/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:40:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/890c8090-2d59-4e82-a8d2-b3ef579be76b/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:40:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/68a6c383-5da2-4e99-9c46-682c1da71a4e/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:40:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/68a6c383-5da2-4e99-9c46-682c1da71a4e/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:40:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/68a6c383-5da2-4e99-9c46-682c1da71a4e/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:40:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/68a6c383-5da2-4e99-9c46-682c1da71a4e/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:40:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9c3f1cc3-684a-4303-a66b-adf1652dd5fd/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:40:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9c3f1cc3-684a-4303-a66b-adf1652dd5fd/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:40:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9c3f1cc3-684a-4303-a66b-adf1652dd5fd/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:40:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9c3f1cc3-684a-4303-a66b-adf1652dd5fd/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:40:59 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=75147) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 19:40:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3fb6898-879f-4828-b0c8-f4c7911c334c/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:40:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3fb6898-879f-4828-b0c8-f4c7911c334c/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:40:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3fb6898-879f-4828-b0c8-f4c7911c334c/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:40:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3fb6898-879f-4828-b0c8-f4c7911c334c/disk --force-share --output=json" returned: 0 in 0.224s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:40:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk.rescue --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:40:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk.rescue --force-share --output=json" returned: 0 in 0.213s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:40:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk.rescue --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:41:00 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk.rescue --force-share --output=json" returned: 0 in 0.254s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:41:00 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:41:00 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:41:00 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:41:00 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk --force-share --output=json" returned: 0 in 0.224s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:41:00 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/73439fd6-da4c-4dd7-b8cf-2baf9a34e717/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:41:00 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/73439fd6-da4c-4dd7-b8cf-2baf9a34e717/disk --force-share --output=json" returned: 0 in 0.216s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:41:00 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/73439fd6-da4c-4dd7-b8cf-2baf9a34e717/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:41:01 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/73439fd6-da4c-4dd7-b8cf-2baf9a34e717/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:41:01 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7209e291-cae8-44a4-9d43-d3fe78bfbe12/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:41:01 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7209e291-cae8-44a4-9d43-d3fe78bfbe12/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:41:01 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7209e291-cae8-44a4-9d43-d3fe78bfbe12/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:41:01 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7209e291-cae8-44a4-9d43-d3fe78bfbe12/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:41:01 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bac22037-a5fc-4b74-a5eb-94c2e51e8155/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:41:01 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bac22037-a5fc-4b74-a5eb-94c2e51e8155/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:41:01 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bac22037-a5fc-4b74-a5eb-94c2e51e8155/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:41:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bac22037-a5fc-4b74-a5eb-94c2e51e8155/disk --force-share --output=json" returned: 0 in 0.247s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:41:02 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:41:02 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:41:02 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:41:02 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Hypervisor/Node resource view: name=user free_ram=7293MB free_disk=24.93421173095703GB free_vcpus=0 pci_devices=[{"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75147) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 19:41:02 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:41:02 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:41:02 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Applying migration context for instance e18f8c66-86d8-4021-b2f8-17aeee684b86 as it has an incoming, in-progress migration 09ee5e9e-77aa-43c3-97ae-c1e4ae1c9357. Migration status is finished {{(pid=75147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Oct 27 19:41:02 user nova-compute[75147]: INFO nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] Updating resource usage from migration 09ee5e9e-77aa-43c3-97ae-c1e4ae1c9357
Oct 27 19:41:02 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance bac22037-a5fc-4b74-a5eb-94c2e51e8155 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:41:02 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:41:02 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance d3fb6898-879f-4828-b0c8-f4c7911c334c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:41:02 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 18fad5c9-4c2b-4e90-a568-bd0a32497c63 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:41:02 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 73439fd6-da4c-4dd7-b8cf-2baf9a34e717 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:41:02 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 68a6c383-5da2-4e99-9c46-682c1da71a4e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:41:02 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 6c9c2dc6-d96a-42f6-a749-962d9b1a3a63 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:41:02 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 9c3f1cc3-684a-4303-a66b-adf1652dd5fd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:41:02 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 890c8090-2d59-4e82-a8d2-b3ef579be76b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:41:02 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Migration 09ee5e9e-77aa-43c3-97ae-c1e4ae1c9357 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1709}}
Oct 27 19:41:02 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance e18f8c66-86d8-4021-b2f8-17aeee684b86 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:41:02 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 76919c53-6d4e-40d8-80ef-2a3634d539ad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:41:02 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 7209e291-cae8-44a4-9d43-d3fe78bfbe12 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:41:02 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance f3b22995-c3d4-46f7-bf5c-d66e4573fc83 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:41:02 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Total usable vcpus: 12, total allocated vcpus: 14 {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 19:41:02 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Final resource view: name=user phys_ram=16011MB used_ram=9216MB phys_disk=40GB used_disk=12GB total_vcpus=12 used_vcpus=14 pci_stats=[] {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 19:41:03 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:41:03 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:41:03 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Compute_service record updated for user:user {{(pid=75147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 19:41:03 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.608s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:41:03 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-d2a0db37-311f-401f-8b58-3237a2625c20 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 68a6c383-5da2-4e99-9c46-682c1da71a4e is timed out.
Oct 27 19:41:03 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-d2a0db37-311f-401f-8b58-3237a2625c20 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Successfully detached device vdb from instance 68a6c383-5da2-4e99-9c46-682c1da71a4e from the live domain config.
Oct 27 19:41:03 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d2a0db37-311f-401f-8b58-3237a2625c20 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] calling os-brick to detach iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 19:41:03 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2a0db37-311f-401f-8b58-3237a2625c20 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, {'target_iqn': 'iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hQJrCwBE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:41:03 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-d2a0db37-311f-401f-8b58-3237a2625c20 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:41:03 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-d2a0db37-311f-401f-8b58-3237a2625c20 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:41:03 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-d2a0db37-311f-401f-8b58-3237a2625c20 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:41:03 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:41:03 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:41:03 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[0cf6e541-c4c7-4dd0-b900-c98bdfaa1f86]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:189b37aa-88f0-4553-a919-0d08d4c643a8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:41:03 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2a0db37-311f-401f-8b58-3237a2625c20 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 19:41:03 user nova-compute[75147]: No targets found.
Oct 27 19:41:03 user nova-compute[75147]: iSNS:
Oct 27 19:41:03 user nova-compute[75147]: No targets found.
Oct 27 19:41:03 user nova-compute[75147]: STATIC:
Oct 27 19:41:03 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:189b37aa-88f0-4553-a919-0d08d4c643a8
Oct 27 19:41:03 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:41:03 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:41:03 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1
Oct 27 19:41:03 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:41:03 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:41:03 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76
Oct 27 19:41:03 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:41:03 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:41:03 user nova-compute[75147]: FIRMWARE:
Oct 27 19:41:03 user nova-compute[75147]: No targets found.
Oct 27 19:41:03 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:41:03 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2a0db37-311f-401f-8b58-3237a2625c20 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 19:41:03 user nova-compute[75147]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 19:41:03 user nova-compute[75147]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75147) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 19:41:03 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2a0db37-311f-401f-8b58-3237a2625c20 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76', 0)] {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 19:41:03 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:41:03 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:41:03 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[9788ed4a-39e7-485b-979e-63a5d816c64c]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:189b37aa-88f0-4553-a919-0d08d4c643a8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:41:03 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:41:03 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:41:03 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[49feecb8-0317-42f2-9460-16a2bf062e4c]: (4, ('tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:189b37aa-88f0-4553-a919-0d08d4c643a8 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:41:03 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2a0db37-311f-401f-8b58-3237a2625c20 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76 (non-flash)
Oct 27 19:41:03 user nova-compute[75147]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1 (non-flash)
Oct 27 19:41:03 user nova-compute[75147]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:189b37aa-88f0-4553-a919-0d08d4c643a8 (non-flash)
Oct 27 19:41:03 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:41:03 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2a0db37-311f-401f-8b58-3237a2625c20 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] iscsi session list stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76 (non-flash)
Oct 27 19:41:03 user nova-compute[75147]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1 (non-flash)
Oct 27 19:41:03 user nova-compute[75147]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:189b37aa-88f0-4553-a919-0d08d4c643a8 (non-flash)
Oct 27 19:41:03 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:41:03 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2a0db37-311f-401f-8b58-3237a2625c20 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f28ec64a5f0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76'): ({'sdb'}, set())}) {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 19:41:03 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-d2a0db37-311f-401f-8b58-3237a2625c20 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Removing single pathed devices sdb {{(pid=75147) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 19:41:03 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:41:03 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:41:03 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b0eed3b-ad16-4698-b7ac-581a1fe28d30]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:41:03 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:41:03 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:41:03 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[959063e5-8cda-4a3c-a4ab-74c3b4484f2f]: (4, ('ok\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:41:03 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-d2a0db37-311f-401f-8b58-3237a2625c20 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Flushing IO for device /dev/sdb {{(pid=75147) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 19:41:03 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:41:03 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:41:03 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a5c4f31-b562-4a65-9b20-f0486e4d51ff]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:41:03 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-d2a0db37-311f-401f-8b58-3237a2625c20 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75147) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 19:41:03 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:41:03 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.034s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:41:03 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[daca7f8a-a00e-4ffc-a0c5-ac8bbb9dff6a]: (4, ('1', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:41:03 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-d2a0db37-311f-401f-8b58-3237a2625c20 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 19:41:03 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-d2a0db37-311f-401f-8b58-3237a2625c20 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] SCSI volumes sdb have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 19:41:03 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2a0db37-311f-401f-8b58-3237a2625c20 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76')] {{(pid=75147) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 19:41:03 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:41:03 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:41:03 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[29fa2a92-374b-48d5-a7e2-2378fc3b4872]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:41:03 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2a0db37-311f-401f-8b58-3237a2625c20 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:41:03 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76 -p 172.16.0.220:3260 --logout {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:41:03 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76 -p 172.16.0.220:3260 --logout" returned: 0 in 0.054s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:41:03 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[429630e3-7a0d-40b5-8523-71cbf1358867]: (4, ('Logging out of session [sid: 25, target: iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76, portal: 172.16.0.220,3260]\nLogout of [sid: 25, target: iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:41:03 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2a0db37-311f-401f-8b58-3237a2625c20 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 25, target: iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76, portal: 172.16.0.220,3260]
Oct 27 19:41:03 user nova-compute[75147]: Logout of [sid: 25, target: iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76, portal: 172.16.0.220,3260] successful.
Oct 27 19:41:03 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:41:03 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76 -p 172.16.0.220:3260 --op delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:41:03 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:37b421a2-54de-4aa3-ae5f-f568e1a0de76 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.027s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:41:03 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[9979d795-7bfa-46bc-8b93-b183e9a08db8]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:41:03 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2a0db37-311f-401f-8b58-3237a2625c20 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:41:03 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-d2a0db37-311f-401f-8b58-3237a2625c20 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.295s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:41:03 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2a0db37-311f-401f-8b58-3237a2625c20 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] <== disconnect_volume: return (298ms) None {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:41:03 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d2a0db37-311f-401f-8b58-3237a2625c20 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Disconnected iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 19:41:05 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:41:05 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Starting heal instance info cache {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 19:41:05 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Rebuilding the list of instances to heal {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 27 19:41:05 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "refresh_cache-bac22037-a5fc-4b74-a5eb-94c2e51e8155" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:41:05 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquired lock "refresh_cache-bac22037-a5fc-4b74-a5eb-94c2e51e8155" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:41:05 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: bac22037-a5fc-4b74-a5eb-94c2e51e8155] Forcefully refreshing network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 27 19:41:05 user nova-compute[75147]: DEBUG nova.objects.instance [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lazy-loading 'info_cache' on Instance uuid bac22037-a5fc-4b74-a5eb-94c2e51e8155 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:41:05 user nova-compute[75147]: DEBUG nova.objects.instance [None req-d2a0db37-311f-401f-8b58-3237a2625c20 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Lazy-loading 'flavor' on Instance uuid 68a6c383-5da2-4e99-9c46-682c1da71a4e {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:41:05 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-d2a0db37-311f-401f-8b58-3237a2625c20 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Lock "68a6c383-5da2-4e99-9c46-682c1da71a4e" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.772s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:41:05 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: bac22037-a5fc-4b74-a5eb-94c2e51e8155] Updating instance_info_cache with network_info: [{"id": "6e71fd7e-a0c2-47b4-9fab-e5f72fcb2927", "address": "fa:16:3e:bd:98:af", "network": {"id": "997a94dd-a6cc-485a-9bca-761040e12ccf", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-358973122-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c05b7c7e7bf147fcbc02a57ffda4a15d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6e71fd7e-a0", "ovs_interfaceid": "6e71fd7e-a0c2-47b4-9fab-e5f72fcb2927", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:41:05 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Releasing lock "refresh_cache-bac22037-a5fc-4b74-a5eb-94c2e51e8155" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:41:05 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: bac22037-a5fc-4b74-a5eb-94c2e51e8155] Updated the network info_cache for instance {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 27 19:41:05 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:41:05 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:41:05 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:41:05 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75147) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 19:41:07 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:41:11 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:41:12 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:41:16 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:41:17 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:41:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:41:22 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:41:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:41:27 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:41:28 user nova-compute[75147]: DEBUG nova.compute.manager [req-44df9c2d-5e44-46f7-ae69-03459a3c0b1d req-eb57d820-5a6f-464d-a56e-9b566d67f21c service nova] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Received event network-changed-c2251937-2487-4cca-817b-a9062909d9ac {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:41:28 user nova-compute[75147]: DEBUG nova.compute.manager [req-44df9c2d-5e44-46f7-ae69-03459a3c0b1d req-eb57d820-5a6f-464d-a56e-9b566d67f21c service nova] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Refreshing instance network info cache due to event network-changed-c2251937-2487-4cca-817b-a9062909d9ac. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 19:41:28 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-44df9c2d-5e44-46f7-ae69-03459a3c0b1d req-eb57d820-5a6f-464d-a56e-9b566d67f21c service nova] Acquiring lock "refresh_cache-890c8090-2d59-4e82-a8d2-b3ef579be76b" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:41:28 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-44df9c2d-5e44-46f7-ae69-03459a3c0b1d req-eb57d820-5a6f-464d-a56e-9b566d67f21c service nova] Acquired lock "refresh_cache-890c8090-2d59-4e82-a8d2-b3ef579be76b" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:41:28 user nova-compute[75147]: DEBUG nova.network.neutron [req-44df9c2d-5e44-46f7-ae69-03459a3c0b1d req-eb57d820-5a6f-464d-a56e-9b566d67f21c service nova] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Refreshing network info cache for port c2251937-2487-4cca-817b-a9062909d9ac {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 19:41:28 user nova-compute[75147]: DEBUG nova.network.neutron [req-44df9c2d-5e44-46f7-ae69-03459a3c0b1d req-eb57d820-5a6f-464d-a56e-9b566d67f21c service nova] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Updated VIF entry in instance network info cache for port c2251937-2487-4cca-817b-a9062909d9ac. {{(pid=75147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 19:41:28 user nova-compute[75147]: DEBUG nova.network.neutron [req-44df9c2d-5e44-46f7-ae69-03459a3c0b1d req-eb57d820-5a6f-464d-a56e-9b566d67f21c service nova] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Updating instance_info_cache with network_info: [{"id": "c2251937-2487-4cca-817b-a9062909d9ac", "address": "fa:16:3e:98:c8:c8", "network": {"id": "99edb53b-28d0-4c20-8301-2e49771a21ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1002512861-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.106", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "263dcbd796474e989caaf1ec61ef0e47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2251937-24", "ovs_interfaceid": "c2251937-2487-4cca-817b-a9062909d9ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:41:28 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-44df9c2d-5e44-46f7-ae69-03459a3c0b1d req-eb57d820-5a6f-464d-a56e-9b566d67f21c service nova] Releasing lock "refresh_cache-890c8090-2d59-4e82-a8d2-b3ef579be76b" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:41:31 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:41:32 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:41:32 user nova-compute[75147]: DEBUG nova.objects.instance [None req-d39fca61-5d36-4278-abdb-214473e9ff3f tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Lazy-loading 'flavor' on Instance uuid 18fad5c9-4c2b-4e90-a568-bd0a32497c63 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:41:32 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-d39fca61-5d36-4278-abdb-214473e9ff3f tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Acquiring lock "refresh_cache-18fad5c9-4c2b-4e90-a568-bd0a32497c63" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:41:32 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-d39fca61-5d36-4278-abdb-214473e9ff3f tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Acquired lock "refresh_cache-18fad5c9-4c2b-4e90-a568-bd0a32497c63" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:41:32 user nova-compute[75147]: DEBUG nova.network.neutron [None req-d39fca61-5d36-4278-abdb-214473e9ff3f tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Building network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 19:41:32 user nova-compute[75147]: DEBUG nova.objects.instance [None req-d39fca61-5d36-4278-abdb-214473e9ff3f tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Lazy-loading 'info_cache' on Instance uuid 18fad5c9-4c2b-4e90-a568-bd0a32497c63 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:41:33 user nova-compute[75147]: DEBUG nova.objects.base [None req-d39fca61-5d36-4278-abdb-214473e9ff3f tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Object Instance<18fad5c9-4c2b-4e90-a568-bd0a32497c63> lazy-loaded attributes: flavor,info_cache {{(pid=75147) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 19:41:33 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-a716bbd1-9dd0-4754-8bab-4fa70f7df536 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Acquiring lock "68a6c383-5da2-4e99-9c46-682c1da71a4e" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:41:33 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-a716bbd1-9dd0-4754-8bab-4fa70f7df536 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Lock "68a6c383-5da2-4e99-9c46-682c1da71a4e" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:41:33 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-a716bbd1-9dd0-4754-8bab-4fa70f7df536 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Acquiring lock "68a6c383-5da2-4e99-9c46-682c1da71a4e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:41:33 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-a716bbd1-9dd0-4754-8bab-4fa70f7df536 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Lock "68a6c383-5da2-4e99-9c46-682c1da71a4e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:41:33 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-a716bbd1-9dd0-4754-8bab-4fa70f7df536 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Lock "68a6c383-5da2-4e99-9c46-682c1da71a4e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:41:33 user nova-compute[75147]: INFO nova.compute.manager [None req-a716bbd1-9dd0-4754-8bab-4fa70f7df536 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Terminating instance
Oct 27 19:41:33 user nova-compute[75147]: DEBUG nova.compute.manager [None req-a716bbd1-9dd0-4754-8bab-4fa70f7df536 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Start destroying the instance on the hypervisor. {{(pid=75147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 27 19:41:33 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:41:33 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:41:33 user nova-compute[75147]: DEBUG nova.compute.manager [req-f9a95341-e5ae-4e8a-b59d-c35b6f670583 req-d13785ae-dcb8-495a-97b7-84dd5e014ce3 service nova] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Received event network-vif-unplugged-a12e99e1-8a31-41e4-8730-b290c44f687b {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:41:33 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-f9a95341-e5ae-4e8a-b59d-c35b6f670583 req-d13785ae-dcb8-495a-97b7-84dd5e014ce3 service nova] Acquiring lock "68a6c383-5da2-4e99-9c46-682c1da71a4e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:41:33 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-f9a95341-e5ae-4e8a-b59d-c35b6f670583 req-d13785ae-dcb8-495a-97b7-84dd5e014ce3 service nova] Lock "68a6c383-5da2-4e99-9c46-682c1da71a4e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:41:33 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-f9a95341-e5ae-4e8a-b59d-c35b6f670583 req-d13785ae-dcb8-495a-97b7-84dd5e014ce3 service nova] Lock "68a6c383-5da2-4e99-9c46-682c1da71a4e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:41:33 user nova-compute[75147]: DEBUG nova.compute.manager [req-f9a95341-e5ae-4e8a-b59d-c35b6f670583 req-d13785ae-dcb8-495a-97b7-84dd5e014ce3 service nova] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] No waiting events found dispatching network-vif-unplugged-a12e99e1-8a31-41e4-8730-b290c44f687b {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:41:33 user nova-compute[75147]: DEBUG nova.compute.manager [req-f9a95341-e5ae-4e8a-b59d-c35b6f670583 req-d13785ae-dcb8-495a-97b7-84dd5e014ce3 service nova] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Received event network-vif-unplugged-a12e99e1-8a31-41e4-8730-b290c44f687b for instance with task_state deleting. {{(pid=75147) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 19:41:33 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:41:33 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:41:33 user nova-compute[75147]: DEBUG nova.network.neutron [None req-d39fca61-5d36-4278-abdb-214473e9ff3f tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Updating instance_info_cache with network_info: [{"id": "5b28365d-32e7-4952-b6c6-3c2343ff1568", "address": "fa:16:3e:e7:6d:79", "network": {"id": "530841ca-09cf-4270-b7b7-02d3a851df39", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1965338570-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "650e050c53874fa5bd6c9a70152ef1cf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b28365d-32", "ovs_interfaceid": "5b28365d-32e7-4952-b6c6-3c2343ff1568", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:41:33 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-d39fca61-5d36-4278-abdb-214473e9ff3f tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Releasing lock "refresh_cache-18fad5c9-4c2b-4e90-a568-bd0a32497c63" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:41:33 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Instance destroyed successfully.
Oct 27 19:41:33 user nova-compute[75147]: DEBUG nova.objects.instance [None req-d39fca61-5d36-4278-abdb-214473e9ff3f tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Lazy-loading 'resources' on Instance uuid 18fad5c9-4c2b-4e90-a568-bd0a32497c63 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:41:33 user nova-compute[75147]: DEBUG nova.objects.base [None req-d39fca61-5d36-4278-abdb-214473e9ff3f tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Object Instance<18fad5c9-4c2b-4e90-a568-bd0a32497c63> lazy-loaded attributes: flavor,info_cache,resources {{(pid=75147) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 19:41:33 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-d39fca61-5d36-4278-abdb-214473e9ff3f tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:32:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-461480481',display_name='tempest-AttachVolumeTestJSON-server-461480481',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-461480481',id=19,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCocSk0Jt+lxbazUZ5yULe+dUn5NKU/aEEPIiGBejfR8xgJF/icNpDULImN0BYwjwxpVTaQc9QG6PoyRw5Z8vtO+7oYSQJmGrJm73OGd6+3aFaxmjjbggbIAZn8Z6iG8QA==',key_name='tempest-keypair-792790439',keypairs=<?>,launch_index=0,launched_at=2023-10-27T19:33:07Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='650e050c53874fa5bd6c9a70152ef1cf',ramdisk_id='',reservation_id='r-y9yzgh2f',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-305407133',owner_user_name='tempest-AttachVolumeTestJSON-305407133-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T19:39:43Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b3450e0fcfb7485581e5f2e6418d9359',uuid=18fad5c9-4c2b-4e90-a568-bd0a32497c63,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "5b28365d-32e7-4952-b6c6-3c2343ff1568", "address": "fa:16:3e:e7:6d:79", "network": {"id": "530841ca-09cf-4270-b7b7-02d3a851df39", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1965338570-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "650e050c53874fa5bd6c9a70152ef1cf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b28365d-32", "ovs_interfaceid": "5b28365d-32e7-4952-b6c6-3c2343ff1568", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 19:41:33 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-d39fca61-5d36-4278-abdb-214473e9ff3f tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Converting VIF {"id": "5b28365d-32e7-4952-b6c6-3c2343ff1568", "address": "fa:16:3e:e7:6d:79", "network": {"id": "530841ca-09cf-4270-b7b7-02d3a851df39", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1965338570-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "650e050c53874fa5bd6c9a70152ef1cf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b28365d-32", "ovs_interfaceid": "5b28365d-32e7-4952-b6c6-3c2343ff1568", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:41:33 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-d39fca61-5d36-4278-abdb-214473e9ff3f tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e7:6d:79,bridge_name='br-int',has_traffic_filtering=True,id=5b28365d-32e7-4952-b6c6-3c2343ff1568,network=Network(530841ca-09cf-4270-b7b7-02d3a851df39),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5b28365d-32') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:41:33 user nova-compute[75147]: DEBUG os_vif [None req-d39fca61-5d36-4278-abdb-214473e9ff3f tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e7:6d:79,bridge_name='br-int',has_traffic_filtering=True,id=5b28365d-32e7-4952-b6c6-3c2343ff1568,network=Network(530841ca-09cf-4270-b7b7-02d3a851df39),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5b28365d-32') {{(pid=75147) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 19:41:33 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:41:33 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap5b28365d-32, bridge=br-int, if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:41:33 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:41:33 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:41:33 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:41:33 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:41:33 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=3552384d-a42b-4b2c-a63d-fa9ba024bacd) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:41:33 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:41:33 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:41:33 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:41:33 user nova-compute[75147]: INFO os_vif [None req-d39fca61-5d36-4278-abdb-214473e9ff3f tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e7:6d:79,bridge_name='br-int',has_traffic_filtering=True,id=5b28365d-32e7-4952-b6c6-3c2343ff1568,network=Network(530841ca-09cf-4270-b7b7-02d3a851df39),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5b28365d-32')
Oct 27 19:41:33 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-d39fca61-5d36-4278-abdb-214473e9ff3f tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Start _get_guest_xml network_info=[{"id": "5b28365d-32e7-4952-b6c6-3c2343ff1568", "address": "fa:16:3e:e7:6d:79", "network": {"id": "530841ca-09cf-4270-b7b7-02d3a851df39", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1965338570-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "650e050c53874fa5bd6c9a70152ef1cf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b28365d-32", "ovs_interfaceid": "5b28365d-32e7-4952-b6c6-3c2343ff1568", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=d52df17c-5315-4a73-ab7c-34c161a414fb,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'encryption_options': None, 'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encrypted': False, 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_format': None, 'device_name': '/dev/vda', 'image_id': 'd52df17c-5315-4a73-ab7c-34c161a414fb'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 19:41:33 user nova-compute[75147]: DEBUG nova.objects.instance [None req-d39fca61-5d36-4278-abdb-214473e9ff3f tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Lazy-loading 'numa_topology' on Instance uuid 18fad5c9-4c2b-4e90-a568-bd0a32497c63 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:41:33 user nova-compute[75147]: DEBUG nova.objects.base [None req-d39fca61-5d36-4278-abdb-214473e9ff3f tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Object Instance<18fad5c9-4c2b-4e90-a568-bd0a32497c63> lazy-loaded attributes: flavor,info_cache,resources,numa_topology {{(pid=75147) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 19:41:33 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-d39fca61-5d36-4278-abdb-214473e9ff3f tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:41:33 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-d39fca61-5d36-4278-abdb-214473e9ff3f tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:41:33 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-d39fca61-5d36-4278-abdb-214473e9ff3f tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 19:41:33 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-d39fca61-5d36-4278-abdb-214473e9ff3f tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] CPU controller missing on host. {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 19:41:33 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-d39fca61-5d36-4278-abdb-214473e9ff3f tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 19:41:33 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-d39fca61-5d36-4278-abdb-214473e9ff3f tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] CPU controller found on host. {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 19:41:33 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-d39fca61-5d36-4278-abdb-214473e9ff3f tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75147) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 19:41:33 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-d39fca61-5d36-4278-abdb-214473e9ff3f tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T19:21:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=d52df17c-5315-4a73-ab7c-34c161a414fb,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 19:41:33 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-d39fca61-5d36-4278-abdb-214473e9ff3f tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Flavor limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 19:41:33 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-d39fca61-5d36-4278-abdb-214473e9ff3f tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Image limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 19:41:33 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-d39fca61-5d36-4278-abdb-214473e9ff3f tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Flavor pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 19:41:33 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-d39fca61-5d36-4278-abdb-214473e9ff3f tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Image pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 19:41:33 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-d39fca61-5d36-4278-abdb-214473e9ff3f tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 19:41:33 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-d39fca61-5d36-4278-abdb-214473e9ff3f tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 19:41:33 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-d39fca61-5d36-4278-abdb-214473e9ff3f tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 19:41:33 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-d39fca61-5d36-4278-abdb-214473e9ff3f tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Got 1 possible topologies {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 19:41:33 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-d39fca61-5d36-4278-abdb-214473e9ff3f tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 19:41:33 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-d39fca61-5d36-4278-abdb-214473e9ff3f tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 19:41:33 user nova-compute[75147]: DEBUG nova.objects.instance [None req-d39fca61-5d36-4278-abdb-214473e9ff3f tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Lazy-loading 'vcpu_model' on Instance uuid 18fad5c9-4c2b-4e90-a568-bd0a32497c63 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:41:33 user nova-compute[75147]: DEBUG nova.objects.base [None req-d39fca61-5d36-4278-abdb-214473e9ff3f tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Object Instance<18fad5c9-4c2b-4e90-a568-bd0a32497c63> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model {{(pid=75147) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 19:41:33 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-d39fca61-5d36-4278-abdb-214473e9ff3f tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:32:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-461480481',display_name='tempest-AttachVolumeTestJSON-server-461480481',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-461480481',id=19,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCocSk0Jt+lxbazUZ5yULe+dUn5NKU/aEEPIiGBejfR8xgJF/icNpDULImN0BYwjwxpVTaQc9QG6PoyRw5Z8vtO+7oYSQJmGrJm73OGd6+3aFaxmjjbggbIAZn8Z6iG8QA==',key_name='tempest-keypair-792790439',keypairs=<?>,launch_index=0,launched_at=2023-10-27T19:33:07Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='650e050c53874fa5bd6c9a70152ef1cf',ramdisk_id='',reservation_id='r-y9yzgh2f',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-305407133',owner_user_name='tempest-AttachVolumeTestJSON-305407133-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T19:39:43Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b3450e0fcfb7485581e5f2e6418d9359',uuid=18fad5c9-4c2b-4e90-a568-bd0a32497c63,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "5b28365d-32e7-4952-b6c6-3c2343ff1568", "address": "fa:16:3e:e7:6d:79", "network": {"id": "530841ca-09cf-4270-b7b7-02d3a851df39", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1965338570-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "650e050c53874fa5bd6c9a70152ef1cf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b28365d-32", "ovs_interfaceid": "5b28365d-32e7-4952-b6c6-3c2343ff1568", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75147) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 19:41:33 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-d39fca61-5d36-4278-abdb-214473e9ff3f tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Converting VIF {"id": "5b28365d-32e7-4952-b6c6-3c2343ff1568", "address": "fa:16:3e:e7:6d:79", "network": {"id": "530841ca-09cf-4270-b7b7-02d3a851df39", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1965338570-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "650e050c53874fa5bd6c9a70152ef1cf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b28365d-32", "ovs_interfaceid": "5b28365d-32e7-4952-b6c6-3c2343ff1568", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:41:33 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-d39fca61-5d36-4278-abdb-214473e9ff3f tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e7:6d:79,bridge_name='br-int',has_traffic_filtering=True,id=5b28365d-32e7-4952-b6c6-3c2343ff1568,network=Network(530841ca-09cf-4270-b7b7-02d3a851df39),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5b28365d-32') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:41:33 user nova-compute[75147]: DEBUG nova.objects.instance [None req-d39fca61-5d36-4278-abdb-214473e9ff3f tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Lazy-loading 'pci_devices' on Instance uuid 18fad5c9-4c2b-4e90-a568-bd0a32497c63 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:41:33 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:41:33 user nova-compute[75147]: DEBUG nova.objects.base [None req-d39fca61-5d36-4278-abdb-214473e9ff3f tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Object Instance<18fad5c9-4c2b-4e90-a568-bd0a32497c63> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices {{(pid=75147) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 19:41:33 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-d39fca61-5d36-4278-abdb-214473e9ff3f tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] End _get_guest_xml xml=<domain type="kvm">
Oct 27 19:41:33 user nova-compute[75147]:   <uuid>18fad5c9-4c2b-4e90-a568-bd0a32497c63</uuid>
Oct 27 19:41:33 user nova-compute[75147]:   <name>instance-00000013</name>
Oct 27 19:41:33 user nova-compute[75147]:   <memory>524288</memory>
Oct 27 19:41:33 user nova-compute[75147]:   <vcpu>1</vcpu>
Oct 27 19:41:33 user nova-compute[75147]:   <metadata>
Oct 27 19:41:33 user nova-compute[75147]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 19:41:33 user nova-compute[75147]:       <nova:package version="0.0.0"/>
Oct 27 19:41:33 user nova-compute[75147]:       <nova:name>tempest-AttachVolumeTestJSON-server-461480481</nova:name>
Oct 27 19:41:33 user nova-compute[75147]:       <nova:creationTime>2023-10-27 19:41:33</nova:creationTime>
Oct 27 19:41:33 user nova-compute[75147]:       <nova:flavor name="m1.tiny">
Oct 27 19:41:33 user nova-compute[75147]:         <nova:memory>512</nova:memory>
Oct 27 19:41:33 user nova-compute[75147]:         <nova:disk>1</nova:disk>
Oct 27 19:41:33 user nova-compute[75147]:         <nova:swap>0</nova:swap>
Oct 27 19:41:33 user nova-compute[75147]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 19:41:33 user nova-compute[75147]:         <nova:vcpus>1</nova:vcpus>
Oct 27 19:41:33 user nova-compute[75147]:       </nova:flavor>
Oct 27 19:41:33 user nova-compute[75147]:       <nova:owner>
Oct 27 19:41:33 user nova-compute[75147]:         <nova:user uuid="b3450e0fcfb7485581e5f2e6418d9359">tempest-AttachVolumeTestJSON-305407133-project-member</nova:user>
Oct 27 19:41:33 user nova-compute[75147]:         <nova:project uuid="650e050c53874fa5bd6c9a70152ef1cf">tempest-AttachVolumeTestJSON-305407133</nova:project>
Oct 27 19:41:33 user nova-compute[75147]:       </nova:owner>
Oct 27 19:41:33 user nova-compute[75147]:       <nova:root type="image" uuid="d52df17c-5315-4a73-ab7c-34c161a414fb"/>
Oct 27 19:41:33 user nova-compute[75147]:       <nova:ports>
Oct 27 19:41:33 user nova-compute[75147]:         <nova:port uuid="5b28365d-32e7-4952-b6c6-3c2343ff1568">
Oct 27 19:41:33 user nova-compute[75147]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Oct 27 19:41:33 user nova-compute[75147]:         </nova:port>
Oct 27 19:41:33 user nova-compute[75147]:       </nova:ports>
Oct 27 19:41:33 user nova-compute[75147]:     </nova:instance>
Oct 27 19:41:33 user nova-compute[75147]:   </metadata>
Oct 27 19:41:33 user nova-compute[75147]:   <sysinfo type="smbios">
Oct 27 19:41:33 user nova-compute[75147]:     <system>
Oct 27 19:41:33 user nova-compute[75147]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 19:41:33 user nova-compute[75147]:       <entry name="product">OpenStack Nova</entry>
Oct 27 19:41:33 user nova-compute[75147]:       <entry name="version">0.0.0</entry>
Oct 27 19:41:33 user nova-compute[75147]:       <entry name="serial">18fad5c9-4c2b-4e90-a568-bd0a32497c63</entry>
Oct 27 19:41:33 user nova-compute[75147]:       <entry name="uuid">18fad5c9-4c2b-4e90-a568-bd0a32497c63</entry>
Oct 27 19:41:33 user nova-compute[75147]:       <entry name="family">Virtual Machine</entry>
Oct 27 19:41:33 user nova-compute[75147]:     </system>
Oct 27 19:41:33 user nova-compute[75147]:   </sysinfo>
Oct 27 19:41:33 user nova-compute[75147]:   <os>
Oct 27 19:41:33 user nova-compute[75147]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 19:41:33 user nova-compute[75147]:     <boot dev="hd"/>
Oct 27 19:41:33 user nova-compute[75147]:     <smbios mode="sysinfo"/>
Oct 27 19:41:33 user nova-compute[75147]:   </os>
Oct 27 19:41:33 user nova-compute[75147]:   <features>
Oct 27 19:41:33 user nova-compute[75147]:     <acpi/>
Oct 27 19:41:33 user nova-compute[75147]:     <apic/>
Oct 27 19:41:33 user nova-compute[75147]:     <vmcoreinfo/>
Oct 27 19:41:33 user nova-compute[75147]:   </features>
Oct 27 19:41:33 user nova-compute[75147]:   <clock offset="utc">
Oct 27 19:41:33 user nova-compute[75147]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 19:41:33 user nova-compute[75147]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 19:41:33 user nova-compute[75147]:     <timer name="hpet" present="no"/>
Oct 27 19:41:33 user nova-compute[75147]:   </clock>
Oct 27 19:41:33 user nova-compute[75147]:   <cpu mode="custom" match="exact">
Oct 27 19:41:33 user nova-compute[75147]:     <model>Nehalem</model>
Oct 27 19:41:33 user nova-compute[75147]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 19:41:33 user nova-compute[75147]:   </cpu>
Oct 27 19:41:33 user nova-compute[75147]:   <devices>
Oct 27 19:41:33 user nova-compute[75147]:     <disk type="file" device="disk">
Oct 27 19:41:33 user nova-compute[75147]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 27 19:41:33 user nova-compute[75147]:       <source file="/opt/stack/data/nova/instances/18fad5c9-4c2b-4e90-a568-bd0a32497c63/disk"/>
Oct 27 19:41:33 user nova-compute[75147]:       <target dev="vda" bus="virtio"/>
Oct 27 19:41:33 user nova-compute[75147]:     </disk>
Oct 27 19:41:33 user nova-compute[75147]:     <interface type="ethernet">
Oct 27 19:41:33 user nova-compute[75147]:       <mac address="fa:16:3e:e7:6d:79"/>
Oct 27 19:41:33 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:41:33 user nova-compute[75147]:       <mtu size="1442"/>
Oct 27 19:41:33 user nova-compute[75147]:       <target dev="tap5b28365d-32"/>
Oct 27 19:41:33 user nova-compute[75147]:     </interface>
Oct 27 19:41:33 user nova-compute[75147]:     <serial type="pty">
Oct 27 19:41:33 user nova-compute[75147]:       <log file="/opt/stack/data/nova/instances/18fad5c9-4c2b-4e90-a568-bd0a32497c63/console.log" append="off"/>
Oct 27 19:41:33 user nova-compute[75147]:     </serial>
Oct 27 19:41:33 user nova-compute[75147]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 19:41:33 user nova-compute[75147]:     <video>
Oct 27 19:41:33 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:41:33 user nova-compute[75147]:     </video>
Oct 27 19:41:33 user nova-compute[75147]:     <rng model="virtio">
Oct 27 19:41:33 user nova-compute[75147]:       <backend model="random">/dev/urandom</backend>
Oct 27 19:41:33 user nova-compute[75147]:     </rng>
Oct 27 19:41:33 user nova-compute[75147]:     <controller type="usb" index="0" model="none"/>
Oct 27 19:41:33 user nova-compute[75147]:     <memballoon model="virtio">
Oct 27 19:41:33 user nova-compute[75147]:       <stats period="10"/>
Oct 27 19:41:33 user nova-compute[75147]:     </memballoon>
Oct 27 19:41:33 user nova-compute[75147]:   </devices>
Oct 27 19:41:33 user nova-compute[75147]: </domain>
Oct 27 19:41:33 user nova-compute[75147]:  {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 19:41:33 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-d39fca61-5d36-4278-abdb-214473e9ff3f tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18fad5c9-4c2b-4e90-a568-bd0a32497c63/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:41:33 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:41:33 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Instance destroyed successfully.
Oct 27 19:41:33 user nova-compute[75147]: DEBUG nova.objects.instance [None req-a716bbd1-9dd0-4754-8bab-4fa70f7df536 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Lazy-loading 'resources' on Instance uuid 68a6c383-5da2-4e99-9c46-682c1da71a4e {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:41:33 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-a716bbd1-9dd0-4754-8bab-4fa70f7df536 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:34:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-341955599',display_name='tempest-ServerRescueNegativeTestJSON-server-341955599',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-341955599',id=23,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEZHM62N+vIVDuwoWogbOY+EbJLtpDhTQGq5cIz8HpPacaB8qQx4vWQsFUOVW66oR4MSNcqwCozcG75qDXStKDILmbcQuDCEtIcZID22RalmtyNcCKU4UU/fTciUEghI7g==',key_name='tempest-keypair-276077532',keypairs=<?>,launch_index=0,launched_at=2023-10-27T19:37:04Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='c05b7c7e7bf147fcbc02a57ffda4a15d',ramdisk_id='',reservation_id='r-tt0c8fs2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-2101781904',owner_user_name='tempest-ServerRescueNegativeTestJSON-2101781904-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T19:38:55Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='93e1abe7cc4e4248a6f9682cbd7b00aa',uuid=68a6c383-5da2-4e99-9c46-682c1da71a4e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a12e99e1-8a31-41e4-8730-b290c44f687b", "address": "fa:16:3e:1f:d1:6d", "network": {"id": "997a94dd-a6cc-485a-9bca-761040e12ccf", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-358973122-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c05b7c7e7bf147fcbc02a57ffda4a15d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa12e99e1-8a", "ovs_interfaceid": "a12e99e1-8a31-41e4-8730-b290c44f687b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 19:41:33 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-a716bbd1-9dd0-4754-8bab-4fa70f7df536 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Converting VIF {"id": "a12e99e1-8a31-41e4-8730-b290c44f687b", "address": "fa:16:3e:1f:d1:6d", "network": {"id": "997a94dd-a6cc-485a-9bca-761040e12ccf", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-358973122-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c05b7c7e7bf147fcbc02a57ffda4a15d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa12e99e1-8a", "ovs_interfaceid": "a12e99e1-8a31-41e4-8730-b290c44f687b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:41:33 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-a716bbd1-9dd0-4754-8bab-4fa70f7df536 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:1f:d1:6d,bridge_name='br-int',has_traffic_filtering=True,id=a12e99e1-8a31-41e4-8730-b290c44f687b,network=Network(997a94dd-a6cc-485a-9bca-761040e12ccf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa12e99e1-8a') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:41:33 user nova-compute[75147]: DEBUG os_vif [None req-a716bbd1-9dd0-4754-8bab-4fa70f7df536 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:1f:d1:6d,bridge_name='br-int',has_traffic_filtering=True,id=a12e99e1-8a31-41e4-8730-b290c44f687b,network=Network(997a94dd-a6cc-485a-9bca-761040e12ccf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa12e99e1-8a') {{(pid=75147) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 19:41:33 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:41:33 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:41:33 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa12e99e1-8a, bridge=br-int, if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:41:33 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:41:33 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:41:33 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c3882f2b-0738-4e4a-a239-c52d2ed7615c) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:41:33 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:41:33 user nova-compute[75147]: INFO os_vif [None req-a716bbd1-9dd0-4754-8bab-4fa70f7df536 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:1f:d1:6d,bridge_name='br-int',has_traffic_filtering=True,id=a12e99e1-8a31-41e4-8730-b290c44f687b,network=Network(997a94dd-a6cc-485a-9bca-761040e12ccf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa12e99e1-8a')
Oct 27 19:41:33 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-a716bbd1-9dd0-4754-8bab-4fa70f7df536 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Deleting instance files /opt/stack/data/nova/instances/68a6c383-5da2-4e99-9c46-682c1da71a4e_del
Oct 27 19:41:33 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-a716bbd1-9dd0-4754-8bab-4fa70f7df536 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Deletion of /opt/stack/data/nova/instances/68a6c383-5da2-4e99-9c46-682c1da71a4e_del complete
Oct 27 19:41:33 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-d39fca61-5d36-4278-abdb-214473e9ff3f tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18fad5c9-4c2b-4e90-a568-bd0a32497c63/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:41:33 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-d39fca61-5d36-4278-abdb-214473e9ff3f tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18fad5c9-4c2b-4e90-a568-bd0a32497c63/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:41:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:41:34 user nova-compute[75147]: INFO nova.compute.manager [None req-a716bbd1-9dd0-4754-8bab-4fa70f7df536 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Took 1.00 seconds to destroy the instance on the hypervisor.
Oct 27 19:41:34 user nova-compute[75147]: DEBUG oslo.service.loopingcall [None req-a716bbd1-9dd0-4754-8bab-4fa70f7df536 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 27 19:41:34 user nova-compute[75147]: DEBUG nova.compute.manager [-] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Deallocating network for instance {{(pid=75147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 27 19:41:34 user nova-compute[75147]: DEBUG nova.network.neutron [-] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] deallocate_for_instance() {{(pid=75147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 27 19:41:34 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-d39fca61-5d36-4278-abdb-214473e9ff3f tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18fad5c9-4c2b-4e90-a568-bd0a32497c63/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:41:34 user nova-compute[75147]: DEBUG nova.objects.instance [None req-d39fca61-5d36-4278-abdb-214473e9ff3f tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Lazy-loading 'trusted_certs' on Instance uuid 18fad5c9-4c2b-4e90-a568-bd0a32497c63 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:41:34 user nova-compute[75147]: DEBUG nova.objects.base [None req-d39fca61-5d36-4278-abdb-214473e9ff3f tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Object Instance<18fad5c9-4c2b-4e90-a568-bd0a32497c63> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs {{(pid=75147) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 19:41:34 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-d39fca61-5d36-4278-abdb-214473e9ff3f tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:41:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:41:34 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-d39fca61-5d36-4278-abdb-214473e9ff3f tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.179s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:41:34 user nova-compute[75147]: DEBUG nova.virt.disk.api [None req-d39fca61-5d36-4278-abdb-214473e9ff3f tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Checking if we can resize image /opt/stack/data/nova/instances/18fad5c9-4c2b-4e90-a568-bd0a32497c63/disk. size=1073741824 {{(pid=75147) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 27 19:41:34 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-d39fca61-5d36-4278-abdb-214473e9ff3f tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18fad5c9-4c2b-4e90-a568-bd0a32497c63/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:41:34 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-d39fca61-5d36-4278-abdb-214473e9ff3f tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18fad5c9-4c2b-4e90-a568-bd0a32497c63/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:41:34 user nova-compute[75147]: DEBUG nova.virt.disk.api [None req-d39fca61-5d36-4278-abdb-214473e9ff3f tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Cannot resize image /opt/stack/data/nova/instances/18fad5c9-4c2b-4e90-a568-bd0a32497c63/disk to a smaller size. {{(pid=75147) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 27 19:41:34 user nova-compute[75147]: DEBUG nova.objects.instance [None req-d39fca61-5d36-4278-abdb-214473e9ff3f tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Lazy-loading 'migration_context' on Instance uuid 18fad5c9-4c2b-4e90-a568-bd0a32497c63 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:41:34 user nova-compute[75147]: DEBUG nova.objects.base [None req-d39fca61-5d36-4278-abdb-214473e9ff3f tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Object Instance<18fad5c9-4c2b-4e90-a568-bd0a32497c63> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs,migration_context {{(pid=75147) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 19:41:34 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-d39fca61-5d36-4278-abdb-214473e9ff3f tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:32:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-461480481',display_name='tempest-AttachVolumeTestJSON-server-461480481',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-461480481',id=19,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCocSk0Jt+lxbazUZ5yULe+dUn5NKU/aEEPIiGBejfR8xgJF/icNpDULImN0BYwjwxpVTaQc9QG6PoyRw5Z8vtO+7oYSQJmGrJm73OGd6+3aFaxmjjbggbIAZn8Z6iG8QA==',key_name='tempest-keypair-792790439',keypairs=<?>,launch_index=0,launched_at=2023-10-27T19:33:07Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=<?>,power_state=4,progress=0,project_id='650e050c53874fa5bd6c9a70152ef1cf',ramdisk_id='',reservation_id='r-y9yzgh2f',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-305407133',owner_user_name='tempest-AttachVolumeTestJSON-305407133-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:39:43Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b3450e0fcfb7485581e5f2e6418d9359',uuid=18fad5c9-4c2b-4e90-a568-bd0a32497c63,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "5b28365d-32e7-4952-b6c6-3c2343ff1568", "address": "fa:16:3e:e7:6d:79", "network": {"id": "530841ca-09cf-4270-b7b7-02d3a851df39", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1965338570-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "650e050c53874fa5bd6c9a70152ef1cf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b28365d-32", "ovs_interfaceid": "5b28365d-32e7-4952-b6c6-3c2343ff1568", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 19:41:34 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-d39fca61-5d36-4278-abdb-214473e9ff3f tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Converting VIF {"id": "5b28365d-32e7-4952-b6c6-3c2343ff1568", "address": "fa:16:3e:e7:6d:79", "network": {"id": "530841ca-09cf-4270-b7b7-02d3a851df39", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1965338570-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "650e050c53874fa5bd6c9a70152ef1cf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b28365d-32", "ovs_interfaceid": "5b28365d-32e7-4952-b6c6-3c2343ff1568", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:41:34 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-d39fca61-5d36-4278-abdb-214473e9ff3f tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e7:6d:79,bridge_name='br-int',has_traffic_filtering=True,id=5b28365d-32e7-4952-b6c6-3c2343ff1568,network=Network(530841ca-09cf-4270-b7b7-02d3a851df39),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5b28365d-32') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:41:34 user nova-compute[75147]: DEBUG os_vif [None req-d39fca61-5d36-4278-abdb-214473e9ff3f tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e7:6d:79,bridge_name='br-int',has_traffic_filtering=True,id=5b28365d-32e7-4952-b6c6-3c2343ff1568,network=Network(530841ca-09cf-4270-b7b7-02d3a851df39),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5b28365d-32') {{(pid=75147) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 19:41:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:41:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:41:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 19:41:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:41:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '4dfd68fb-a36e-5b59-8e87-ff65257eace1', '_type': 'linux-noop'}}, row=False) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:41:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:41:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:41:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap5b28365d-32, may_exist=True, interface_attrs={}) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:41:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap5b28365d-32, col_values=(('qos', UUID('7d603160-db57-418a-b731-5ea804bdaa8f')),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:41:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap5b28365d-32, col_values=(('external_ids', {'iface-id': '5b28365d-32e7-4952-b6c6-3c2343ff1568', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e7:6d:79', 'vm-uuid': '18fad5c9-4c2b-4e90-a568-bd0a32497c63'}),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:41:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:41:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:41:34 user nova-compute[75147]: INFO os_vif [None req-d39fca61-5d36-4278-abdb-214473e9ff3f tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e7:6d:79,bridge_name='br-int',has_traffic_filtering=True,id=5b28365d-32e7-4952-b6c6-3c2343ff1568,network=Network(530841ca-09cf-4270-b7b7-02d3a851df39),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5b28365d-32')
Oct 27 19:41:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:41:34 user nova-compute[75147]: DEBUG nova.network.neutron [-] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Updating instance_info_cache with network_info: [] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:41:34 user nova-compute[75147]: INFO nova.compute.manager [-] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Took 0.74 seconds to deallocate network for instance.
Oct 27 19:41:34 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-a716bbd1-9dd0-4754-8bab-4fa70f7df536 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:41:34 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-a716bbd1-9dd0-4754-8bab-4fa70f7df536 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:41:34 user nova-compute[75147]: DEBUG nova.compute.manager [req-4a5137dd-1c6f-475b-8717-aaa9c565811b req-c6267ed5-0610-4a20-ae11-538f0d8a3e09 service nova] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Received event network-vif-deleted-a12e99e1-8a31-41e4-8730-b290c44f687b {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:41:35 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-a716bbd1-9dd0-4754-8bab-4fa70f7df536 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:41:35 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-a716bbd1-9dd0-4754-8bab-4fa70f7df536 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:41:35 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-a716bbd1-9dd0-4754-8bab-4fa70f7df536 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.437s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:41:35 user nova-compute[75147]: INFO nova.scheduler.client.report [None req-a716bbd1-9dd0-4754-8bab-4fa70f7df536 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Deleted allocations for instance 68a6c383-5da2-4e99-9c46-682c1da71a4e
Oct 27 19:41:35 user nova-compute[75147]: DEBUG nova.compute.manager [req-3d36a1e8-e267-4718-86fd-7c96b62c751a req-c0ac28cf-d581-42e6-b315-f9d535ae2bc6 service nova] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Received event network-vif-plugged-a12e99e1-8a31-41e4-8730-b290c44f687b {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:41:35 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-3d36a1e8-e267-4718-86fd-7c96b62c751a req-c0ac28cf-d581-42e6-b315-f9d535ae2bc6 service nova] Acquiring lock "68a6c383-5da2-4e99-9c46-682c1da71a4e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:41:35 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-3d36a1e8-e267-4718-86fd-7c96b62c751a req-c0ac28cf-d581-42e6-b315-f9d535ae2bc6 service nova] Lock "68a6c383-5da2-4e99-9c46-682c1da71a4e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:41:35 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-3d36a1e8-e267-4718-86fd-7c96b62c751a req-c0ac28cf-d581-42e6-b315-f9d535ae2bc6 service nova] Lock "68a6c383-5da2-4e99-9c46-682c1da71a4e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:41:35 user nova-compute[75147]: DEBUG nova.compute.manager [req-3d36a1e8-e267-4718-86fd-7c96b62c751a req-c0ac28cf-d581-42e6-b315-f9d535ae2bc6 service nova] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] No waiting events found dispatching network-vif-plugged-a12e99e1-8a31-41e4-8730-b290c44f687b {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:41:35 user nova-compute[75147]: WARNING nova.compute.manager [req-3d36a1e8-e267-4718-86fd-7c96b62c751a req-c0ac28cf-d581-42e6-b315-f9d535ae2bc6 service nova] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Received unexpected event network-vif-plugged-a12e99e1-8a31-41e4-8730-b290c44f687b for instance with vm_state deleted and task_state None.
Oct 27 19:41:35 user nova-compute[75147]: DEBUG nova.compute.manager [req-3d36a1e8-e267-4718-86fd-7c96b62c751a req-c0ac28cf-d581-42e6-b315-f9d535ae2bc6 service nova] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Received event network-vif-plugged-a12e99e1-8a31-41e4-8730-b290c44f687b {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:41:35 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-3d36a1e8-e267-4718-86fd-7c96b62c751a req-c0ac28cf-d581-42e6-b315-f9d535ae2bc6 service nova] Acquiring lock "68a6c383-5da2-4e99-9c46-682c1da71a4e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:41:35 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-3d36a1e8-e267-4718-86fd-7c96b62c751a req-c0ac28cf-d581-42e6-b315-f9d535ae2bc6 service nova] Lock "68a6c383-5da2-4e99-9c46-682c1da71a4e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:41:35 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-3d36a1e8-e267-4718-86fd-7c96b62c751a req-c0ac28cf-d581-42e6-b315-f9d535ae2bc6 service nova] Lock "68a6c383-5da2-4e99-9c46-682c1da71a4e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:41:35 user nova-compute[75147]: DEBUG nova.compute.manager [req-3d36a1e8-e267-4718-86fd-7c96b62c751a req-c0ac28cf-d581-42e6-b315-f9d535ae2bc6 service nova] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] No waiting events found dispatching network-vif-plugged-a12e99e1-8a31-41e4-8730-b290c44f687b {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:41:35 user nova-compute[75147]: WARNING nova.compute.manager [req-3d36a1e8-e267-4718-86fd-7c96b62c751a req-c0ac28cf-d581-42e6-b315-f9d535ae2bc6 service nova] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Received unexpected event network-vif-plugged-a12e99e1-8a31-41e4-8730-b290c44f687b for instance with vm_state deleted and task_state None.
Oct 27 19:41:35 user nova-compute[75147]: DEBUG nova.compute.manager [req-3d36a1e8-e267-4718-86fd-7c96b62c751a req-c0ac28cf-d581-42e6-b315-f9d535ae2bc6 service nova] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Received event network-vif-plugged-a12e99e1-8a31-41e4-8730-b290c44f687b {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:41:35 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-3d36a1e8-e267-4718-86fd-7c96b62c751a req-c0ac28cf-d581-42e6-b315-f9d535ae2bc6 service nova] Acquiring lock "68a6c383-5da2-4e99-9c46-682c1da71a4e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:41:35 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-3d36a1e8-e267-4718-86fd-7c96b62c751a req-c0ac28cf-d581-42e6-b315-f9d535ae2bc6 service nova] Lock "68a6c383-5da2-4e99-9c46-682c1da71a4e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:41:35 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-3d36a1e8-e267-4718-86fd-7c96b62c751a req-c0ac28cf-d581-42e6-b315-f9d535ae2bc6 service nova] Lock "68a6c383-5da2-4e99-9c46-682c1da71a4e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:41:35 user nova-compute[75147]: DEBUG nova.compute.manager [req-3d36a1e8-e267-4718-86fd-7c96b62c751a req-c0ac28cf-d581-42e6-b315-f9d535ae2bc6 service nova] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] No waiting events found dispatching network-vif-plugged-a12e99e1-8a31-41e4-8730-b290c44f687b {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:41:35 user nova-compute[75147]: WARNING nova.compute.manager [req-3d36a1e8-e267-4718-86fd-7c96b62c751a req-c0ac28cf-d581-42e6-b315-f9d535ae2bc6 service nova] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Received unexpected event network-vif-plugged-a12e99e1-8a31-41e4-8730-b290c44f687b for instance with vm_state deleted and task_state None.
Oct 27 19:41:35 user nova-compute[75147]: DEBUG nova.compute.manager [req-3d36a1e8-e267-4718-86fd-7c96b62c751a req-c0ac28cf-d581-42e6-b315-f9d535ae2bc6 service nova] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Received event network-vif-unplugged-a12e99e1-8a31-41e4-8730-b290c44f687b {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:41:35 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-3d36a1e8-e267-4718-86fd-7c96b62c751a req-c0ac28cf-d581-42e6-b315-f9d535ae2bc6 service nova] Acquiring lock "68a6c383-5da2-4e99-9c46-682c1da71a4e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:41:35 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-3d36a1e8-e267-4718-86fd-7c96b62c751a req-c0ac28cf-d581-42e6-b315-f9d535ae2bc6 service nova] Lock "68a6c383-5da2-4e99-9c46-682c1da71a4e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:41:35 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-3d36a1e8-e267-4718-86fd-7c96b62c751a req-c0ac28cf-d581-42e6-b315-f9d535ae2bc6 service nova] Lock "68a6c383-5da2-4e99-9c46-682c1da71a4e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:41:35 user nova-compute[75147]: DEBUG nova.compute.manager [req-3d36a1e8-e267-4718-86fd-7c96b62c751a req-c0ac28cf-d581-42e6-b315-f9d535ae2bc6 service nova] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] No waiting events found dispatching network-vif-unplugged-a12e99e1-8a31-41e4-8730-b290c44f687b {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:41:35 user nova-compute[75147]: WARNING nova.compute.manager [req-3d36a1e8-e267-4718-86fd-7c96b62c751a req-c0ac28cf-d581-42e6-b315-f9d535ae2bc6 service nova] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Received unexpected event network-vif-unplugged-a12e99e1-8a31-41e4-8730-b290c44f687b for instance with vm_state deleted and task_state None.
Oct 27 19:41:35 user nova-compute[75147]: DEBUG nova.compute.manager [req-3d36a1e8-e267-4718-86fd-7c96b62c751a req-c0ac28cf-d581-42e6-b315-f9d535ae2bc6 service nova] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Received event network-vif-plugged-a12e99e1-8a31-41e4-8730-b290c44f687b {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:41:35 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-3d36a1e8-e267-4718-86fd-7c96b62c751a req-c0ac28cf-d581-42e6-b315-f9d535ae2bc6 service nova] Acquiring lock "68a6c383-5da2-4e99-9c46-682c1da71a4e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:41:35 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-3d36a1e8-e267-4718-86fd-7c96b62c751a req-c0ac28cf-d581-42e6-b315-f9d535ae2bc6 service nova] Lock "68a6c383-5da2-4e99-9c46-682c1da71a4e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:41:35 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-3d36a1e8-e267-4718-86fd-7c96b62c751a req-c0ac28cf-d581-42e6-b315-f9d535ae2bc6 service nova] Lock "68a6c383-5da2-4e99-9c46-682c1da71a4e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:41:35 user nova-compute[75147]: DEBUG nova.compute.manager [req-3d36a1e8-e267-4718-86fd-7c96b62c751a req-c0ac28cf-d581-42e6-b315-f9d535ae2bc6 service nova] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] No waiting events found dispatching network-vif-plugged-a12e99e1-8a31-41e4-8730-b290c44f687b {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:41:35 user nova-compute[75147]: WARNING nova.compute.manager [req-3d36a1e8-e267-4718-86fd-7c96b62c751a req-c0ac28cf-d581-42e6-b315-f9d535ae2bc6 service nova] [instance: 68a6c383-5da2-4e99-9c46-682c1da71a4e] Received unexpected event network-vif-plugged-a12e99e1-8a31-41e4-8730-b290c44f687b for instance with vm_state deleted and task_state None.
Oct 27 19:41:35 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-a716bbd1-9dd0-4754-8bab-4fa70f7df536 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Lock "68a6c383-5da2-4e99-9c46-682c1da71a4e" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.380s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:41:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:41:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:41:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:41:36 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:41:36 user nova-compute[75147]: DEBUG nova.compute.manager [req-07ad3f1c-2438-4731-9c66-3f46800bf83e req-cf257307-0cb9-4457-95bb-74c8ebb6092b service nova] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Received event network-vif-plugged-5b28365d-32e7-4952-b6c6-3c2343ff1568 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:41:36 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-07ad3f1c-2438-4731-9c66-3f46800bf83e req-cf257307-0cb9-4457-95bb-74c8ebb6092b service nova] Acquiring lock "18fad5c9-4c2b-4e90-a568-bd0a32497c63-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:41:36 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-07ad3f1c-2438-4731-9c66-3f46800bf83e req-cf257307-0cb9-4457-95bb-74c8ebb6092b service nova] Lock "18fad5c9-4c2b-4e90-a568-bd0a32497c63-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:41:36 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-07ad3f1c-2438-4731-9c66-3f46800bf83e req-cf257307-0cb9-4457-95bb-74c8ebb6092b service nova] Lock "18fad5c9-4c2b-4e90-a568-bd0a32497c63-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:41:36 user nova-compute[75147]: DEBUG nova.compute.manager [req-07ad3f1c-2438-4731-9c66-3f46800bf83e req-cf257307-0cb9-4457-95bb-74c8ebb6092b service nova] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] No waiting events found dispatching network-vif-plugged-5b28365d-32e7-4952-b6c6-3c2343ff1568 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:41:36 user nova-compute[75147]: WARNING nova.compute.manager [req-07ad3f1c-2438-4731-9c66-3f46800bf83e req-cf257307-0cb9-4457-95bb-74c8ebb6092b service nova] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Received unexpected event network-vif-plugged-5b28365d-32e7-4952-b6c6-3c2343ff1568 for instance with vm_state stopped and task_state powering-on.
Oct 27 19:41:36 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:41:36 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:41:36 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:41:36 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:41:38 user nova-compute[75147]: DEBUG nova.compute.manager [None req-d39fca61-5d36-4278-abdb-214473e9ff3f tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Instance event wait completed in 0 seconds for  {{(pid=75147) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 19:41:38 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Instance rebooted successfully.
Oct 27 19:41:38 user nova-compute[75147]: DEBUG nova.compute.manager [None req-d39fca61-5d36-4278-abdb-214473e9ff3f tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Checking state {{(pid=75147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 19:41:38 user nova-compute[75147]: DEBUG nova.compute.manager [req-5a77a59c-a105-41fd-8e07-bfff0a737a39 req-683f40a5-d521-43dd-87a4-4f8c92137eba service nova] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Received event network-vif-plugged-5b28365d-32e7-4952-b6c6-3c2343ff1568 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:41:38 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-5a77a59c-a105-41fd-8e07-bfff0a737a39 req-683f40a5-d521-43dd-87a4-4f8c92137eba service nova] Acquiring lock "18fad5c9-4c2b-4e90-a568-bd0a32497c63-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:41:38 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-5a77a59c-a105-41fd-8e07-bfff0a737a39 req-683f40a5-d521-43dd-87a4-4f8c92137eba service nova] Lock "18fad5c9-4c2b-4e90-a568-bd0a32497c63-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:41:38 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-5a77a59c-a105-41fd-8e07-bfff0a737a39 req-683f40a5-d521-43dd-87a4-4f8c92137eba service nova] Lock "18fad5c9-4c2b-4e90-a568-bd0a32497c63-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:41:38 user nova-compute[75147]: DEBUG nova.compute.manager [req-5a77a59c-a105-41fd-8e07-bfff0a737a39 req-683f40a5-d521-43dd-87a4-4f8c92137eba service nova] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] No waiting events found dispatching network-vif-plugged-5b28365d-32e7-4952-b6c6-3c2343ff1568 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:41:38 user nova-compute[75147]: WARNING nova.compute.manager [req-5a77a59c-a105-41fd-8e07-bfff0a737a39 req-683f40a5-d521-43dd-87a4-4f8c92137eba service nova] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Received unexpected event network-vif-plugged-5b28365d-32e7-4952-b6c6-3c2343ff1568 for instance with vm_state active and task_state None.
Oct 27 19:41:38 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-956ae47c-4b44-4612-8fcb-2b12f4eff373 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Acquiring lock "e18f8c66-86d8-4021-b2f8-17aeee684b86" by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:41:38 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-956ae47c-4b44-4612-8fcb-2b12f4eff373 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Lock "e18f8c66-86d8-4021-b2f8-17aeee684b86" acquired by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:41:38 user nova-compute[75147]: DEBUG nova.compute.manager [None req-956ae47c-4b44-4612-8fcb-2b12f4eff373 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] Going to confirm migration 1 {{(pid=75147) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4773}}
Oct 27 19:41:38 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-956ae47c-4b44-4612-8fcb-2b12f4eff373 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Acquiring lock "refresh_cache-e18f8c66-86d8-4021-b2f8-17aeee684b86" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:41:38 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-956ae47c-4b44-4612-8fcb-2b12f4eff373 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Acquired lock "refresh_cache-e18f8c66-86d8-4021-b2f8-17aeee684b86" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:41:38 user nova-compute[75147]: DEBUG nova.network.neutron [None req-956ae47c-4b44-4612-8fcb-2b12f4eff373 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] Building network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 19:41:38 user nova-compute[75147]: DEBUG nova.objects.instance [None req-956ae47c-4b44-4612-8fcb-2b12f4eff373 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Lazy-loading 'info_cache' on Instance uuid e18f8c66-86d8-4021-b2f8-17aeee684b86 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:41:39 user nova-compute[75147]: DEBUG nova.network.neutron [None req-956ae47c-4b44-4612-8fcb-2b12f4eff373 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] Updating instance_info_cache with network_info: [{"id": "c8b86675-1429-46a4-8fb4-f5338cd721ee", "address": "fa:16:3e:db:9f:78", "network": {"id": "bae3f1ff-b48f-4e91-a1ac-2c877ecca1af", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1949095258-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.29", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9368eab86d5248b2a34511d5d0fd64eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc8b86675-14", "ovs_interfaceid": "c8b86675-1429-46a4-8fb4-f5338cd721ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:41:39 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-956ae47c-4b44-4612-8fcb-2b12f4eff373 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Releasing lock "refresh_cache-e18f8c66-86d8-4021-b2f8-17aeee684b86" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:41:39 user nova-compute[75147]: DEBUG nova.objects.instance [None req-956ae47c-4b44-4612-8fcb-2b12f4eff373 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Lazy-loading 'migration_context' on Instance uuid e18f8c66-86d8-4021-b2f8-17aeee684b86 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:41:39 user nova-compute[75147]: DEBUG nova.objects.base [None req-956ae47c-4b44-4612-8fcb-2b12f4eff373 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Object Instance<e18f8c66-86d8-4021-b2f8-17aeee684b86> lazy-loaded attributes: info_cache,migration_context {{(pid=75147) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 19:41:39 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-956ae47c-4b44-4612-8fcb-2b12f4eff373 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:41:39 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-956ae47c-4b44-4612-8fcb-2b12f4eff373 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:41:39 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:41:39 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-956ae47c-4b44-4612-8fcb-2b12f4eff373 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:41:39 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-956ae47c-4b44-4612-8fcb-2b12f4eff373 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:41:39 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-956ae47c-4b44-4612-8fcb-2b12f4eff373 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 0.515s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:41:39 user nova-compute[75147]: INFO nova.scheduler.client.report [None req-956ae47c-4b44-4612-8fcb-2b12f4eff373 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Deleted allocation for migration 09ee5e9e-77aa-43c3-97ae-c1e4ae1c9357
Oct 27 19:41:39 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-956ae47c-4b44-4612-8fcb-2b12f4eff373 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Lock "e18f8c66-86d8-4021-b2f8-17aeee684b86" "released" by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" :: held 1.468s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:41:41 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:41:44 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:41:45 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-cd4aa500-99d2-4f7c-aa6a-c4d7a66ad46d tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Acquiring lock "76919c53-6d4e-40d8-80ef-2a3634d539ad" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:41:45 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-cd4aa500-99d2-4f7c-aa6a-c4d7a66ad46d tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Lock "76919c53-6d4e-40d8-80ef-2a3634d539ad" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:41:45 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-cd4aa500-99d2-4f7c-aa6a-c4d7a66ad46d tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Acquiring lock "76919c53-6d4e-40d8-80ef-2a3634d539ad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:41:45 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-cd4aa500-99d2-4f7c-aa6a-c4d7a66ad46d tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Lock "76919c53-6d4e-40d8-80ef-2a3634d539ad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:41:45 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-cd4aa500-99d2-4f7c-aa6a-c4d7a66ad46d tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Lock "76919c53-6d4e-40d8-80ef-2a3634d539ad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:41:45 user nova-compute[75147]: INFO nova.compute.manager [None req-cd4aa500-99d2-4f7c-aa6a-c4d7a66ad46d tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] [instance: 76919c53-6d4e-40d8-80ef-2a3634d539ad] Terminating instance
Oct 27 19:41:45 user nova-compute[75147]: DEBUG nova.compute.manager [None req-cd4aa500-99d2-4f7c-aa6a-c4d7a66ad46d tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] [instance: 76919c53-6d4e-40d8-80ef-2a3634d539ad] Start destroying the instance on the hypervisor. {{(pid=75147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 27 19:41:46 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:41:46 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:41:46 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:41:46 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:41:46 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:41:46 user nova-compute[75147]: DEBUG nova.compute.manager [req-cda4012e-fb22-4dd6-abc0-f645e92ca643 req-1f07cad5-65bd-4810-b47d-0239f89c05f9 service nova] [instance: 76919c53-6d4e-40d8-80ef-2a3634d539ad] Received event network-vif-unplugged-8d7c4955-c375-4e25-b73e-483420c6d110 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:41:46 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-cda4012e-fb22-4dd6-abc0-f645e92ca643 req-1f07cad5-65bd-4810-b47d-0239f89c05f9 service nova] Acquiring lock "76919c53-6d4e-40d8-80ef-2a3634d539ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:41:46 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-cda4012e-fb22-4dd6-abc0-f645e92ca643 req-1f07cad5-65bd-4810-b47d-0239f89c05f9 service nova] Lock "76919c53-6d4e-40d8-80ef-2a3634d539ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:41:46 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-cda4012e-fb22-4dd6-abc0-f645e92ca643 req-1f07cad5-65bd-4810-b47d-0239f89c05f9 service nova] Lock "76919c53-6d4e-40d8-80ef-2a3634d539ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:41:46 user nova-compute[75147]: DEBUG nova.compute.manager [req-cda4012e-fb22-4dd6-abc0-f645e92ca643 req-1f07cad5-65bd-4810-b47d-0239f89c05f9 service nova] [instance: 76919c53-6d4e-40d8-80ef-2a3634d539ad] No waiting events found dispatching network-vif-unplugged-8d7c4955-c375-4e25-b73e-483420c6d110 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:41:46 user nova-compute[75147]: DEBUG nova.compute.manager [req-cda4012e-fb22-4dd6-abc0-f645e92ca643 req-1f07cad5-65bd-4810-b47d-0239f89c05f9 service nova] [instance: 76919c53-6d4e-40d8-80ef-2a3634d539ad] Received event network-vif-unplugged-8d7c4955-c375-4e25-b73e-483420c6d110 for instance with task_state deleting. {{(pid=75147) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 19:41:46 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: 76919c53-6d4e-40d8-80ef-2a3634d539ad] Instance destroyed successfully.
Oct 27 19:41:46 user nova-compute[75147]: DEBUG nova.objects.instance [None req-cd4aa500-99d2-4f7c-aa6a-c4d7a66ad46d tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Lazy-loading 'resources' on Instance uuid 76919c53-6d4e-40d8-80ef-2a3634d539ad {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:41:46 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-cd4aa500-99d2-4f7c-aa6a-c4d7a66ad46d tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:39:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-743470673',display_name='tempest-VolumesActionsTest-instance-743470673',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-743470673',id=30,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-27T19:39:57Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='4a7b775562ff4a9eb8d9db9a2d172c66',ramdisk_id='',reservation_id='r-n01oini4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesActionsTest-1125903274',owner_user_name='tempest-VolumesActionsTest-1125903274-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T19:39:57Z,user_data=None,user_id='5bd4e215f31944c3ac14e84bb310e1af',uuid=76919c53-6d4e-40d8-80ef-2a3634d539ad,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "8d7c4955-c375-4e25-b73e-483420c6d110", "address": "fa:16:3e:25:16:f1", "network": {"id": "8d47d2ae-4086-435a-a4d6-18dbb2fffaa2", "bridge": "br-int", "label": "tempest-VolumesActionsTest-407498730-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4a7b775562ff4a9eb8d9db9a2d172c66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8d7c4955-c3", "ovs_interfaceid": "8d7c4955-c375-4e25-b73e-483420c6d110", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 19:41:46 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-cd4aa500-99d2-4f7c-aa6a-c4d7a66ad46d tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Converting VIF {"id": "8d7c4955-c375-4e25-b73e-483420c6d110", "address": "fa:16:3e:25:16:f1", "network": {"id": "8d47d2ae-4086-435a-a4d6-18dbb2fffaa2", "bridge": "br-int", "label": "tempest-VolumesActionsTest-407498730-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4a7b775562ff4a9eb8d9db9a2d172c66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8d7c4955-c3", "ovs_interfaceid": "8d7c4955-c375-4e25-b73e-483420c6d110", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:41:46 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-cd4aa500-99d2-4f7c-aa6a-c4d7a66ad46d tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:25:16:f1,bridge_name='br-int',has_traffic_filtering=True,id=8d7c4955-c375-4e25-b73e-483420c6d110,network=Network(8d47d2ae-4086-435a-a4d6-18dbb2fffaa2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8d7c4955-c3') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:41:46 user nova-compute[75147]: DEBUG os_vif [None req-cd4aa500-99d2-4f7c-aa6a-c4d7a66ad46d tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:25:16:f1,bridge_name='br-int',has_traffic_filtering=True,id=8d7c4955-c375-4e25-b73e-483420c6d110,network=Network(8d47d2ae-4086-435a-a4d6-18dbb2fffaa2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8d7c4955-c3') {{(pid=75147) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 19:41:46 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:41:46 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap8d7c4955-c3, bridge=br-int, if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:41:46 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:41:46 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:41:46 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:41:46 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=68851bc0-c220-4aed-97bd-dc11508b4484) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:41:46 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:41:46 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:41:46 user nova-compute[75147]: INFO os_vif [None req-cd4aa500-99d2-4f7c-aa6a-c4d7a66ad46d tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:25:16:f1,bridge_name='br-int',has_traffic_filtering=True,id=8d7c4955-c375-4e25-b73e-483420c6d110,network=Network(8d47d2ae-4086-435a-a4d6-18dbb2fffaa2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8d7c4955-c3')
Oct 27 19:41:46 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-cd4aa500-99d2-4f7c-aa6a-c4d7a66ad46d tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] [instance: 76919c53-6d4e-40d8-80ef-2a3634d539ad] Deleting instance files /opt/stack/data/nova/instances/76919c53-6d4e-40d8-80ef-2a3634d539ad_del
Oct 27 19:41:46 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-cd4aa500-99d2-4f7c-aa6a-c4d7a66ad46d tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] [instance: 76919c53-6d4e-40d8-80ef-2a3634d539ad] Deletion of /opt/stack/data/nova/instances/76919c53-6d4e-40d8-80ef-2a3634d539ad_del complete
Oct 27 19:41:46 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:41:46 user nova-compute[75147]: INFO nova.compute.manager [None req-cd4aa500-99d2-4f7c-aa6a-c4d7a66ad46d tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] [instance: 76919c53-6d4e-40d8-80ef-2a3634d539ad] Took 0.70 seconds to destroy the instance on the hypervisor.
Oct 27 19:41:46 user nova-compute[75147]: DEBUG oslo.service.loopingcall [None req-cd4aa500-99d2-4f7c-aa6a-c4d7a66ad46d tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 27 19:41:46 user nova-compute[75147]: DEBUG nova.compute.manager [-] [instance: 76919c53-6d4e-40d8-80ef-2a3634d539ad] Deallocating network for instance {{(pid=75147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 27 19:41:46 user nova-compute[75147]: DEBUG nova.network.neutron [-] [instance: 76919c53-6d4e-40d8-80ef-2a3634d539ad] deallocate_for_instance() {{(pid=75147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 27 19:41:47 user nova-compute[75147]: DEBUG nova.network.neutron [-] [instance: 76919c53-6d4e-40d8-80ef-2a3634d539ad] Updating instance_info_cache with network_info: [] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:41:47 user nova-compute[75147]: INFO nova.compute.manager [-] [instance: 76919c53-6d4e-40d8-80ef-2a3634d539ad] Took 0.42 seconds to deallocate network for instance.
Oct 27 19:41:47 user nova-compute[75147]: DEBUG nova.compute.manager [req-52a1140e-5531-4021-b0ee-7f3db09c5bac req-19c84392-34bd-4963-b161-0e8432e741af service nova] [instance: 76919c53-6d4e-40d8-80ef-2a3634d539ad] Received event network-vif-deleted-8d7c4955-c375-4e25-b73e-483420c6d110 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:41:47 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-cd4aa500-99d2-4f7c-aa6a-c4d7a66ad46d tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:41:47 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-cd4aa500-99d2-4f7c-aa6a-c4d7a66ad46d tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:41:47 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-cd4aa500-99d2-4f7c-aa6a-c4d7a66ad46d tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:41:47 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-cd4aa500-99d2-4f7c-aa6a-c4d7a66ad46d tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:41:47 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-cd4aa500-99d2-4f7c-aa6a-c4d7a66ad46d tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.416s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:41:47 user nova-compute[75147]: INFO nova.scheduler.client.report [None req-cd4aa500-99d2-4f7c-aa6a-c4d7a66ad46d tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Deleted allocations for instance 76919c53-6d4e-40d8-80ef-2a3634d539ad
Oct 27 19:41:47 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-cd4aa500-99d2-4f7c-aa6a-c4d7a66ad46d tempest-VolumesActionsTest-1125903274 tempest-VolumesActionsTest-1125903274-project-member] Lock "76919c53-6d4e-40d8-80ef-2a3634d539ad" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.744s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:41:48 user nova-compute[75147]: DEBUG nova.compute.manager [req-a7eaba03-0f19-44e8-8e5e-a3279ee8bffe req-8ef8875f-bdf8-47c5-b923-641751a76433 service nova] [instance: 76919c53-6d4e-40d8-80ef-2a3634d539ad] Received event network-vif-plugged-8d7c4955-c375-4e25-b73e-483420c6d110 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:41:48 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-a7eaba03-0f19-44e8-8e5e-a3279ee8bffe req-8ef8875f-bdf8-47c5-b923-641751a76433 service nova] Acquiring lock "76919c53-6d4e-40d8-80ef-2a3634d539ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:41:48 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-a7eaba03-0f19-44e8-8e5e-a3279ee8bffe req-8ef8875f-bdf8-47c5-b923-641751a76433 service nova] Lock "76919c53-6d4e-40d8-80ef-2a3634d539ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:41:48 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-a7eaba03-0f19-44e8-8e5e-a3279ee8bffe req-8ef8875f-bdf8-47c5-b923-641751a76433 service nova] Lock "76919c53-6d4e-40d8-80ef-2a3634d539ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:41:48 user nova-compute[75147]: DEBUG nova.compute.manager [req-a7eaba03-0f19-44e8-8e5e-a3279ee8bffe req-8ef8875f-bdf8-47c5-b923-641751a76433 service nova] [instance: 76919c53-6d4e-40d8-80ef-2a3634d539ad] No waiting events found dispatching network-vif-plugged-8d7c4955-c375-4e25-b73e-483420c6d110 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:41:48 user nova-compute[75147]: WARNING nova.compute.manager [req-a7eaba03-0f19-44e8-8e5e-a3279ee8bffe req-8ef8875f-bdf8-47c5-b923-641751a76433 service nova] [instance: 76919c53-6d4e-40d8-80ef-2a3634d539ad] Received unexpected event network-vif-plugged-8d7c4955-c375-4e25-b73e-483420c6d110 for instance with vm_state deleted and task_state None.
Oct 27 19:41:51 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:41:51 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:41:52 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:41:55 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:41:55 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:41:56 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:41:56 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:41:56 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:41:57 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:41:57 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Starting heal instance info cache {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 19:41:57 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "refresh_cache-18c1bbe4-9572-4a2e-b855-72ced4cd7f6a" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:41:57 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquired lock "refresh_cache-18c1bbe4-9572-4a2e-b855-72ced4cd7f6a" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:41:57 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a] Forcefully refreshing network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 27 19:41:58 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a] Updating instance_info_cache with network_info: [{"id": "df6ab6f1-d51f-4de0-a6e0-33a292aacd9e", "address": "fa:16:3e:08:ab:c2", "network": {"id": "997a94dd-a6cc-485a-9bca-761040e12ccf", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-358973122-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c05b7c7e7bf147fcbc02a57ffda4a15d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf6ab6f1-d5", "ovs_interfaceid": "df6ab6f1-d51f-4de0-a6e0-33a292aacd9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:41:58 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Releasing lock "refresh_cache-18c1bbe4-9572-4a2e-b855-72ced4cd7f6a" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:41:58 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a] Updated the network info_cache for instance {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 27 19:41:58 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:41:58 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:41:58 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:41:58 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:41:58 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Auditing locally available compute resources for user (node: user) {{(pid=75147) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 19:41:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f3b22995-c3d4-46f7-bf5c-d66e4573fc83/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:41:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f3b22995-c3d4-46f7-bf5c-d66e4573fc83/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:41:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f3b22995-c3d4-46f7-bf5c-d66e4573fc83/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:41:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f3b22995-c3d4-46f7-bf5c-d66e4573fc83/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:41:58 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75147) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 19:41:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6c9c2dc6-d96a-42f6-a749-962d9b1a3a63/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:41:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6c9c2dc6-d96a-42f6-a749-962d9b1a3a63/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:41:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6c9c2dc6-d96a-42f6-a749-962d9b1a3a63/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:41:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6c9c2dc6-d96a-42f6-a749-962d9b1a3a63/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:41:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18fad5c9-4c2b-4e90-a568-bd0a32497c63/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:41:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18fad5c9-4c2b-4e90-a568-bd0a32497c63/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:41:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18fad5c9-4c2b-4e90-a568-bd0a32497c63/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:41:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18fad5c9-4c2b-4e90-a568-bd0a32497c63/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:41:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/890c8090-2d59-4e82-a8d2-b3ef579be76b/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:42:00 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/890c8090-2d59-4e82-a8d2-b3ef579be76b/disk --force-share --output=json" returned: 0 in 0.262s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:42:00 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/890c8090-2d59-4e82-a8d2-b3ef579be76b/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:42:00 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/890c8090-2d59-4e82-a8d2-b3ef579be76b/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:42:00 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9c3f1cc3-684a-4303-a66b-adf1652dd5fd/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:42:00 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9c3f1cc3-684a-4303-a66b-adf1652dd5fd/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:42:00 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9c3f1cc3-684a-4303-a66b-adf1652dd5fd/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:42:00 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9c3f1cc3-684a-4303-a66b-adf1652dd5fd/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:42:00 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=75147) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 19:42:00 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3fb6898-879f-4828-b0c8-f4c7911c334c/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:42:00 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3fb6898-879f-4828-b0c8-f4c7911c334c/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:42:00 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3fb6898-879f-4828-b0c8-f4c7911c334c/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:42:01 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3fb6898-879f-4828-b0c8-f4c7911c334c/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:42:01 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk.rescue --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:42:01 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk.rescue --force-share --output=json" returned: 0 in 0.180s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:42:01 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk.rescue --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:42:01 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk.rescue --force-share --output=json" returned: 0 in 0.171s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:42:01 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:42:01 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:42:01 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:42:01 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:42:01 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:42:01 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:42:01 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/73439fd6-da4c-4dd7-b8cf-2baf9a34e717/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:42:01 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/73439fd6-da4c-4dd7-b8cf-2baf9a34e717/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:42:01 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/73439fd6-da4c-4dd7-b8cf-2baf9a34e717/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:42:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/73439fd6-da4c-4dd7-b8cf-2baf9a34e717/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:42:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7209e291-cae8-44a4-9d43-d3fe78bfbe12/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:42:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7209e291-cae8-44a4-9d43-d3fe78bfbe12/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:42:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7209e291-cae8-44a4-9d43-d3fe78bfbe12/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:42:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7209e291-cae8-44a4-9d43-d3fe78bfbe12/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:42:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bac22037-a5fc-4b74-a5eb-94c2e51e8155/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:42:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bac22037-a5fc-4b74-a5eb-94c2e51e8155/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:42:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bac22037-a5fc-4b74-a5eb-94c2e51e8155/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:42:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bac22037-a5fc-4b74-a5eb-94c2e51e8155/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:42:03 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:42:03 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:42:03 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Hypervisor/Node resource view: name=user free_ram=7321MB free_disk=24.950603485107422GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75147) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 19:42:03 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:42:03 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:42:03 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance bac22037-a5fc-4b74-a5eb-94c2e51e8155 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:42:03 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:42:03 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance d3fb6898-879f-4828-b0c8-f4c7911c334c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:42:03 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 18fad5c9-4c2b-4e90-a568-bd0a32497c63 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:42:03 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 73439fd6-da4c-4dd7-b8cf-2baf9a34e717 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:42:03 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 6c9c2dc6-d96a-42f6-a749-962d9b1a3a63 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:42:03 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 9c3f1cc3-684a-4303-a66b-adf1652dd5fd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:42:03 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 890c8090-2d59-4e82-a8d2-b3ef579be76b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:42:03 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance e18f8c66-86d8-4021-b2f8-17aeee684b86 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:42:03 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 7209e291-cae8-44a4-9d43-d3fe78bfbe12 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:42:03 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance f3b22995-c3d4-46f7-bf5c-d66e4573fc83 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:42:03 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 19:42:03 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Final resource view: name=user phys_ram=16011MB used_ram=7680MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 19:42:03 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:42:03 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:42:03 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Compute_service record updated for user:user {{(pid=75147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 19:42:03 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.454s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:42:03 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:42:03 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Cleaning up deleted instances {{(pid=75147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 27 19:42:03 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] There are 0 instances to clean {{(pid=75147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 27 19:42:03 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:42:03 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75147) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 27 19:42:03 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:42:06 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:42:06 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:42:06 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:42:06 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:42:06 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75147) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 19:42:06 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:42:06 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:42:07 user nova-compute[75147]: DEBUG nova.compute.manager [req-94b049d9-c29c-40c8-a43a-b137e10b5473 req-f66c7fb9-0673-47ca-8236-387fc2730578 service nova] [instance: 7209e291-cae8-44a4-9d43-d3fe78bfbe12] Received event network-changed-84cf056e-3647-4caf-8f59-ea524e35ea4b {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:42:07 user nova-compute[75147]: DEBUG nova.compute.manager [req-94b049d9-c29c-40c8-a43a-b137e10b5473 req-f66c7fb9-0673-47ca-8236-387fc2730578 service nova] [instance: 7209e291-cae8-44a4-9d43-d3fe78bfbe12] Refreshing instance network info cache due to event network-changed-84cf056e-3647-4caf-8f59-ea524e35ea4b. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 19:42:07 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-94b049d9-c29c-40c8-a43a-b137e10b5473 req-f66c7fb9-0673-47ca-8236-387fc2730578 service nova] Acquiring lock "refresh_cache-7209e291-cae8-44a4-9d43-d3fe78bfbe12" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:42:07 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-94b049d9-c29c-40c8-a43a-b137e10b5473 req-f66c7fb9-0673-47ca-8236-387fc2730578 service nova] Acquired lock "refresh_cache-7209e291-cae8-44a4-9d43-d3fe78bfbe12" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:42:07 user nova-compute[75147]: DEBUG nova.network.neutron [req-94b049d9-c29c-40c8-a43a-b137e10b5473 req-f66c7fb9-0673-47ca-8236-387fc2730578 service nova] [instance: 7209e291-cae8-44a4-9d43-d3fe78bfbe12] Refreshing network info cache for port 84cf056e-3647-4caf-8f59-ea524e35ea4b {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 19:42:07 user nova-compute[75147]: DEBUG nova.network.neutron [req-94b049d9-c29c-40c8-a43a-b137e10b5473 req-f66c7fb9-0673-47ca-8236-387fc2730578 service nova] [instance: 7209e291-cae8-44a4-9d43-d3fe78bfbe12] Updated VIF entry in instance network info cache for port 84cf056e-3647-4caf-8f59-ea524e35ea4b. {{(pid=75147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 19:42:07 user nova-compute[75147]: DEBUG nova.network.neutron [req-94b049d9-c29c-40c8-a43a-b137e10b5473 req-f66c7fb9-0673-47ca-8236-387fc2730578 service nova] [instance: 7209e291-cae8-44a4-9d43-d3fe78bfbe12] Updating instance_info_cache with network_info: [{"id": "84cf056e-3647-4caf-8f59-ea524e35ea4b", "address": "fa:16:3e:bc:ea:82", "network": {"id": "9ff87c6b-cbc4-4905-8d96-05dd947da0d4", "bridge": "br-int", "label": "tempest-TestStampPattern-1607396892-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8f7035886f8041e38f5ede4a87e75113", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84cf056e-36", "ovs_interfaceid": "84cf056e-3647-4caf-8f59-ea524e35ea4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:42:07 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-94b049d9-c29c-40c8-a43a-b137e10b5473 req-f66c7fb9-0673-47ca-8236-387fc2730578 service nova] Releasing lock "refresh_cache-7209e291-cae8-44a4-9d43-d3fe78bfbe12" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:42:07 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9c91d8d6-d6d9-4c7c-8ef0-0f1e5f45b855 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Acquiring lock "7209e291-cae8-44a4-9d43-d3fe78bfbe12" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:42:07 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9c91d8d6-d6d9-4c7c-8ef0-0f1e5f45b855 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Lock "7209e291-cae8-44a4-9d43-d3fe78bfbe12" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:42:07 user nova-compute[75147]: DEBUG nova.objects.instance [None req-9c91d8d6-d6d9-4c7c-8ef0-0f1e5f45b855 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Lazy-loading 'flavor' on Instance uuid 7209e291-cae8-44a4-9d43-d3fe78bfbe12 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:42:07 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9c91d8d6-d6d9-4c7c-8ef0-0f1e5f45b855 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Lock "7209e291-cae8-44a4-9d43-d3fe78bfbe12" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.046s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:42:07 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9c91d8d6-d6d9-4c7c-8ef0-0f1e5f45b855 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Acquiring lock "7209e291-cae8-44a4-9d43-d3fe78bfbe12" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:42:07 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9c91d8d6-d6d9-4c7c-8ef0-0f1e5f45b855 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Lock "7209e291-cae8-44a4-9d43-d3fe78bfbe12" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:42:07 user nova-compute[75147]: INFO nova.compute.manager [None req-9c91d8d6-d6d9-4c7c-8ef0-0f1e5f45b855 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] [instance: 7209e291-cae8-44a4-9d43-d3fe78bfbe12] Attaching volume 633582bd-88de-49f3-86eb-3c37d35f5215 to /dev/vdb
Oct 27 19:42:07 user nova-compute[75147]: DEBUG os_brick.utils [None req-9c91d8d6-d6d9-4c7c-8ef0-0f1e5f45b855 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:42:07 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:42:07 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:42:07 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[25525623-6b69-438f-bff7-9b26dc6ba961]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9325735bc82e\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:42:07 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:42:07 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:42:07 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[aae06dc6-4324-41e1-98ad-1676b03d1505]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:42:07 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:42:07 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:42:07 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[53bc8c96-33db-49f0-b987-3b70f438e597]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:42:07 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7a5d139-89b6-4e7e-b7b5-fccdc3ee7de3]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:42:07 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-9c91d8d6-d6d9-4c7c-8ef0-0f1e5f45b855 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Running cmd (subprocess): nvme version {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:42:07 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-9c91d8d6-d6d9-4c7c-8ef0-0f1e5f45b855 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] 'nvme version' failed. Not Retrying. {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 19:42:07 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.nvmeof [None req-9c91d8d6-d6d9-4c7c-8ef0-0f1e5f45b855 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] nvme not present on system {{(pid=75147) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 27 19:42:07 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:42:07 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 19:42:07 user nova-compute[75147]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 27 19:42:07 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0d6a591-8656-47cc-bb16-c03c9d4294ed]: (4, '') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:42:07 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-9c91d8d6-d6d9-4c7c-8ef0-0f1e5f45b855 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75147) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 27 19:42:07 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-9c91d8d6-d6d9-4c7c-8ef0-0f1e5f45b855 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 27 19:42:07 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-9c91d8d6-d6d9-4c7c-8ef0-0f1e5f45b855 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] LIGHTOS: no hostnqn found. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 27 19:42:07 user nova-compute[75147]: DEBUG os_brick.utils [None req-9c91d8d6-d6d9-4c7c-8ef0-0f1e5f45b855 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] <== get_connector_properties: return (116ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9325735bc82e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:42:07 user nova-compute[75147]: DEBUG nova.virt.block_device [None req-9c91d8d6-d6d9-4c7c-8ef0-0f1e5f45b855 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] [instance: 7209e291-cae8-44a4-9d43-d3fe78bfbe12] Updating existing volume attachment record: 9c9bcd4a-98a0-4bc0-b63d-1459ef862dee {{(pid=75147) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 27 19:42:11 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:42:11 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:42:13 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._sync_power_states {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:42:13 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Triggering sync for uuid bac22037-a5fc-4b74-a5eb-94c2e51e8155 {{(pid=75147) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 27 19:42:13 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Triggering sync for uuid 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a {{(pid=75147) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 27 19:42:13 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Triggering sync for uuid d3fb6898-879f-4828-b0c8-f4c7911c334c {{(pid=75147) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 27 19:42:13 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Triggering sync for uuid 18fad5c9-4c2b-4e90-a568-bd0a32497c63 {{(pid=75147) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 27 19:42:13 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Triggering sync for uuid 73439fd6-da4c-4dd7-b8cf-2baf9a34e717 {{(pid=75147) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 27 19:42:13 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Triggering sync for uuid 6c9c2dc6-d96a-42f6-a749-962d9b1a3a63 {{(pid=75147) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 27 19:42:13 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Triggering sync for uuid e18f8c66-86d8-4021-b2f8-17aeee684b86 {{(pid=75147) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 27 19:42:13 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Triggering sync for uuid 9c3f1cc3-684a-4303-a66b-adf1652dd5fd {{(pid=75147) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 27 19:42:13 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Triggering sync for uuid 890c8090-2d59-4e82-a8d2-b3ef579be76b {{(pid=75147) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 27 19:42:13 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Triggering sync for uuid 7209e291-cae8-44a4-9d43-d3fe78bfbe12 {{(pid=75147) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 27 19:42:13 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Triggering sync for uuid f3b22995-c3d4-46f7-bf5c-d66e4573fc83 {{(pid=75147) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 27 19:42:13 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "bac22037-a5fc-4b74-a5eb-94c2e51e8155" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:42:13 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "bac22037-a5fc-4b74-a5eb-94c2e51e8155" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:42:13 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "18c1bbe4-9572-4a2e-b855-72ced4cd7f6a" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:42:13 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "18c1bbe4-9572-4a2e-b855-72ced4cd7f6a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:42:13 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "d3fb6898-879f-4828-b0c8-f4c7911c334c" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:42:13 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "d3fb6898-879f-4828-b0c8-f4c7911c334c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:42:13 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "18fad5c9-4c2b-4e90-a568-bd0a32497c63" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:42:13 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "18fad5c9-4c2b-4e90-a568-bd0a32497c63" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:42:13 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "73439fd6-da4c-4dd7-b8cf-2baf9a34e717" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:42:13 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "73439fd6-da4c-4dd7-b8cf-2baf9a34e717" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:42:13 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "6c9c2dc6-d96a-42f6-a749-962d9b1a3a63" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:42:13 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "6c9c2dc6-d96a-42f6-a749-962d9b1a3a63" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:42:13 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "e18f8c66-86d8-4021-b2f8-17aeee684b86" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:42:13 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "e18f8c66-86d8-4021-b2f8-17aeee684b86" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:42:13 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "9c3f1cc3-684a-4303-a66b-adf1652dd5fd" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:42:13 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "9c3f1cc3-684a-4303-a66b-adf1652dd5fd" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:42:13 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "890c8090-2d59-4e82-a8d2-b3ef579be76b" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:42:13 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "890c8090-2d59-4e82-a8d2-b3ef579be76b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:42:13 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "7209e291-cae8-44a4-9d43-d3fe78bfbe12" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:42:13 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "f3b22995-c3d4-46f7-bf5c-d66e4573fc83" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:42:13 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "f3b22995-c3d4-46f7-bf5c-d66e4573fc83" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:42:13 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "d3fb6898-879f-4828-b0c8-f4c7911c334c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.041s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:42:13 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "bac22037-a5fc-4b74-a5eb-94c2e51e8155" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.044s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:42:13 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "18c1bbe4-9572-4a2e-b855-72ced4cd7f6a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.045s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:42:13 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "18fad5c9-4c2b-4e90-a568-bd0a32497c63" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.052s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:42:13 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "6c9c2dc6-d96a-42f6-a749-962d9b1a3a63" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.050s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:42:13 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "73439fd6-da4c-4dd7-b8cf-2baf9a34e717" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.056s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:42:13 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "e18f8c66-86d8-4021-b2f8-17aeee684b86" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.055s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:42:13 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "890c8090-2d59-4e82-a8d2-b3ef579be76b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.062s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:42:13 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "9c3f1cc3-684a-4303-a66b-adf1652dd5fd" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.064s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:42:13 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "f3b22995-c3d4-46f7-bf5c-d66e4573fc83" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.065s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:42:16 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:42:16 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:42:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:42:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:42:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:42:26 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9c91d8d6-d6d9-4c7c-8ef0-0f1e5f45b855 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] [instance: 7209e291-cae8-44a4-9d43-d3fe78bfbe12] Calling os-brick to attach iSCSI Volume {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 19:42:26 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c91d8d6-d6d9-4c7c-8ef0-0f1e5f45b855 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:633582bd-88de-49f3-86eb-3c37d35f5215', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HaUCWvIw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:42:26 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-9c91d8d6-d6d9-4c7c-8ef0-0f1e5f45b855 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:42:26 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-9c91d8d6-d6d9-4c7c-8ef0-0f1e5f45b855 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:42:26 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-9c91d8d6-d6d9-4c7c-8ef0-0f1e5f45b855 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:42:26 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-9c91d8d6-d6d9-4c7c-8ef0-0f1e5f45b855 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:42:26 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-9c91d8d6-d6d9-4c7c-8ef0-0f1e5f45b855 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:633582bd-88de-49f3-86eb-3c37d35f5215" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:42:26 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-9c91d8d6-d6d9-4c7c-8ef0-0f1e5f45b855 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:633582bd-88de-49f3-86eb-3c37d35f5215" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:42:26 user nova-compute[75147]: INFO os_brick.initiator.connectors.iscsi [None req-9c91d8d6-d6d9-4c7c-8ef0-0f1e5f45b855 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 19:42:26 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:633582bd-88de-49f3-86eb-3c37d35f5215 -p 172.16.0.220:3260 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:42:26 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:633582bd-88de-49f3-86eb-3c37d35f5215 -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:42:26 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[efd1c45e-6fda-4f6a-8467-21a7d5e75c5e]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:42:26 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c91d8d6-d6d9-4c7c-8ef0-0f1e5f45b855 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 19:42:26 user nova-compute[75147]:  {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:42:26 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:633582bd-88de-49f3-86eb-3c37d35f5215 -p 172.16.0.220:3260 --interface default --op new {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:42:27 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:633582bd-88de-49f3-86eb-3c37d35f5215 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:42:27 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[3576e7ac-ea03-49d6-b17f-8aeeadaf32af]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:633582bd-88de-49f3-86eb-3c37d35f5215] added\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:42:27 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c91d8d6-d6d9-4c7c-8ef0-0f1e5f45b855 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:633582bd-88de-49f3-86eb-3c37d35f5215] added
Oct 27 19:42:27 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:42:27 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:633582bd-88de-49f3-86eb-3c37d35f5215 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:42:27 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:633582bd-88de-49f3-86eb-3c37d35f5215 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:42:27 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[a12f17d9-84bf-41e9-860d-3778dbd00a60]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:42:27 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c91d8d6-d6d9-4c7c-8ef0-0f1e5f45b855 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:42:27 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:633582bd-88de-49f3-86eb-3c37d35f5215 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:42:27 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:633582bd-88de-49f3-86eb-3c37d35f5215 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:42:27 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[51157047-a5f7-4388-94f3-cf4d316551b8]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:42:27 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c91d8d6-d6d9-4c7c-8ef0-0f1e5f45b855 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:42:27 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:633582bd-88de-49f3-86eb-3c37d35f5215 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v HaUCWvIw {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:42:27 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:633582bd-88de-49f3-86eb-3c37d35f5215 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v HaUCWvIw" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:42:27 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef747280-fc10-43aa-8a11-23fb40013b63]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:42:27 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c91d8d6-d6d9-4c7c-8ef0-0f1e5f45b855 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'HaUCWvIw'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:42:27 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:633582bd-88de-49f3-86eb-3c37d35f5215 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:42:27 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:633582bd-88de-49f3-86eb-3c37d35f5215 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:42:27 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa384db9-f3b3-4694-ab5a-6d5c285b8311]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:42:27 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c91d8d6-d6d9-4c7c-8ef0-0f1e5f45b855 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:42:27 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:42:27 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:42:27 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb2d6553-5542-4634-be59-ecf70590baac]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:189b37aa-88f0-4553-a919-0d08d4c643a8 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:42:27 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c91d8d6-d6d9-4c7c-8ef0-0f1e5f45b855 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1 (non-flash)
Oct 27 19:42:27 user nova-compute[75147]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:189b37aa-88f0-4553-a919-0d08d4c643a8 (non-flash)
Oct 27 19:42:27 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:42:27 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c91d8d6-d6d9-4c7c-8ef0-0f1e5f45b855 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1 (non-flash)
Oct 27 19:42:27 user nova-compute[75147]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:189b37aa-88f0-4553-a919-0d08d4c643a8 (non-flash)
Oct 27 19:42:27 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:42:27 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:633582bd-88de-49f3-86eb-3c37d35f5215 -p 172.16.0.220:3260 --login {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:42:27 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:633582bd-88de-49f3-86eb-3c37d35f5215 -p 172.16.0.220:3260 --login" returned: 0 in 0.062s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:42:27 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f3c775a-813e-4b59-a653-344fb8043bdc]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:633582bd-88de-49f3-86eb-3c37d35f5215, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:633582bd-88de-49f3-86eb-3c37d35f5215, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:42:27 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c91d8d6-d6d9-4c7c-8ef0-0f1e5f45b855 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:633582bd-88de-49f3-86eb-3c37d35f5215, portal: 172.16.0.220,3260]
Oct 27 19:42:27 user nova-compute[75147]: Login to [iface: default, target: iqn.2010-10.org.openstack:633582bd-88de-49f3-86eb-3c37d35f5215, portal: 172.16.0.220,3260] successful.
Oct 27 19:42:27 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:42:27 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:633582bd-88de-49f3-86eb-3c37d35f5215 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:42:27 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:633582bd-88de-49f3-86eb-3c37d35f5215 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:42:27 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[417fe760-a2d5-4268-8e4f-94af3364f48a]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:42:27 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c91d8d6-d6d9-4c7c-8ef0-0f1e5f45b855 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:42:27 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:42:27 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:42:27 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[df5c93eb-a069-47d2-9249-50efa75f012c]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:189b37aa-88f0-4553-a919-0d08d4c643a8 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:633582bd-88de-49f3-86eb-3c37d35f5215 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:42:27 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c91d8d6-d6d9-4c7c-8ef0-0f1e5f45b855 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1 (non-flash)
Oct 27 19:42:27 user nova-compute[75147]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:189b37aa-88f0-4553-a919-0d08d4c643a8 (non-flash)
Oct 27 19:42:27 user nova-compute[75147]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:633582bd-88de-49f3-86eb-3c37d35f5215 (non-flash)
Oct 27 19:42:27 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:42:27 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c91d8d6-d6d9-4c7c-8ef0-0f1e5f45b855 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1 (non-flash)
Oct 27 19:42:27 user nova-compute[75147]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:189b37aa-88f0-4553-a919-0d08d4c643a8 (non-flash)
Oct 27 19:42:27 user nova-compute[75147]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:633582bd-88de-49f3-86eb-3c37d35f5215 (non-flash)
Oct 27 19:42:27 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:42:27 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-9c91d8d6-d6d9-4c7c-8ef0-0f1e5f45b855 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:633582bd-88de-49f3-86eb-3c37d35f5215" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.281s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:42:27 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c91d8d6-d6d9-4c7c-8ef0-0f1e5f45b855 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Connected to 172.16.0.220:3260 {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 19:42:27 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-9c91d8d6-d6d9-4c7c-8ef0-0f1e5f45b855 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] HCTL ('33', '-', '-', 0) found on session 32 with lun 0 {{(pid=75147) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 19:42:27 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-9c91d8d6-d6d9-4c7c-8ef0-0f1e5f45b855 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75147) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 19:42:27 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:42:27 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:42:27 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[91b38a64-d626-4422-9922-0edd97574f3c]: (4, ('- - 0', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:42:27 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-9c91d8d6-d6d9-4c7c-8ef0-0f1e5f45b855 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Searching for a device in session 32 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75147) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 19:42:27 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c91d8d6-d6d9-4c7c-8ef0-0f1e5f45b855 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:633582bd-88de-49f3-86eb-3c37d35f5215', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HaUCWvIw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 19:42:28 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-9c91d8d6-d6d9-4c7c-8ef0-0f1e5f45b855 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.319s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:42:28 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c91d8d6-d6d9-4c7c-8ef0-0f1e5f45b855 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] <== connect_volume: return (1320ms) {'type': 'block', 'scsi_wwn': '23337373366383365', 'path': '/dev/sdb'} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:42:28 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9c91d8d6-d6d9-4c7c-8ef0-0f1e5f45b855 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] [instance: 7209e291-cae8-44a4-9d43-d3fe78bfbe12] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23337373366383365', 'path': '/dev/sdb'} {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 19:42:28 user nova-compute[75147]: DEBUG nova.objects.instance [None req-9c91d8d6-d6d9-4c7c-8ef0-0f1e5f45b855 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Lazy-loading 'flavor' on Instance uuid 7209e291-cae8-44a4-9d43-d3fe78bfbe12 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:42:28 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-9c91d8d6-d6d9-4c7c-8ef0-0f1e5f45b855 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] attach device xml: <disk type="block" device="disk">
Oct 27 19:42:28 user nova-compute[75147]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 19:42:28 user nova-compute[75147]:   <source dev="/dev/sdb"/>
Oct 27 19:42:28 user nova-compute[75147]:   <target dev="vdb" bus="virtio"/>
Oct 27 19:42:28 user nova-compute[75147]:   <serial>633582bd-88de-49f3-86eb-3c37d35f5215</serial>
Oct 27 19:42:28 user nova-compute[75147]: </disk>
Oct 27 19:42:28 user nova-compute[75147]:  {{(pid=75147) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 27 19:42:28 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-9c91d8d6-d6d9-4c7c-8ef0-0f1e5f45b855 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] No BDM found with device name vda, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:42:28 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-9c91d8d6-d6d9-4c7c-8ef0-0f1e5f45b855 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:42:28 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-9c91d8d6-d6d9-4c7c-8ef0-0f1e5f45b855 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] No VIF found with MAC fa:16:3e:bc:ea:82, not building metadata {{(pid=75147) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 19:42:28 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9c91d8d6-d6d9-4c7c-8ef0-0f1e5f45b855 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Lock "7209e291-cae8-44a4-9d43-d3fe78bfbe12" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 21.070s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:42:28 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "7209e291-cae8-44a4-9d43-d3fe78bfbe12" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 15.475s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:42:28 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "7209e291-cae8-44a4-9d43-d3fe78bfbe12" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.027s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:42:30 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-ee43b84c-a4d4-49ac-a5b8-78e6e1e6c006 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Acquiring lock "7209e291-cae8-44a4-9d43-d3fe78bfbe12" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:42:30 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-ee43b84c-a4d4-49ac-a5b8-78e6e1e6c006 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Lock "7209e291-cae8-44a4-9d43-d3fe78bfbe12" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:42:30 user nova-compute[75147]: INFO nova.compute.manager [None req-ee43b84c-a4d4-49ac-a5b8-78e6e1e6c006 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] [instance: 7209e291-cae8-44a4-9d43-d3fe78bfbe12] Detaching volume 633582bd-88de-49f3-86eb-3c37d35f5215
Oct 27 19:42:30 user nova-compute[75147]: INFO nova.virt.block_device [None req-ee43b84c-a4d4-49ac-a5b8-78e6e1e6c006 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] [instance: 7209e291-cae8-44a4-9d43-d3fe78bfbe12] Attempting to driver detach volume 633582bd-88de-49f3-86eb-3c37d35f5215 from mountpoint /dev/vdb
Oct 27 19:42:30 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-ee43b84c-a4d4-49ac-a5b8-78e6e1e6c006 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Attempting to detach device vdb from instance 7209e291-cae8-44a4-9d43-d3fe78bfbe12 from the persistent domain config. {{(pid=75147) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 27 19:42:30 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-ee43b84c-a4d4-49ac-a5b8-78e6e1e6c006 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] detach device xml: <disk type="block" device="disk">
Oct 27 19:42:30 user nova-compute[75147]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 19:42:30 user nova-compute[75147]:   <source dev="/dev/sdb"/>
Oct 27 19:42:30 user nova-compute[75147]:   <target dev="vdb" bus="virtio"/>
Oct 27 19:42:30 user nova-compute[75147]:   <serial>633582bd-88de-49f3-86eb-3c37d35f5215</serial>
Oct 27 19:42:30 user nova-compute[75147]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 27 19:42:30 user nova-compute[75147]: </disk>
Oct 27 19:42:30 user nova-compute[75147]:  {{(pid=75147) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 19:42:30 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-ee43b84c-a4d4-49ac-a5b8-78e6e1e6c006 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Successfully detached device vdb from instance 7209e291-cae8-44a4-9d43-d3fe78bfbe12 from the persistent domain config.
Oct 27 19:42:30 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-ee43b84c-a4d4-49ac-a5b8-78e6e1e6c006 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 7209e291-cae8-44a4-9d43-d3fe78bfbe12 from the live domain config. {{(pid=75147) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 27 19:42:30 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-ee43b84c-a4d4-49ac-a5b8-78e6e1e6c006 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] detach device xml: <disk type="block" device="disk">
Oct 27 19:42:30 user nova-compute[75147]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 19:42:30 user nova-compute[75147]:   <source dev="/dev/sdb"/>
Oct 27 19:42:30 user nova-compute[75147]:   <target dev="vdb" bus="virtio"/>
Oct 27 19:42:30 user nova-compute[75147]:   <serial>633582bd-88de-49f3-86eb-3c37d35f5215</serial>
Oct 27 19:42:30 user nova-compute[75147]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 27 19:42:30 user nova-compute[75147]: </disk>
Oct 27 19:42:30 user nova-compute[75147]:  {{(pid=75147) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 19:42:30 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-ee43b84c-a4d4-49ac-a5b8-78e6e1e6c006 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 7209e291-cae8-44a4-9d43-d3fe78bfbe12 {{(pid=75147) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 27 19:42:31 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:42:31 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:42:36 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:42:40 user nova-compute[75147]: DEBUG nova.compute.manager [req-9f35b4b4-8107-4fde-b7ab-4d5ce0cf4eec req-2f92c805-13db-498a-a9f6-1da05b4b5474 service nova] [instance: f3b22995-c3d4-46f7-bf5c-d66e4573fc83] Received event network-changed-c26ee5a9-c3ca-456d-af6a-26f2e3e417ad {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:42:40 user nova-compute[75147]: DEBUG nova.compute.manager [req-9f35b4b4-8107-4fde-b7ab-4d5ce0cf4eec req-2f92c805-13db-498a-a9f6-1da05b4b5474 service nova] [instance: f3b22995-c3d4-46f7-bf5c-d66e4573fc83] Refreshing instance network info cache due to event network-changed-c26ee5a9-c3ca-456d-af6a-26f2e3e417ad. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 19:42:40 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-9f35b4b4-8107-4fde-b7ab-4d5ce0cf4eec req-2f92c805-13db-498a-a9f6-1da05b4b5474 service nova] Acquiring lock "refresh_cache-f3b22995-c3d4-46f7-bf5c-d66e4573fc83" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:42:40 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-9f35b4b4-8107-4fde-b7ab-4d5ce0cf4eec req-2f92c805-13db-498a-a9f6-1da05b4b5474 service nova] Acquired lock "refresh_cache-f3b22995-c3d4-46f7-bf5c-d66e4573fc83" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:42:40 user nova-compute[75147]: DEBUG nova.network.neutron [req-9f35b4b4-8107-4fde-b7ab-4d5ce0cf4eec req-2f92c805-13db-498a-a9f6-1da05b4b5474 service nova] [instance: f3b22995-c3d4-46f7-bf5c-d66e4573fc83] Refreshing network info cache for port c26ee5a9-c3ca-456d-af6a-26f2e3e417ad {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 19:42:41 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-3148800c-a060-424c-93de-0aa1cc392f5e tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Acquiring lock "f3b22995-c3d4-46f7-bf5c-d66e4573fc83" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:42:41 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-3148800c-a060-424c-93de-0aa1cc392f5e tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lock "f3b22995-c3d4-46f7-bf5c-d66e4573fc83" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:42:41 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-3148800c-a060-424c-93de-0aa1cc392f5e tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Acquiring lock "f3b22995-c3d4-46f7-bf5c-d66e4573fc83-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:42:41 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-3148800c-a060-424c-93de-0aa1cc392f5e tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lock "f3b22995-c3d4-46f7-bf5c-d66e4573fc83-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:42:41 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-3148800c-a060-424c-93de-0aa1cc392f5e tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lock "f3b22995-c3d4-46f7-bf5c-d66e4573fc83-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:42:41 user nova-compute[75147]: INFO nova.compute.manager [None req-3148800c-a060-424c-93de-0aa1cc392f5e tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: f3b22995-c3d4-46f7-bf5c-d66e4573fc83] Terminating instance
Oct 27 19:42:41 user nova-compute[75147]: DEBUG nova.compute.manager [None req-3148800c-a060-424c-93de-0aa1cc392f5e tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: f3b22995-c3d4-46f7-bf5c-d66e4573fc83] Start destroying the instance on the hypervisor. {{(pid=75147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 27 19:42:41 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:42:41 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:42:41 user nova-compute[75147]: DEBUG nova.network.neutron [req-9f35b4b4-8107-4fde-b7ab-4d5ce0cf4eec req-2f92c805-13db-498a-a9f6-1da05b4b5474 service nova] [instance: f3b22995-c3d4-46f7-bf5c-d66e4573fc83] Updated VIF entry in instance network info cache for port c26ee5a9-c3ca-456d-af6a-26f2e3e417ad. {{(pid=75147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 19:42:41 user nova-compute[75147]: DEBUG nova.network.neutron [req-9f35b4b4-8107-4fde-b7ab-4d5ce0cf4eec req-2f92c805-13db-498a-a9f6-1da05b4b5474 service nova] [instance: f3b22995-c3d4-46f7-bf5c-d66e4573fc83] Updating instance_info_cache with network_info: [{"id": "c26ee5a9-c3ca-456d-af6a-26f2e3e417ad", "address": "fa:16:3e:1f:f2:20", "network": {"id": "06e952e0-002b-44c6-b4c4-e6a33a0b7484", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-294897611-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b05afc60c23345de8d1e978a9c5b1efc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc26ee5a9-c3", "ovs_interfaceid": "c26ee5a9-c3ca-456d-af6a-26f2e3e417ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:42:41 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-9f35b4b4-8107-4fde-b7ab-4d5ce0cf4eec req-2f92c805-13db-498a-a9f6-1da05b4b5474 service nova] Releasing lock "refresh_cache-f3b22995-c3d4-46f7-bf5c-d66e4573fc83" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:42:41 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:42:41 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:42:41 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:42:41 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:42:41 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:42:41 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: f3b22995-c3d4-46f7-bf5c-d66e4573fc83] Instance destroyed successfully.
Oct 27 19:42:41 user nova-compute[75147]: DEBUG nova.objects.instance [None req-3148800c-a060-424c-93de-0aa1cc392f5e tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lazy-loading 'resources' on Instance uuid f3b22995-c3d4-46f7-bf5c-d66e4573fc83 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:42:41 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-3148800c-a060-424c-93de-0aa1cc392f5e tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:40:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1455104084',display_name='tempest-AttachVolumeNegativeTest-server-1455104084',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1455104084',id=32,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKkKRXzRNOic1RO6RyUv3MvvlgM/A6EX4DQ1YITq2CR7rbaJWc/sJ9YMiM9i3JJPX4u6Lbwe88vEdCSX9LWgDUWtMwd+5nExo6CPrkokn8hgH4GZ1hXuSQgpbmxzNUL7hw==',key_name='tempest-keypair-1614061597',keypairs=<?>,launch_index=0,launched_at=2023-10-27T19:40:56Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b05afc60c23345de8d1e978a9c5b1efc',ramdisk_id='',reservation_id='r-wcbu878j',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-720638495',owner_user_name='tempest-AttachVolumeNegativeTest-720638495-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T19:40:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='699dae72141941c4acb55e56ac9d28a1',uuid=f3b22995-c3d4-46f7-bf5c-d66e4573fc83,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c26ee5a9-c3ca-456d-af6a-26f2e3e417ad", "address": "fa:16:3e:1f:f2:20", "network": {"id": "06e952e0-002b-44c6-b4c4-e6a33a0b7484", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-294897611-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b05afc60c23345de8d1e978a9c5b1efc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc26ee5a9-c3", "ovs_interfaceid": "c26ee5a9-c3ca-456d-af6a-26f2e3e417ad", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 19:42:41 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-3148800c-a060-424c-93de-0aa1cc392f5e tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Converting VIF {"id": "c26ee5a9-c3ca-456d-af6a-26f2e3e417ad", "address": "fa:16:3e:1f:f2:20", "network": {"id": "06e952e0-002b-44c6-b4c4-e6a33a0b7484", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-294897611-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b05afc60c23345de8d1e978a9c5b1efc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc26ee5a9-c3", "ovs_interfaceid": "c26ee5a9-c3ca-456d-af6a-26f2e3e417ad", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:42:41 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-3148800c-a060-424c-93de-0aa1cc392f5e tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1f:f2:20,bridge_name='br-int',has_traffic_filtering=True,id=c26ee5a9-c3ca-456d-af6a-26f2e3e417ad,network=Network(06e952e0-002b-44c6-b4c4-e6a33a0b7484),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc26ee5a9-c3') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:42:41 user nova-compute[75147]: DEBUG os_vif [None req-3148800c-a060-424c-93de-0aa1cc392f5e tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:1f:f2:20,bridge_name='br-int',has_traffic_filtering=True,id=c26ee5a9-c3ca-456d-af6a-26f2e3e417ad,network=Network(06e952e0-002b-44c6-b4c4-e6a33a0b7484),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc26ee5a9-c3') {{(pid=75147) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 19:42:41 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:42:41 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc26ee5a9-c3, bridge=br-int, if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:42:41 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:42:41 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:42:41 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:42:41 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=8a7a2fa8-d90a-4935-88df-169f6f1c4135) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:42:41 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:42:41 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:42:41 user nova-compute[75147]: INFO os_vif [None req-3148800c-a060-424c-93de-0aa1cc392f5e tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:1f:f2:20,bridge_name='br-int',has_traffic_filtering=True,id=c26ee5a9-c3ca-456d-af6a-26f2e3e417ad,network=Network(06e952e0-002b-44c6-b4c4-e6a33a0b7484),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc26ee5a9-c3')
Oct 27 19:42:41 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-3148800c-a060-424c-93de-0aa1cc392f5e tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: f3b22995-c3d4-46f7-bf5c-d66e4573fc83] Deleting instance files /opt/stack/data/nova/instances/f3b22995-c3d4-46f7-bf5c-d66e4573fc83_del
Oct 27 19:42:41 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-3148800c-a060-424c-93de-0aa1cc392f5e tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: f3b22995-c3d4-46f7-bf5c-d66e4573fc83] Deletion of /opt/stack/data/nova/instances/f3b22995-c3d4-46f7-bf5c-d66e4573fc83_del complete
Oct 27 19:42:41 user nova-compute[75147]: INFO nova.compute.manager [None req-3148800c-a060-424c-93de-0aa1cc392f5e tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: f3b22995-c3d4-46f7-bf5c-d66e4573fc83] Took 0.71 seconds to destroy the instance on the hypervisor.
Oct 27 19:42:41 user nova-compute[75147]: DEBUG oslo.service.loopingcall [None req-3148800c-a060-424c-93de-0aa1cc392f5e tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 27 19:42:41 user nova-compute[75147]: DEBUG nova.compute.manager [-] [instance: f3b22995-c3d4-46f7-bf5c-d66e4573fc83] Deallocating network for instance {{(pid=75147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 27 19:42:41 user nova-compute[75147]: DEBUG nova.network.neutron [-] [instance: f3b22995-c3d4-46f7-bf5c-d66e4573fc83] deallocate_for_instance() {{(pid=75147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 27 19:42:42 user nova-compute[75147]: DEBUG nova.network.neutron [-] [instance: f3b22995-c3d4-46f7-bf5c-d66e4573fc83] Updating instance_info_cache with network_info: [] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:42:42 user nova-compute[75147]: INFO nova.compute.manager [-] [instance: f3b22995-c3d4-46f7-bf5c-d66e4573fc83] Took 0.89 seconds to deallocate network for instance.
Oct 27 19:42:42 user nova-compute[75147]: DEBUG nova.compute.manager [req-9950c414-7279-43ba-94de-048070992172 req-945f984a-7640-4842-ae5e-f148ef61c8fc service nova] [instance: f3b22995-c3d4-46f7-bf5c-d66e4573fc83] Received event network-vif-deleted-c26ee5a9-c3ca-456d-af6a-26f2e3e417ad {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:42:42 user nova-compute[75147]: DEBUG nova.compute.manager [req-d57e6770-5f0a-4de4-93a3-045de662e6d4 req-977796cd-b571-4b44-b192-5b6e7a360622 service nova] [instance: f3b22995-c3d4-46f7-bf5c-d66e4573fc83] Received event network-vif-unplugged-c26ee5a9-c3ca-456d-af6a-26f2e3e417ad {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:42:42 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-d57e6770-5f0a-4de4-93a3-045de662e6d4 req-977796cd-b571-4b44-b192-5b6e7a360622 service nova] Acquiring lock "f3b22995-c3d4-46f7-bf5c-d66e4573fc83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:42:42 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-d57e6770-5f0a-4de4-93a3-045de662e6d4 req-977796cd-b571-4b44-b192-5b6e7a360622 service nova] Lock "f3b22995-c3d4-46f7-bf5c-d66e4573fc83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:42:42 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-d57e6770-5f0a-4de4-93a3-045de662e6d4 req-977796cd-b571-4b44-b192-5b6e7a360622 service nova] Lock "f3b22995-c3d4-46f7-bf5c-d66e4573fc83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:42:42 user nova-compute[75147]: DEBUG nova.compute.manager [req-d57e6770-5f0a-4de4-93a3-045de662e6d4 req-977796cd-b571-4b44-b192-5b6e7a360622 service nova] [instance: f3b22995-c3d4-46f7-bf5c-d66e4573fc83] No waiting events found dispatching network-vif-unplugged-c26ee5a9-c3ca-456d-af6a-26f2e3e417ad {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:42:42 user nova-compute[75147]: DEBUG nova.compute.manager [req-d57e6770-5f0a-4de4-93a3-045de662e6d4 req-977796cd-b571-4b44-b192-5b6e7a360622 service nova] [instance: f3b22995-c3d4-46f7-bf5c-d66e4573fc83] Received event network-vif-unplugged-c26ee5a9-c3ca-456d-af6a-26f2e3e417ad for instance with task_state deleting. {{(pid=75147) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 19:42:42 user nova-compute[75147]: DEBUG nova.compute.manager [req-d57e6770-5f0a-4de4-93a3-045de662e6d4 req-977796cd-b571-4b44-b192-5b6e7a360622 service nova] [instance: f3b22995-c3d4-46f7-bf5c-d66e4573fc83] Received event network-vif-plugged-c26ee5a9-c3ca-456d-af6a-26f2e3e417ad {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:42:42 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-d57e6770-5f0a-4de4-93a3-045de662e6d4 req-977796cd-b571-4b44-b192-5b6e7a360622 service nova] Acquiring lock "f3b22995-c3d4-46f7-bf5c-d66e4573fc83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:42:42 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-d57e6770-5f0a-4de4-93a3-045de662e6d4 req-977796cd-b571-4b44-b192-5b6e7a360622 service nova] Lock "f3b22995-c3d4-46f7-bf5c-d66e4573fc83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:42:42 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-d57e6770-5f0a-4de4-93a3-045de662e6d4 req-977796cd-b571-4b44-b192-5b6e7a360622 service nova] Lock "f3b22995-c3d4-46f7-bf5c-d66e4573fc83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:42:42 user nova-compute[75147]: DEBUG nova.compute.manager [req-d57e6770-5f0a-4de4-93a3-045de662e6d4 req-977796cd-b571-4b44-b192-5b6e7a360622 service nova] [instance: f3b22995-c3d4-46f7-bf5c-d66e4573fc83] No waiting events found dispatching network-vif-plugged-c26ee5a9-c3ca-456d-af6a-26f2e3e417ad {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:42:42 user nova-compute[75147]: WARNING nova.compute.manager [req-d57e6770-5f0a-4de4-93a3-045de662e6d4 req-977796cd-b571-4b44-b192-5b6e7a360622 service nova] [instance: f3b22995-c3d4-46f7-bf5c-d66e4573fc83] Received unexpected event network-vif-plugged-c26ee5a9-c3ca-456d-af6a-26f2e3e417ad for instance with vm_state active and task_state deleting.
Oct 27 19:42:42 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-3148800c-a060-424c-93de-0aa1cc392f5e tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:42:42 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-3148800c-a060-424c-93de-0aa1cc392f5e tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:42:43 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-3148800c-a060-424c-93de-0aa1cc392f5e tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Refreshing inventories for resource provider 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 27 19:42:43 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-3148800c-a060-424c-93de-0aa1cc392f5e tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Updating ProviderTree inventory for provider 719076f2-a22e-4833-8fe0-efddc2edace5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 27 19:42:43 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-3148800c-a060-424c-93de-0aa1cc392f5e tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Updating inventory in ProviderTree for provider 719076f2-a22e-4833-8fe0-efddc2edace5 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 27 19:42:43 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-3148800c-a060-424c-93de-0aa1cc392f5e tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Refreshing aggregate associations for resource provider 719076f2-a22e-4833-8fe0-efddc2edace5, aggregates: None {{(pid=75147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 27 19:42:43 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-3148800c-a060-424c-93de-0aa1cc392f5e tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Refreshing trait associations for resource provider 719076f2-a22e-4833-8fe0-efddc2edace5, traits: COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_VOLUME_EXTEND,HW_CPU_X86_SSSE3,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_NET_VIF_MODEL_RTL8139,HW_CPU_X86_SSE2,HW_CPU_X86_SSE42,COMPUTE_STORAGE_BUS_SATA,COMPUTE_RESCUE_BFV,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,HW_CPU_X86_SSE41,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_ACCELERATORS,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NODE,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_STORAGE_BUS_FDC,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_STORAGE_BUS_USB,HW_CPU_X86_SSE,COMPUTE_DEVICE_TAGGING,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_CPU_X86_MMX,COMPUTE_STORAGE_BUS_IDE,COMPUTE_TRUSTED_CERTS,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_IMAGE_TYPE_RAW {{(pid=75147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 27 19:42:43 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-3148800c-a060-424c-93de-0aa1cc392f5e tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:42:43 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-3148800c-a060-424c-93de-0aa1cc392f5e tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:42:43 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-3148800c-a060-424c-93de-0aa1cc392f5e tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.611s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:42:43 user nova-compute[75147]: INFO nova.scheduler.client.report [None req-3148800c-a060-424c-93de-0aa1cc392f5e tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Deleted allocations for instance f3b22995-c3d4-46f7-bf5c-d66e4573fc83
Oct 27 19:42:43 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-3148800c-a060-424c-93de-0aa1cc392f5e tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lock "f3b22995-c3d4-46f7-bf5c-d66e4573fc83" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.453s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:42:46 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:42:47 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-54209e9a-7591-44a8-8c93-eebc8022df71 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Acquiring lock "18c1bbe4-9572-4a2e-b855-72ced4cd7f6a" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:42:47 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-54209e9a-7591-44a8-8c93-eebc8022df71 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Lock "18c1bbe4-9572-4a2e-b855-72ced4cd7f6a" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:42:47 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-54209e9a-7591-44a8-8c93-eebc8022df71 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Acquiring lock "18c1bbe4-9572-4a2e-b855-72ced4cd7f6a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:42:47 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-54209e9a-7591-44a8-8c93-eebc8022df71 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Lock "18c1bbe4-9572-4a2e-b855-72ced4cd7f6a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:42:47 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-54209e9a-7591-44a8-8c93-eebc8022df71 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Lock "18c1bbe4-9572-4a2e-b855-72ced4cd7f6a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:42:47 user nova-compute[75147]: INFO nova.compute.manager [None req-54209e9a-7591-44a8-8c93-eebc8022df71 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a] Terminating instance
Oct 27 19:42:47 user nova-compute[75147]: DEBUG nova.compute.manager [None req-54209e9a-7591-44a8-8c93-eebc8022df71 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a] Start destroying the instance on the hypervisor. {{(pid=75147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 27 19:42:47 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:42:47 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:42:47 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:42:47 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:42:47 user nova-compute[75147]: DEBUG nova.compute.manager [req-8de26594-2995-4d56-bd98-fc8ebbeb8828 req-85f28e47-aed0-420f-a102-3094d3637927 service nova] [instance: 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a] Received event network-vif-unplugged-df6ab6f1-d51f-4de0-a6e0-33a292aacd9e {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:42:47 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-8de26594-2995-4d56-bd98-fc8ebbeb8828 req-85f28e47-aed0-420f-a102-3094d3637927 service nova] Acquiring lock "18c1bbe4-9572-4a2e-b855-72ced4cd7f6a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:42:47 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-8de26594-2995-4d56-bd98-fc8ebbeb8828 req-85f28e47-aed0-420f-a102-3094d3637927 service nova] Lock "18c1bbe4-9572-4a2e-b855-72ced4cd7f6a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:42:47 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-8de26594-2995-4d56-bd98-fc8ebbeb8828 req-85f28e47-aed0-420f-a102-3094d3637927 service nova] Lock "18c1bbe4-9572-4a2e-b855-72ced4cd7f6a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:42:47 user nova-compute[75147]: DEBUG nova.compute.manager [req-8de26594-2995-4d56-bd98-fc8ebbeb8828 req-85f28e47-aed0-420f-a102-3094d3637927 service nova] [instance: 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a] No waiting events found dispatching network-vif-unplugged-df6ab6f1-d51f-4de0-a6e0-33a292aacd9e {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:42:47 user nova-compute[75147]: DEBUG nova.compute.manager [req-8de26594-2995-4d56-bd98-fc8ebbeb8828 req-85f28e47-aed0-420f-a102-3094d3637927 service nova] [instance: 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a] Received event network-vif-unplugged-df6ab6f1-d51f-4de0-a6e0-33a292aacd9e for instance with task_state deleting. {{(pid=75147) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 19:42:47 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a] Instance destroyed successfully.
Oct 27 19:42:47 user nova-compute[75147]: DEBUG nova.objects.instance [None req-54209e9a-7591-44a8-8c93-eebc8022df71 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Lazy-loading 'resources' on Instance uuid 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:42:47 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-54209e9a-7591-44a8-8c93-eebc8022df71 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:25:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1097856485',display_name='tempest-ServerRescueNegativeTestJSON-server-1097856485',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1097856485',id=2,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-27T19:27:50Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='c05b7c7e7bf147fcbc02a57ffda4a15d',ramdisk_id='',reservation_id='r-oegyk52r',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-2101781904',owner_user_name='tempest-ServerRescueNegativeTestJSON-2101781904-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T19:27:51Z,user_data=None,user_id='93e1abe7cc4e4248a6f9682cbd7b00aa',uuid=18c1bbe4-9572-4a2e-b855-72ced4cd7f6a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='rescued') vif={"id": "df6ab6f1-d51f-4de0-a6e0-33a292aacd9e", "address": "fa:16:3e:08:ab:c2", "network": {"id": "997a94dd-a6cc-485a-9bca-761040e12ccf", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-358973122-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c05b7c7e7bf147fcbc02a57ffda4a15d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf6ab6f1-d5", "ovs_interfaceid": "df6ab6f1-d51f-4de0-a6e0-33a292aacd9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 19:42:47 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-54209e9a-7591-44a8-8c93-eebc8022df71 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Converting VIF {"id": "df6ab6f1-d51f-4de0-a6e0-33a292aacd9e", "address": "fa:16:3e:08:ab:c2", "network": {"id": "997a94dd-a6cc-485a-9bca-761040e12ccf", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-358973122-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c05b7c7e7bf147fcbc02a57ffda4a15d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf6ab6f1-d5", "ovs_interfaceid": "df6ab6f1-d51f-4de0-a6e0-33a292aacd9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:42:47 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-54209e9a-7591-44a8-8c93-eebc8022df71 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:08:ab:c2,bridge_name='br-int',has_traffic_filtering=True,id=df6ab6f1-d51f-4de0-a6e0-33a292aacd9e,network=Network(997a94dd-a6cc-485a-9bca-761040e12ccf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdf6ab6f1-d5') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:42:47 user nova-compute[75147]: DEBUG os_vif [None req-54209e9a-7591-44a8-8c93-eebc8022df71 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:08:ab:c2,bridge_name='br-int',has_traffic_filtering=True,id=df6ab6f1-d51f-4de0-a6e0-33a292aacd9e,network=Network(997a94dd-a6cc-485a-9bca-761040e12ccf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdf6ab6f1-d5') {{(pid=75147) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 19:42:47 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:42:47 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapdf6ab6f1-d5, bridge=br-int, if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:42:47 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:42:47 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:42:47 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:42:47 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=14bb9eeb-e7fd-4334-b26c-83d3016204c3) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:42:47 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:42:47 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:42:47 user nova-compute[75147]: INFO os_vif [None req-54209e9a-7591-44a8-8c93-eebc8022df71 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:08:ab:c2,bridge_name='br-int',has_traffic_filtering=True,id=df6ab6f1-d51f-4de0-a6e0-33a292aacd9e,network=Network(997a94dd-a6cc-485a-9bca-761040e12ccf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdf6ab6f1-d5')
Oct 27 19:42:47 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-54209e9a-7591-44a8-8c93-eebc8022df71 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a] Deleting instance files /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a_del
Oct 27 19:42:47 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-54209e9a-7591-44a8-8c93-eebc8022df71 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a] Deletion of /opt/stack/data/nova/instances/18c1bbe4-9572-4a2e-b855-72ced4cd7f6a_del complete
Oct 27 19:42:47 user nova-compute[75147]: INFO nova.compute.manager [None req-54209e9a-7591-44a8-8c93-eebc8022df71 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a] Took 0.72 seconds to destroy the instance on the hypervisor.
Oct 27 19:42:47 user nova-compute[75147]: DEBUG oslo.service.loopingcall [None req-54209e9a-7591-44a8-8c93-eebc8022df71 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 27 19:42:47 user nova-compute[75147]: DEBUG nova.compute.manager [-] [instance: 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a] Deallocating network for instance {{(pid=75147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 27 19:42:47 user nova-compute[75147]: DEBUG nova.network.neutron [-] [instance: 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a] deallocate_for_instance() {{(pid=75147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 27 19:42:48 user nova-compute[75147]: DEBUG nova.network.neutron [-] [instance: 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a] Updating instance_info_cache with network_info: [] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:42:48 user nova-compute[75147]: INFO nova.compute.manager [-] [instance: 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a] Took 0.51 seconds to deallocate network for instance.
Oct 27 19:42:48 user nova-compute[75147]: DEBUG nova.compute.manager [req-ca8c29cf-2b3e-49dd-ab41-ea1c6849f05e req-79f1ccd5-25b9-4e4a-aaab-221a9cc17f8d service nova] [instance: 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a] Received event network-vif-deleted-df6ab6f1-d51f-4de0-a6e0-33a292aacd9e {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:42:48 user nova-compute[75147]: INFO nova.compute.manager [req-ca8c29cf-2b3e-49dd-ab41-ea1c6849f05e req-79f1ccd5-25b9-4e4a-aaab-221a9cc17f8d service nova] [instance: 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a] Neutron deleted interface df6ab6f1-d51f-4de0-a6e0-33a292aacd9e; detaching it from the instance and deleting it from the info cache
Oct 27 19:42:48 user nova-compute[75147]: DEBUG nova.network.neutron [req-ca8c29cf-2b3e-49dd-ab41-ea1c6849f05e req-79f1ccd5-25b9-4e4a-aaab-221a9cc17f8d service nova] [instance: 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a] Updating instance_info_cache with network_info: [] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:42:48 user nova-compute[75147]: DEBUG nova.compute.manager [req-ca8c29cf-2b3e-49dd-ab41-ea1c6849f05e req-79f1ccd5-25b9-4e4a-aaab-221a9cc17f8d service nova] [instance: 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a] Detach interface failed, port_id=df6ab6f1-d51f-4de0-a6e0-33a292aacd9e, reason: Instance 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a could not be found. {{(pid=75147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 27 19:42:48 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-54209e9a-7591-44a8-8c93-eebc8022df71 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:42:48 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-54209e9a-7591-44a8-8c93-eebc8022df71 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:42:48 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-54209e9a-7591-44a8-8c93-eebc8022df71 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:42:48 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-54209e9a-7591-44a8-8c93-eebc8022df71 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:42:48 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-54209e9a-7591-44a8-8c93-eebc8022df71 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.318s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:42:48 user nova-compute[75147]: INFO nova.scheduler.client.report [None req-54209e9a-7591-44a8-8c93-eebc8022df71 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Deleted allocations for instance 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a
Oct 27 19:42:48 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-54209e9a-7591-44a8-8c93-eebc8022df71 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Lock "18c1bbe4-9572-4a2e-b855-72ced4cd7f6a" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.746s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:42:49 user nova-compute[75147]: DEBUG nova.compute.manager [req-33f6ec53-c0a1-4c11-a6ee-dc2cc7682e10 req-7052faea-03b2-46c3-ba36-6521b25aa2cc service nova] [instance: 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a] Received event network-vif-plugged-df6ab6f1-d51f-4de0-a6e0-33a292aacd9e {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:42:49 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-33f6ec53-c0a1-4c11-a6ee-dc2cc7682e10 req-7052faea-03b2-46c3-ba36-6521b25aa2cc service nova] Acquiring lock "18c1bbe4-9572-4a2e-b855-72ced4cd7f6a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:42:49 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-33f6ec53-c0a1-4c11-a6ee-dc2cc7682e10 req-7052faea-03b2-46c3-ba36-6521b25aa2cc service nova] Lock "18c1bbe4-9572-4a2e-b855-72ced4cd7f6a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:42:49 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-33f6ec53-c0a1-4c11-a6ee-dc2cc7682e10 req-7052faea-03b2-46c3-ba36-6521b25aa2cc service nova] Lock "18c1bbe4-9572-4a2e-b855-72ced4cd7f6a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:42:49 user nova-compute[75147]: DEBUG nova.compute.manager [req-33f6ec53-c0a1-4c11-a6ee-dc2cc7682e10 req-7052faea-03b2-46c3-ba36-6521b25aa2cc service nova] [instance: 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a] No waiting events found dispatching network-vif-plugged-df6ab6f1-d51f-4de0-a6e0-33a292aacd9e {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:42:49 user nova-compute[75147]: WARNING nova.compute.manager [req-33f6ec53-c0a1-4c11-a6ee-dc2cc7682e10 req-7052faea-03b2-46c3-ba36-6521b25aa2cc service nova] [instance: 18c1bbe4-9572-4a2e-b855-72ced4cd7f6a] Received unexpected event network-vif-plugged-df6ab6f1-d51f-4de0-a6e0-33a292aacd9e for instance with vm_state deleted and task_state None.
Oct 27 19:42:50 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-ee43b84c-a4d4-49ac-a5b8-78e6e1e6c006 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 7209e291-cae8-44a4-9d43-d3fe78bfbe12 is timed out.
Oct 27 19:42:50 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-ee43b84c-a4d4-49ac-a5b8-78e6e1e6c006 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Successfully detached device vdb from instance 7209e291-cae8-44a4-9d43-d3fe78bfbe12 from the live domain config.
Oct 27 19:42:50 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ee43b84c-a4d4-49ac-a5b8-78e6e1e6c006 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] [instance: 7209e291-cae8-44a4-9d43-d3fe78bfbe12] calling os-brick to detach iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 19:42:50 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee43b84c-a4d4-49ac-a5b8-78e6e1e6c006 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, {'target_iqn': 'iqn.2010-10.org.openstack:633582bd-88de-49f3-86eb-3c37d35f5215', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HaUCWvIw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:42:50 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-ee43b84c-a4d4-49ac-a5b8-78e6e1e6c006 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:42:50 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-ee43b84c-a4d4-49ac-a5b8-78e6e1e6c006 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:42:50 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-ee43b84c-a4d4-49ac-a5b8-78e6e1e6c006 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:42:50 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:42:50 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:42:50 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac27388b-aa3c-4b07-b46e-e9a70ef1ab35]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:189b37aa-88f0-4553-a919-0d08d4c643a8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:633582bd-88de-49f3-86eb-3c37d35f5215\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:42:50 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee43b84c-a4d4-49ac-a5b8-78e6e1e6c006 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 19:42:50 user nova-compute[75147]: No targets found.
Oct 27 19:42:50 user nova-compute[75147]: iSNS:
Oct 27 19:42:50 user nova-compute[75147]: No targets found.
Oct 27 19:42:50 user nova-compute[75147]: STATIC:
Oct 27 19:42:50 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:189b37aa-88f0-4553-a919-0d08d4c643a8
Oct 27 19:42:50 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:42:50 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:42:50 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:633582bd-88de-49f3-86eb-3c37d35f5215
Oct 27 19:42:50 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:42:50 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:42:50 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1
Oct 27 19:42:50 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:42:50 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:42:50 user nova-compute[75147]: FIRMWARE:
Oct 27 19:42:50 user nova-compute[75147]: No targets found.
Oct 27 19:42:50 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:42:50 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee43b84c-a4d4-49ac-a5b8-78e6e1e6c006 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 19:42:50 user nova-compute[75147]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 19:42:50 user nova-compute[75147]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75147) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 19:42:50 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee43b84c-a4d4-49ac-a5b8-78e6e1e6c006 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:633582bd-88de-49f3-86eb-3c37d35f5215', 0)] {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 19:42:50 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:42:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:42:51 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[94fa92cf-7cc5-40a0-be9e-d17c74a1b6a8]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:189b37aa-88f0-4553-a919-0d08d4c643a8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:633582bd-88de-49f3-86eb-3c37d35f5215\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:42:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:42:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:42:51 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[d255ca61-4940-4976-92c3-50d7078a7082]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:189b37aa-88f0-4553-a919-0d08d4c643a8 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:633582bd-88de-49f3-86eb-3c37d35f5215 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:42:51 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee43b84c-a4d4-49ac-a5b8-78e6e1e6c006 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1 (non-flash)
Oct 27 19:42:51 user nova-compute[75147]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:189b37aa-88f0-4553-a919-0d08d4c643a8 (non-flash)
Oct 27 19:42:51 user nova-compute[75147]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:633582bd-88de-49f3-86eb-3c37d35f5215 (non-flash)
Oct 27 19:42:51 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:42:51 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee43b84c-a4d4-49ac-a5b8-78e6e1e6c006 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1 (non-flash)
Oct 27 19:42:51 user nova-compute[75147]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:189b37aa-88f0-4553-a919-0d08d4c643a8 (non-flash)
Oct 27 19:42:51 user nova-compute[75147]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:633582bd-88de-49f3-86eb-3c37d35f5215 (non-flash)
Oct 27 19:42:51 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:42:51 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee43b84c-a4d4-49ac-a5b8-78e6e1e6c006 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f28ec71bc70>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:633582bd-88de-49f3-86eb-3c37d35f5215'): ({'sdb'}, set())}) {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 19:42:51 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-ee43b84c-a4d4-49ac-a5b8-78e6e1e6c006 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Removing single pathed devices sdb {{(pid=75147) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 19:42:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:42:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:42:51 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd7c54a7-b615-4887-bc10-9523fbb23516]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:42:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:42:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.024s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:42:51 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[4260dc68-c829-4e85-81c2-68b8149f731c]: (4, ('ok\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:42:51 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-ee43b84c-a4d4-49ac-a5b8-78e6e1e6c006 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Flushing IO for device /dev/sdb {{(pid=75147) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 19:42:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:42:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.016s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:42:51 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d6fdf82-3a75-42af-8424-3e43d00cb10a]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:42:51 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-ee43b84c-a4d4-49ac-a5b8-78e6e1e6c006 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75147) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 19:42:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:42:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.063s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:42:51 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed5b8413-b56a-4918-b7e1-566525b16e40]: (4, ('1', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:42:51 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-ee43b84c-a4d4-49ac-a5b8-78e6e1e6c006 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 19:42:51 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-ee43b84c-a4d4-49ac-a5b8-78e6e1e6c006 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] SCSI volumes sdb have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 19:42:51 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee43b84c-a4d4-49ac-a5b8-78e6e1e6c006 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:633582bd-88de-49f3-86eb-3c37d35f5215')] {{(pid=75147) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 19:42:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:633582bd-88de-49f3-86eb-3c37d35f5215 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:42:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:633582bd-88de-49f3-86eb-3c37d35f5215 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:42:51 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[908391d7-2e5a-45d4-8310-16eacc44e36c]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:42:51 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee43b84c-a4d4-49ac-a5b8-78e6e1e6c006 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:42:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:633582bd-88de-49f3-86eb-3c37d35f5215 -p 172.16.0.220:3260 --logout {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:42:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:633582bd-88de-49f3-86eb-3c37d35f5215 -p 172.16.0.220:3260 --logout" returned: 0 in 0.054s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:42:51 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[2557d85e-e522-4b46-9ef7-48a2e8868b27]: (4, ('Logging out of session [sid: 32, target: iqn.2010-10.org.openstack:633582bd-88de-49f3-86eb-3c37d35f5215, portal: 172.16.0.220,3260]\nLogout of [sid: 32, target: iqn.2010-10.org.openstack:633582bd-88de-49f3-86eb-3c37d35f5215, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:42:51 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee43b84c-a4d4-49ac-a5b8-78e6e1e6c006 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 32, target: iqn.2010-10.org.openstack:633582bd-88de-49f3-86eb-3c37d35f5215, portal: 172.16.0.220,3260]
Oct 27 19:42:51 user nova-compute[75147]: Logout of [sid: 32, target: iqn.2010-10.org.openstack:633582bd-88de-49f3-86eb-3c37d35f5215, portal: 172.16.0.220,3260] successful.
Oct 27 19:42:51 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:42:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:633582bd-88de-49f3-86eb-3c37d35f5215 -p 172.16.0.220:3260 --op delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:42:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:633582bd-88de-49f3-86eb-3c37d35f5215 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:42:51 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[cfb7497a-4bac-4816-96e6-9aa8fc4825f9]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:42:51 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee43b84c-a4d4-49ac-a5b8-78e6e1e6c006 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:42:51 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-ee43b84c-a4d4-49ac-a5b8-78e6e1e6c006 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.327s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:42:51 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee43b84c-a4d4-49ac-a5b8-78e6e1e6c006 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] <== disconnect_volume: return (328ms) None {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:42:51 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ee43b84c-a4d4-49ac-a5b8-78e6e1e6c006 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] [instance: 7209e291-cae8-44a4-9d43-d3fe78bfbe12] Disconnected iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 19:42:52 user nova-compute[75147]: DEBUG nova.objects.instance [None req-ee43b84c-a4d4-49ac-a5b8-78e6e1e6c006 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Lazy-loading 'flavor' on Instance uuid 7209e291-cae8-44a4-9d43-d3fe78bfbe12 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:42:52 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-ee43b84c-a4d4-49ac-a5b8-78e6e1e6c006 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Lock "7209e291-cae8-44a4-9d43-d3fe78bfbe12" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.774s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:42:52 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:42:52 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:42:55 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:42:56 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:42:57 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:42:57 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:42:58 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:42:58 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Starting heal instance info cache {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 19:42:58 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "refresh_cache-d3fb6898-879f-4828-b0c8-f4c7911c334c" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:42:58 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquired lock "refresh_cache-d3fb6898-879f-4828-b0c8-f4c7911c334c" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:42:58 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: d3fb6898-879f-4828-b0c8-f4c7911c334c] Forcefully refreshing network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 27 19:42:59 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: d3fb6898-879f-4828-b0c8-f4c7911c334c] Updating instance_info_cache with network_info: [{"id": "24cd132f-d0bb-46ce-b74d-64535d946a24", "address": "fa:16:3e:d4:a1:89", "network": {"id": "bae3f1ff-b48f-4e91-a1ac-2c877ecca1af", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1949095258-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9368eab86d5248b2a34511d5d0fd64eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap24cd132f-d0", "ovs_interfaceid": "24cd132f-d0bb-46ce-b74d-64535d946a24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:42:59 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Releasing lock "refresh_cache-d3fb6898-879f-4828-b0c8-f4c7911c334c" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:42:59 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: d3fb6898-879f-4828-b0c8-f4c7911c334c] Updated the network info_cache for instance {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 27 19:42:59 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:42:59 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:42:59 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:42:59 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:42:59 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Auditing locally available compute resources for user (node: user) {{(pid=75147) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 19:43:00 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75147) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 19:43:00 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6c9c2dc6-d96a-42f6-a749-962d9b1a3a63/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:43:00 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6c9c2dc6-d96a-42f6-a749-962d9b1a3a63/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:43:00 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6c9c2dc6-d96a-42f6-a749-962d9b1a3a63/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:43:00 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6c9c2dc6-d96a-42f6-a749-962d9b1a3a63/disk --force-share --output=json" returned: 0 in 0.215s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:43:00 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18fad5c9-4c2b-4e90-a568-bd0a32497c63/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:43:00 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18fad5c9-4c2b-4e90-a568-bd0a32497c63/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:43:00 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18fad5c9-4c2b-4e90-a568-bd0a32497c63/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:43:00 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18fad5c9-4c2b-4e90-a568-bd0a32497c63/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:43:00 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/890c8090-2d59-4e82-a8d2-b3ef579be76b/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:43:01 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/890c8090-2d59-4e82-a8d2-b3ef579be76b/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:43:01 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/890c8090-2d59-4e82-a8d2-b3ef579be76b/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:43:01 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/890c8090-2d59-4e82-a8d2-b3ef579be76b/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:43:01 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9c3f1cc3-684a-4303-a66b-adf1652dd5fd/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:43:01 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9c3f1cc3-684a-4303-a66b-adf1652dd5fd/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:43:01 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9c3f1cc3-684a-4303-a66b-adf1652dd5fd/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:43:01 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9c3f1cc3-684a-4303-a66b-adf1652dd5fd/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:43:01 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=75147) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 19:43:01 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3fb6898-879f-4828-b0c8-f4c7911c334c/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:43:01 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3fb6898-879f-4828-b0c8-f4c7911c334c/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:43:01 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3fb6898-879f-4828-b0c8-f4c7911c334c/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:43:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3fb6898-879f-4828-b0c8-f4c7911c334c/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:43:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/73439fd6-da4c-4dd7-b8cf-2baf9a34e717/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:43:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/73439fd6-da4c-4dd7-b8cf-2baf9a34e717/disk --force-share --output=json" returned: 0 in 0.222s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:43:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/73439fd6-da4c-4dd7-b8cf-2baf9a34e717/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:43:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/73439fd6-da4c-4dd7-b8cf-2baf9a34e717/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:43:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7209e291-cae8-44a4-9d43-d3fe78bfbe12/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:43:02 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:43:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7209e291-cae8-44a4-9d43-d3fe78bfbe12/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:43:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7209e291-cae8-44a4-9d43-d3fe78bfbe12/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:43:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7209e291-cae8-44a4-9d43-d3fe78bfbe12/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:43:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bac22037-a5fc-4b74-a5eb-94c2e51e8155/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:43:03 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bac22037-a5fc-4b74-a5eb-94c2e51e8155/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:43:03 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bac22037-a5fc-4b74-a5eb-94c2e51e8155/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:43:03 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bac22037-a5fc-4b74-a5eb-94c2e51e8155/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:43:03 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:43:03 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:43:03 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Hypervisor/Node resource view: name=user free_ram=7635MB free_disk=25.003570556640625GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75147) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 19:43:03 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:43:03 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:43:03 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance bac22037-a5fc-4b74-a5eb-94c2e51e8155 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:43:03 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance d3fb6898-879f-4828-b0c8-f4c7911c334c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:43:03 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 18fad5c9-4c2b-4e90-a568-bd0a32497c63 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:43:03 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 73439fd6-da4c-4dd7-b8cf-2baf9a34e717 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:43:03 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 6c9c2dc6-d96a-42f6-a749-962d9b1a3a63 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:43:03 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 9c3f1cc3-684a-4303-a66b-adf1652dd5fd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:43:03 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 890c8090-2d59-4e82-a8d2-b3ef579be76b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:43:03 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance e18f8c66-86d8-4021-b2f8-17aeee684b86 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:43:03 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 7209e291-cae8-44a4-9d43-d3fe78bfbe12 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:43:03 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Total usable vcpus: 12, total allocated vcpus: 9 {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 19:43:03 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Final resource view: name=user phys_ram=16011MB used_ram=6656MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=9 pci_stats=[] {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 19:43:04 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:43:04 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:43:04 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Compute_service record updated for user:user {{(pid=75147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 19:43:04 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.557s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:43:06 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:43:06 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:43:07 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:43:07 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:43:07 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75147) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 19:43:12 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:43:17 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:43:21 user nova-compute[75147]: DEBUG nova.compute.manager [req-096dd779-9021-45bf-8e64-d7c08052722c req-c8a3df0f-79e4-4fbe-aea6-5e236c913c88 service nova] [instance: 7209e291-cae8-44a4-9d43-d3fe78bfbe12] Received event network-changed-84cf056e-3647-4caf-8f59-ea524e35ea4b {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:43:21 user nova-compute[75147]: DEBUG nova.compute.manager [req-096dd779-9021-45bf-8e64-d7c08052722c req-c8a3df0f-79e4-4fbe-aea6-5e236c913c88 service nova] [instance: 7209e291-cae8-44a4-9d43-d3fe78bfbe12] Refreshing instance network info cache due to event network-changed-84cf056e-3647-4caf-8f59-ea524e35ea4b. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 19:43:21 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-096dd779-9021-45bf-8e64-d7c08052722c req-c8a3df0f-79e4-4fbe-aea6-5e236c913c88 service nova] Acquiring lock "refresh_cache-7209e291-cae8-44a4-9d43-d3fe78bfbe12" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:43:21 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-096dd779-9021-45bf-8e64-d7c08052722c req-c8a3df0f-79e4-4fbe-aea6-5e236c913c88 service nova] Acquired lock "refresh_cache-7209e291-cae8-44a4-9d43-d3fe78bfbe12" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:43:21 user nova-compute[75147]: DEBUG nova.network.neutron [req-096dd779-9021-45bf-8e64-d7c08052722c req-c8a3df0f-79e4-4fbe-aea6-5e236c913c88 service nova] [instance: 7209e291-cae8-44a4-9d43-d3fe78bfbe12] Refreshing network info cache for port 84cf056e-3647-4caf-8f59-ea524e35ea4b {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 19:43:21 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-76f59852-4a11-40f6-aa21-0d21339c3614 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Acquiring lock "7209e291-cae8-44a4-9d43-d3fe78bfbe12" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:43:21 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-76f59852-4a11-40f6-aa21-0d21339c3614 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Lock "7209e291-cae8-44a4-9d43-d3fe78bfbe12" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:43:21 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-76f59852-4a11-40f6-aa21-0d21339c3614 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Acquiring lock "7209e291-cae8-44a4-9d43-d3fe78bfbe12-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:43:21 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-76f59852-4a11-40f6-aa21-0d21339c3614 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Lock "7209e291-cae8-44a4-9d43-d3fe78bfbe12-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:43:21 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-76f59852-4a11-40f6-aa21-0d21339c3614 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Lock "7209e291-cae8-44a4-9d43-d3fe78bfbe12-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:43:21 user nova-compute[75147]: INFO nova.compute.manager [None req-76f59852-4a11-40f6-aa21-0d21339c3614 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] [instance: 7209e291-cae8-44a4-9d43-d3fe78bfbe12] Terminating instance
Oct 27 19:43:21 user nova-compute[75147]: DEBUG nova.compute.manager [None req-76f59852-4a11-40f6-aa21-0d21339c3614 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] [instance: 7209e291-cae8-44a4-9d43-d3fe78bfbe12] Start destroying the instance on the hypervisor. {{(pid=75147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 27 19:43:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:43:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:43:21 user nova-compute[75147]: DEBUG nova.compute.manager [req-97ef27ad-bdd4-4114-9159-64f8b6adeb29 req-b141759d-f123-4dcf-bd01-e12594d70a08 service nova] [instance: 7209e291-cae8-44a4-9d43-d3fe78bfbe12] Received event network-vif-unplugged-84cf056e-3647-4caf-8f59-ea524e35ea4b {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:43:21 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-97ef27ad-bdd4-4114-9159-64f8b6adeb29 req-b141759d-f123-4dcf-bd01-e12594d70a08 service nova] Acquiring lock "7209e291-cae8-44a4-9d43-d3fe78bfbe12-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:43:21 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-97ef27ad-bdd4-4114-9159-64f8b6adeb29 req-b141759d-f123-4dcf-bd01-e12594d70a08 service nova] Lock "7209e291-cae8-44a4-9d43-d3fe78bfbe12-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:43:21 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-97ef27ad-bdd4-4114-9159-64f8b6adeb29 req-b141759d-f123-4dcf-bd01-e12594d70a08 service nova] Lock "7209e291-cae8-44a4-9d43-d3fe78bfbe12-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:43:21 user nova-compute[75147]: DEBUG nova.compute.manager [req-97ef27ad-bdd4-4114-9159-64f8b6adeb29 req-b141759d-f123-4dcf-bd01-e12594d70a08 service nova] [instance: 7209e291-cae8-44a4-9d43-d3fe78bfbe12] No waiting events found dispatching network-vif-unplugged-84cf056e-3647-4caf-8f59-ea524e35ea4b {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:43:21 user nova-compute[75147]: DEBUG nova.compute.manager [req-97ef27ad-bdd4-4114-9159-64f8b6adeb29 req-b141759d-f123-4dcf-bd01-e12594d70a08 service nova] [instance: 7209e291-cae8-44a4-9d43-d3fe78bfbe12] Received event network-vif-unplugged-84cf056e-3647-4caf-8f59-ea524e35ea4b for instance with task_state deleting. {{(pid=75147) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 19:43:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:43:22 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:43:22 user nova-compute[75147]: DEBUG nova.network.neutron [req-096dd779-9021-45bf-8e64-d7c08052722c req-c8a3df0f-79e4-4fbe-aea6-5e236c913c88 service nova] [instance: 7209e291-cae8-44a4-9d43-d3fe78bfbe12] Updated VIF entry in instance network info cache for port 84cf056e-3647-4caf-8f59-ea524e35ea4b. {{(pid=75147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 19:43:22 user nova-compute[75147]: DEBUG nova.network.neutron [req-096dd779-9021-45bf-8e64-d7c08052722c req-c8a3df0f-79e4-4fbe-aea6-5e236c913c88 service nova] [instance: 7209e291-cae8-44a4-9d43-d3fe78bfbe12] Updating instance_info_cache with network_info: [{"id": "84cf056e-3647-4caf-8f59-ea524e35ea4b", "address": "fa:16:3e:bc:ea:82", "network": {"id": "9ff87c6b-cbc4-4905-8d96-05dd947da0d4", "bridge": "br-int", "label": "tempest-TestStampPattern-1607396892-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8f7035886f8041e38f5ede4a87e75113", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84cf056e-36", "ovs_interfaceid": "84cf056e-3647-4caf-8f59-ea524e35ea4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:43:22 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-096dd779-9021-45bf-8e64-d7c08052722c req-c8a3df0f-79e4-4fbe-aea6-5e236c913c88 service nova] Releasing lock "refresh_cache-7209e291-cae8-44a4-9d43-d3fe78bfbe12" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:43:22 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: 7209e291-cae8-44a4-9d43-d3fe78bfbe12] Instance destroyed successfully.
Oct 27 19:43:22 user nova-compute[75147]: DEBUG nova.objects.instance [None req-76f59852-4a11-40f6-aa21-0d21339c3614 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Lazy-loading 'resources' on Instance uuid 7209e291-cae8-44a4-9d43-d3fe78bfbe12 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:43:22 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-76f59852-4a11-40f6-aa21-0d21339c3614 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:40:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestStampPattern-server-1170392024',display_name='tempest-TestStampPattern-server-1170392024',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1170392024',id=31,image_ref='cab83e00-a024-4b79-82c2-60a920729ab9',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBL/jAWlcWDJSq6Y9TYP+/l6hitWcMc84ODX0eS1tXND/1te+gMCLx0L+sBkMK4lo6kSCA7p3ApcXVEYl5vT24O7tf7/fXoPTltDLlhVLe96mSLlXWJtaQcFwuf9PGO+JtQ==',key_name='tempest-TestStampPattern-1663785487',keypairs=<?>,launch_index=0,launched_at=2023-10-27T19:40:25Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='8f7035886f8041e38f5ede4a87e75113',ramdisk_id='',reservation_id='r-1gt32jle',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_boot_roles='member,reader',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_image_location='snapshot',image_image_state='available',image_image_type='snapshot',image_instance_uuid='6c9c2dc6-d96a-42f6-a749-962d9b1a3a63',image_min_disk='1',image_min_ram='0',image_owner_id='8f7035886f8041e38f5ede4a87e75113',image_owner_project_name='tempest-TestStampPattern-2095814487',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestStampPattern-2095814487-project-member',image_user_id='e11daf0dd7044db7b48382c82685a2db',owner_project_name='tempest-TestStampPattern-2095814487',owner_user_name='tempest-TestStampPattern-2095814487-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T19:40:25Z,user_data=None,user_id='e11daf0dd7044db7b48382c82685a2db',uuid=7209e291-cae8-44a4-9d43-d3fe78bfbe12,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "84cf056e-3647-4caf-8f59-ea524e35ea4b", "address": "fa:16:3e:bc:ea:82", "network": {"id": "9ff87c6b-cbc4-4905-8d96-05dd947da0d4", "bridge": "br-int", "label": "tempest-TestStampPattern-1607396892-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8f7035886f8041e38f5ede4a87e75113", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84cf056e-36", "ovs_interfaceid": "84cf056e-3647-4caf-8f59-ea524e35ea4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 19:43:22 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-76f59852-4a11-40f6-aa21-0d21339c3614 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Converting VIF {"id": "84cf056e-3647-4caf-8f59-ea524e35ea4b", "address": "fa:16:3e:bc:ea:82", "network": {"id": "9ff87c6b-cbc4-4905-8d96-05dd947da0d4", "bridge": "br-int", "label": "tempest-TestStampPattern-1607396892-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8f7035886f8041e38f5ede4a87e75113", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84cf056e-36", "ovs_interfaceid": "84cf056e-3647-4caf-8f59-ea524e35ea4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:43:22 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-76f59852-4a11-40f6-aa21-0d21339c3614 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:bc:ea:82,bridge_name='br-int',has_traffic_filtering=True,id=84cf056e-3647-4caf-8f59-ea524e35ea4b,network=Network(9ff87c6b-cbc4-4905-8d96-05dd947da0d4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap84cf056e-36') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:43:22 user nova-compute[75147]: DEBUG os_vif [None req-76f59852-4a11-40f6-aa21-0d21339c3614 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:bc:ea:82,bridge_name='br-int',has_traffic_filtering=True,id=84cf056e-3647-4caf-8f59-ea524e35ea4b,network=Network(9ff87c6b-cbc4-4905-8d96-05dd947da0d4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap84cf056e-36') {{(pid=75147) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 19:43:22 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:43:22 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap84cf056e-36, bridge=br-int, if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:43:22 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:43:22 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:43:22 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:43:22 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=02229899-996f-47a7-87bd-8cc4e7ebf60a) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:43:22 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:43:22 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:43:22 user nova-compute[75147]: INFO os_vif [None req-76f59852-4a11-40f6-aa21-0d21339c3614 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:bc:ea:82,bridge_name='br-int',has_traffic_filtering=True,id=84cf056e-3647-4caf-8f59-ea524e35ea4b,network=Network(9ff87c6b-cbc4-4905-8d96-05dd947da0d4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap84cf056e-36')
Oct 27 19:43:22 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-76f59852-4a11-40f6-aa21-0d21339c3614 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] [instance: 7209e291-cae8-44a4-9d43-d3fe78bfbe12] Deleting instance files /opt/stack/data/nova/instances/7209e291-cae8-44a4-9d43-d3fe78bfbe12_del
Oct 27 19:43:22 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-76f59852-4a11-40f6-aa21-0d21339c3614 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] [instance: 7209e291-cae8-44a4-9d43-d3fe78bfbe12] Deletion of /opt/stack/data/nova/instances/7209e291-cae8-44a4-9d43-d3fe78bfbe12_del complete
Oct 27 19:43:22 user nova-compute[75147]: INFO nova.compute.manager [None req-76f59852-4a11-40f6-aa21-0d21339c3614 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] [instance: 7209e291-cae8-44a4-9d43-d3fe78bfbe12] Took 0.94 seconds to destroy the instance on the hypervisor.
Oct 27 19:43:22 user nova-compute[75147]: DEBUG oslo.service.loopingcall [None req-76f59852-4a11-40f6-aa21-0d21339c3614 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 27 19:43:22 user nova-compute[75147]: DEBUG nova.compute.manager [-] [instance: 7209e291-cae8-44a4-9d43-d3fe78bfbe12] Deallocating network for instance {{(pid=75147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 27 19:43:22 user nova-compute[75147]: DEBUG nova.network.neutron [-] [instance: 7209e291-cae8-44a4-9d43-d3fe78bfbe12] deallocate_for_instance() {{(pid=75147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 27 19:43:23 user nova-compute[75147]: DEBUG nova.network.neutron [-] [instance: 7209e291-cae8-44a4-9d43-d3fe78bfbe12] Updating instance_info_cache with network_info: [] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:43:23 user nova-compute[75147]: INFO nova.compute.manager [-] [instance: 7209e291-cae8-44a4-9d43-d3fe78bfbe12] Took 0.44 seconds to deallocate network for instance.
Oct 27 19:43:23 user nova-compute[75147]: DEBUG nova.compute.manager [req-3c7bae09-ba90-486b-bc7e-f8092b561de4 req-b3aa93cb-ed11-4a17-b18a-8416e164eb1e service nova] [instance: 7209e291-cae8-44a4-9d43-d3fe78bfbe12] Received event network-vif-deleted-84cf056e-3647-4caf-8f59-ea524e35ea4b {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:43:23 user nova-compute[75147]: INFO nova.compute.manager [req-3c7bae09-ba90-486b-bc7e-f8092b561de4 req-b3aa93cb-ed11-4a17-b18a-8416e164eb1e service nova] [instance: 7209e291-cae8-44a4-9d43-d3fe78bfbe12] Neutron deleted interface 84cf056e-3647-4caf-8f59-ea524e35ea4b; detaching it from the instance and deleting it from the info cache
Oct 27 19:43:23 user nova-compute[75147]: DEBUG nova.network.neutron [req-3c7bae09-ba90-486b-bc7e-f8092b561de4 req-b3aa93cb-ed11-4a17-b18a-8416e164eb1e service nova] [instance: 7209e291-cae8-44a4-9d43-d3fe78bfbe12] Updating instance_info_cache with network_info: [] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:43:23 user nova-compute[75147]: DEBUG nova.compute.manager [req-3c7bae09-ba90-486b-bc7e-f8092b561de4 req-b3aa93cb-ed11-4a17-b18a-8416e164eb1e service nova] [instance: 7209e291-cae8-44a4-9d43-d3fe78bfbe12] Detach interface failed, port_id=84cf056e-3647-4caf-8f59-ea524e35ea4b, reason: Instance 7209e291-cae8-44a4-9d43-d3fe78bfbe12 could not be found. {{(pid=75147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 27 19:43:23 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-76f59852-4a11-40f6-aa21-0d21339c3614 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:43:23 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-76f59852-4a11-40f6-aa21-0d21339c3614 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:43:23 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-76f59852-4a11-40f6-aa21-0d21339c3614 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:43:23 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-76f59852-4a11-40f6-aa21-0d21339c3614 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:43:23 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-76f59852-4a11-40f6-aa21-0d21339c3614 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.412s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:43:23 user nova-compute[75147]: INFO nova.scheduler.client.report [None req-76f59852-4a11-40f6-aa21-0d21339c3614 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Deleted allocations for instance 7209e291-cae8-44a4-9d43-d3fe78bfbe12
Oct 27 19:43:23 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-76f59852-4a11-40f6-aa21-0d21339c3614 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Lock "7209e291-cae8-44a4-9d43-d3fe78bfbe12" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.993s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:43:24 user nova-compute[75147]: DEBUG nova.compute.manager [req-89a83f95-772e-4e5c-96e5-9d48ad4016b4 req-8d1c3068-7662-4db0-84b6-6cc3dd35523e service nova] [instance: 7209e291-cae8-44a4-9d43-d3fe78bfbe12] Received event network-vif-plugged-84cf056e-3647-4caf-8f59-ea524e35ea4b {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:43:24 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-89a83f95-772e-4e5c-96e5-9d48ad4016b4 req-8d1c3068-7662-4db0-84b6-6cc3dd35523e service nova] Acquiring lock "7209e291-cae8-44a4-9d43-d3fe78bfbe12-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:43:24 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-89a83f95-772e-4e5c-96e5-9d48ad4016b4 req-8d1c3068-7662-4db0-84b6-6cc3dd35523e service nova] Lock "7209e291-cae8-44a4-9d43-d3fe78bfbe12-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:43:24 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-89a83f95-772e-4e5c-96e5-9d48ad4016b4 req-8d1c3068-7662-4db0-84b6-6cc3dd35523e service nova] Lock "7209e291-cae8-44a4-9d43-d3fe78bfbe12-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:43:24 user nova-compute[75147]: DEBUG nova.compute.manager [req-89a83f95-772e-4e5c-96e5-9d48ad4016b4 req-8d1c3068-7662-4db0-84b6-6cc3dd35523e service nova] [instance: 7209e291-cae8-44a4-9d43-d3fe78bfbe12] No waiting events found dispatching network-vif-plugged-84cf056e-3647-4caf-8f59-ea524e35ea4b {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:43:24 user nova-compute[75147]: WARNING nova.compute.manager [req-89a83f95-772e-4e5c-96e5-9d48ad4016b4 req-8d1c3068-7662-4db0-84b6-6cc3dd35523e service nova] [instance: 7209e291-cae8-44a4-9d43-d3fe78bfbe12] Received unexpected event network-vif-plugged-84cf056e-3647-4caf-8f59-ea524e35ea4b for instance with vm_state deleted and task_state None.
Oct 27 19:43:24 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-07a7791e-a20e-4fc3-b2dc-590825df9b32 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Acquiring lock "18fad5c9-4c2b-4e90-a568-bd0a32497c63" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:43:24 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-07a7791e-a20e-4fc3-b2dc-590825df9b32 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Lock "18fad5c9-4c2b-4e90-a568-bd0a32497c63" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:43:24 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-07a7791e-a20e-4fc3-b2dc-590825df9b32 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Acquiring lock "18fad5c9-4c2b-4e90-a568-bd0a32497c63-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:43:24 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-07a7791e-a20e-4fc3-b2dc-590825df9b32 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Lock "18fad5c9-4c2b-4e90-a568-bd0a32497c63-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:43:24 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-07a7791e-a20e-4fc3-b2dc-590825df9b32 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Lock "18fad5c9-4c2b-4e90-a568-bd0a32497c63-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:43:24 user nova-compute[75147]: INFO nova.compute.manager [None req-07a7791e-a20e-4fc3-b2dc-590825df9b32 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Terminating instance
Oct 27 19:43:24 user nova-compute[75147]: DEBUG nova.compute.manager [None req-07a7791e-a20e-4fc3-b2dc-590825df9b32 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Start destroying the instance on the hypervisor. {{(pid=75147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 27 19:43:24 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:43:24 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:43:24 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:43:24 user nova-compute[75147]: DEBUG nova.compute.manager [req-cc80cb08-b1e1-43a0-9166-f4da65dd3307 req-0744cdb9-0078-4929-86c2-c5890f288aa8 service nova] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Received event network-vif-unplugged-5b28365d-32e7-4952-b6c6-3c2343ff1568 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:43:24 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-cc80cb08-b1e1-43a0-9166-f4da65dd3307 req-0744cdb9-0078-4929-86c2-c5890f288aa8 service nova] Acquiring lock "18fad5c9-4c2b-4e90-a568-bd0a32497c63-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:43:24 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-cc80cb08-b1e1-43a0-9166-f4da65dd3307 req-0744cdb9-0078-4929-86c2-c5890f288aa8 service nova] Lock "18fad5c9-4c2b-4e90-a568-bd0a32497c63-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:43:24 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-cc80cb08-b1e1-43a0-9166-f4da65dd3307 req-0744cdb9-0078-4929-86c2-c5890f288aa8 service nova] Lock "18fad5c9-4c2b-4e90-a568-bd0a32497c63-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:43:24 user nova-compute[75147]: DEBUG nova.compute.manager [req-cc80cb08-b1e1-43a0-9166-f4da65dd3307 req-0744cdb9-0078-4929-86c2-c5890f288aa8 service nova] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] No waiting events found dispatching network-vif-unplugged-5b28365d-32e7-4952-b6c6-3c2343ff1568 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:43:24 user nova-compute[75147]: DEBUG nova.compute.manager [req-cc80cb08-b1e1-43a0-9166-f4da65dd3307 req-0744cdb9-0078-4929-86c2-c5890f288aa8 service nova] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Received event network-vif-unplugged-5b28365d-32e7-4952-b6c6-3c2343ff1568 for instance with task_state deleting. {{(pid=75147) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 19:43:25 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Instance destroyed successfully.
Oct 27 19:43:25 user nova-compute[75147]: DEBUG nova.objects.instance [None req-07a7791e-a20e-4fc3-b2dc-590825df9b32 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Lazy-loading 'resources' on Instance uuid 18fad5c9-4c2b-4e90-a568-bd0a32497c63 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:43:25 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-07a7791e-a20e-4fc3-b2dc-590825df9b32 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:32:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-461480481',display_name='tempest-AttachVolumeTestJSON-server-461480481',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-461480481',id=19,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCocSk0Jt+lxbazUZ5yULe+dUn5NKU/aEEPIiGBejfR8xgJF/icNpDULImN0BYwjwxpVTaQc9QG6PoyRw5Z8vtO+7oYSQJmGrJm73OGd6+3aFaxmjjbggbIAZn8Z6iG8QA==',key_name='tempest-keypair-792790439',keypairs=<?>,launch_index=0,launched_at=2023-10-27T19:33:07Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='650e050c53874fa5bd6c9a70152ef1cf',ramdisk_id='',reservation_id='r-y9yzgh2f',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-305407133',owner_user_name='tempest-AttachVolumeTestJSON-305407133-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T19:41:38Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b3450e0fcfb7485581e5f2e6418d9359',uuid=18fad5c9-4c2b-4e90-a568-bd0a32497c63,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "5b28365d-32e7-4952-b6c6-3c2343ff1568", "address": "fa:16:3e:e7:6d:79", "network": {"id": "530841ca-09cf-4270-b7b7-02d3a851df39", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1965338570-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "650e050c53874fa5bd6c9a70152ef1cf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b28365d-32", "ovs_interfaceid": "5b28365d-32e7-4952-b6c6-3c2343ff1568", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 19:43:25 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-07a7791e-a20e-4fc3-b2dc-590825df9b32 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Converting VIF {"id": "5b28365d-32e7-4952-b6c6-3c2343ff1568", "address": "fa:16:3e:e7:6d:79", "network": {"id": "530841ca-09cf-4270-b7b7-02d3a851df39", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1965338570-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "650e050c53874fa5bd6c9a70152ef1cf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b28365d-32", "ovs_interfaceid": "5b28365d-32e7-4952-b6c6-3c2343ff1568", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:43:25 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-07a7791e-a20e-4fc3-b2dc-590825df9b32 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e7:6d:79,bridge_name='br-int',has_traffic_filtering=True,id=5b28365d-32e7-4952-b6c6-3c2343ff1568,network=Network(530841ca-09cf-4270-b7b7-02d3a851df39),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5b28365d-32') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:43:25 user nova-compute[75147]: DEBUG os_vif [None req-07a7791e-a20e-4fc3-b2dc-590825df9b32 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e7:6d:79,bridge_name='br-int',has_traffic_filtering=True,id=5b28365d-32e7-4952-b6c6-3c2343ff1568,network=Network(530841ca-09cf-4270-b7b7-02d3a851df39),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5b28365d-32') {{(pid=75147) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 19:43:25 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:43:25 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap5b28365d-32, bridge=br-int, if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:43:25 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:43:25 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:43:25 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:43:25 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=7d603160-db57-418a-b731-5ea804bdaa8f) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:43:25 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:43:25 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:43:25 user nova-compute[75147]: INFO os_vif [None req-07a7791e-a20e-4fc3-b2dc-590825df9b32 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e7:6d:79,bridge_name='br-int',has_traffic_filtering=True,id=5b28365d-32e7-4952-b6c6-3c2343ff1568,network=Network(530841ca-09cf-4270-b7b7-02d3a851df39),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5b28365d-32')
Oct 27 19:43:25 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-07a7791e-a20e-4fc3-b2dc-590825df9b32 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Deleting instance files /opt/stack/data/nova/instances/18fad5c9-4c2b-4e90-a568-bd0a32497c63_del
Oct 27 19:43:25 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-07a7791e-a20e-4fc3-b2dc-590825df9b32 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Deletion of /opt/stack/data/nova/instances/18fad5c9-4c2b-4e90-a568-bd0a32497c63_del complete
Oct 27 19:43:25 user nova-compute[75147]: INFO nova.compute.manager [None req-07a7791e-a20e-4fc3-b2dc-590825df9b32 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Took 0.89 seconds to destroy the instance on the hypervisor.
Oct 27 19:43:25 user nova-compute[75147]: DEBUG oslo.service.loopingcall [None req-07a7791e-a20e-4fc3-b2dc-590825df9b32 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 27 19:43:25 user nova-compute[75147]: DEBUG nova.compute.manager [-] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Deallocating network for instance {{(pid=75147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 27 19:43:25 user nova-compute[75147]: DEBUG nova.network.neutron [-] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] deallocate_for_instance() {{(pid=75147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 27 19:43:26 user nova-compute[75147]: DEBUG nova.network.neutron [-] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Updating instance_info_cache with network_info: [] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:43:26 user nova-compute[75147]: INFO nova.compute.manager [-] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Took 0.78 seconds to deallocate network for instance.
Oct 27 19:43:26 user nova-compute[75147]: DEBUG nova.compute.manager [req-0b906259-f361-4a03-9d43-5b15802d7d1f req-5093c55a-7090-4c5b-8b36-39f8cdfe5dba service nova] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Received event network-vif-deleted-5b28365d-32e7-4952-b6c6-3c2343ff1568 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:43:26 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-07a7791e-a20e-4fc3-b2dc-590825df9b32 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:43:26 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-07a7791e-a20e-4fc3-b2dc-590825df9b32 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:43:26 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-07a7791e-a20e-4fc3-b2dc-590825df9b32 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:43:26 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-07a7791e-a20e-4fc3-b2dc-590825df9b32 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:43:26 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-07a7791e-a20e-4fc3-b2dc-590825df9b32 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.278s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:43:26 user nova-compute[75147]: INFO nova.scheduler.client.report [None req-07a7791e-a20e-4fc3-b2dc-590825df9b32 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Deleted allocations for instance 18fad5c9-4c2b-4e90-a568-bd0a32497c63
Oct 27 19:43:26 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-07a7791e-a20e-4fc3-b2dc-590825df9b32 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Lock "18fad5c9-4c2b-4e90-a568-bd0a32497c63" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.163s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:43:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:43:26 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-1fdeecec-c0f2-45dc-9379-dde5deeaf619 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Acquiring lock "890c8090-2d59-4e82-a8d2-b3ef579be76b" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:43:26 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-1fdeecec-c0f2-45dc-9379-dde5deeaf619 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Lock "890c8090-2d59-4e82-a8d2-b3ef579be76b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:43:26 user nova-compute[75147]: DEBUG nova.objects.instance [None req-1fdeecec-c0f2-45dc-9379-dde5deeaf619 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Lazy-loading 'flavor' on Instance uuid 890c8090-2d59-4e82-a8d2-b3ef579be76b {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:43:26 user nova-compute[75147]: DEBUG nova.compute.manager [req-d2eb438f-4e3c-41f1-83af-0a966bd3f5c4 req-e3fbe3b6-7e0e-4961-b27d-9955b0c9a84d service nova] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Received event network-vif-plugged-5b28365d-32e7-4952-b6c6-3c2343ff1568 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:43:26 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-d2eb438f-4e3c-41f1-83af-0a966bd3f5c4 req-e3fbe3b6-7e0e-4961-b27d-9955b0c9a84d service nova] Acquiring lock "18fad5c9-4c2b-4e90-a568-bd0a32497c63-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:43:26 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-d2eb438f-4e3c-41f1-83af-0a966bd3f5c4 req-e3fbe3b6-7e0e-4961-b27d-9955b0c9a84d service nova] Lock "18fad5c9-4c2b-4e90-a568-bd0a32497c63-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:43:26 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-d2eb438f-4e3c-41f1-83af-0a966bd3f5c4 req-e3fbe3b6-7e0e-4961-b27d-9955b0c9a84d service nova] Lock "18fad5c9-4c2b-4e90-a568-bd0a32497c63-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:43:26 user nova-compute[75147]: DEBUG nova.compute.manager [req-d2eb438f-4e3c-41f1-83af-0a966bd3f5c4 req-e3fbe3b6-7e0e-4961-b27d-9955b0c9a84d service nova] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] No waiting events found dispatching network-vif-plugged-5b28365d-32e7-4952-b6c6-3c2343ff1568 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:43:26 user nova-compute[75147]: WARNING nova.compute.manager [req-d2eb438f-4e3c-41f1-83af-0a966bd3f5c4 req-e3fbe3b6-7e0e-4961-b27d-9955b0c9a84d service nova] [instance: 18fad5c9-4c2b-4e90-a568-bd0a32497c63] Received unexpected event network-vif-plugged-5b28365d-32e7-4952-b6c6-3c2343ff1568 for instance with vm_state deleted and task_state None.
Oct 27 19:43:26 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-1fdeecec-c0f2-45dc-9379-dde5deeaf619 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Lock "890c8090-2d59-4e82-a8d2-b3ef579be76b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.051s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:43:27 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-1fdeecec-c0f2-45dc-9379-dde5deeaf619 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Acquiring lock "890c8090-2d59-4e82-a8d2-b3ef579be76b" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:43:27 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-1fdeecec-c0f2-45dc-9379-dde5deeaf619 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Lock "890c8090-2d59-4e82-a8d2-b3ef579be76b" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:43:27 user nova-compute[75147]: INFO nova.compute.manager [None req-1fdeecec-c0f2-45dc-9379-dde5deeaf619 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Attaching volume f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 to /dev/vdb
Oct 27 19:43:27 user nova-compute[75147]: DEBUG os_brick.utils [None req-1fdeecec-c0f2-45dc-9379-dde5deeaf619 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:43:27 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:43:27 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:43:27 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[34c98436-2fb5-4c78-b2e6-8855a7a52ff5]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9325735bc82e\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:43:27 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:43:27 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:43:27 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a5c7762-e71b-4336-82a5-d35d06b0f3eb]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:43:27 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:43:27 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:43:27 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[eddab1b5-3db9-428b-ba74-6c45165f023a]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:43:27 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[59b93886-0976-426b-8d50-1b4a39fecf5d]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:43:27 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-1fdeecec-c0f2-45dc-9379-dde5deeaf619 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Running cmd (subprocess): nvme version {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:43:27 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-1fdeecec-c0f2-45dc-9379-dde5deeaf619 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] 'nvme version' failed. Not Retrying. {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 19:43:27 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.nvmeof [None req-1fdeecec-c0f2-45dc-9379-dde5deeaf619 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] nvme not present on system {{(pid=75147) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 27 19:43:27 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:43:27 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 19:43:27 user nova-compute[75147]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 27 19:43:27 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[4278a697-8fe7-4a76-99d5-7cabfb94cdaf]: (4, '') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:43:27 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-1fdeecec-c0f2-45dc-9379-dde5deeaf619 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75147) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 27 19:43:27 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-1fdeecec-c0f2-45dc-9379-dde5deeaf619 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 27 19:43:27 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-1fdeecec-c0f2-45dc-9379-dde5deeaf619 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] LIGHTOS: no hostnqn found. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 27 19:43:27 user nova-compute[75147]: DEBUG os_brick.utils [None req-1fdeecec-c0f2-45dc-9379-dde5deeaf619 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] <== get_connector_properties: return (119ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9325735bc82e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:43:27 user nova-compute[75147]: DEBUG nova.virt.block_device [None req-1fdeecec-c0f2-45dc-9379-dde5deeaf619 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Updating existing volume attachment record: e0c5ae96-3baa-4793-a4eb-688651d8d092 {{(pid=75147) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 27 19:43:29 user nova-compute[75147]: INFO nova.compute.manager [None req-7ff82baf-aae3-44fd-9e5f-d3e6cd0629e2 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] Get console output
Oct 27 19:43:29 user nova-compute[75147]: INFO nova.privsep.libvirt [-] Ignored error while reading from instance console pty: can't concat NoneType to bytes
Oct 27 19:43:30 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:43:31 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:43:32 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:43:32 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-c9b28812-f31d-44a7-a2c2-fd2b3fbd798d tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Acquiring lock "9c3f1cc3-684a-4303-a66b-adf1652dd5fd" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:43:32 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-c9b28812-f31d-44a7-a2c2-fd2b3fbd798d tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lock "9c3f1cc3-684a-4303-a66b-adf1652dd5fd" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:43:32 user nova-compute[75147]: INFO nova.compute.manager [None req-c9b28812-f31d-44a7-a2c2-fd2b3fbd798d tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: 9c3f1cc3-684a-4303-a66b-adf1652dd5fd] Detaching volume 189b37aa-88f0-4553-a919-0d08d4c643a8
Oct 27 19:43:32 user nova-compute[75147]: INFO nova.virt.block_device [None req-c9b28812-f31d-44a7-a2c2-fd2b3fbd798d tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: 9c3f1cc3-684a-4303-a66b-adf1652dd5fd] Attempting to driver detach volume 189b37aa-88f0-4553-a919-0d08d4c643a8 from mountpoint /dev/vdb
Oct 27 19:43:32 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-c9b28812-f31d-44a7-a2c2-fd2b3fbd798d tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Attempting to detach device vdb from instance 9c3f1cc3-684a-4303-a66b-adf1652dd5fd from the persistent domain config. {{(pid=75147) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 27 19:43:32 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-c9b28812-f31d-44a7-a2c2-fd2b3fbd798d tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] detach device xml: <disk type="block" device="disk">
Oct 27 19:43:32 user nova-compute[75147]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 19:43:32 user nova-compute[75147]:   <source dev="/dev/sdd"/>
Oct 27 19:43:32 user nova-compute[75147]:   <target dev="vdb" bus="virtio"/>
Oct 27 19:43:32 user nova-compute[75147]:   <serial>189b37aa-88f0-4553-a919-0d08d4c643a8</serial>
Oct 27 19:43:32 user nova-compute[75147]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 27 19:43:32 user nova-compute[75147]: </disk>
Oct 27 19:43:32 user nova-compute[75147]:  {{(pid=75147) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 19:43:32 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-c9b28812-f31d-44a7-a2c2-fd2b3fbd798d tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Successfully detached device vdb from instance 9c3f1cc3-684a-4303-a66b-adf1652dd5fd from the persistent domain config.
Oct 27 19:43:32 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-c9b28812-f31d-44a7-a2c2-fd2b3fbd798d tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 9c3f1cc3-684a-4303-a66b-adf1652dd5fd from the live domain config. {{(pid=75147) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 27 19:43:32 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-c9b28812-f31d-44a7-a2c2-fd2b3fbd798d tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] detach device xml: <disk type="block" device="disk">
Oct 27 19:43:32 user nova-compute[75147]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 19:43:32 user nova-compute[75147]:   <source dev="/dev/sdd"/>
Oct 27 19:43:32 user nova-compute[75147]:   <target dev="vdb" bus="virtio"/>
Oct 27 19:43:32 user nova-compute[75147]:   <serial>189b37aa-88f0-4553-a919-0d08d4c643a8</serial>
Oct 27 19:43:32 user nova-compute[75147]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 27 19:43:32 user nova-compute[75147]: </disk>
Oct 27 19:43:32 user nova-compute[75147]:  {{(pid=75147) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 19:43:33 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-c9b28812-f31d-44a7-a2c2-fd2b3fbd798d tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 9c3f1cc3-684a-4303-a66b-adf1652dd5fd {{(pid=75147) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 27 19:43:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:43:37 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-5ad7f808-da36-43cc-a73c-6910aa0de807 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Acquiring lock "bac22037-a5fc-4b74-a5eb-94c2e51e8155" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:43:37 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-5ad7f808-da36-43cc-a73c-6910aa0de807 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Lock "bac22037-a5fc-4b74-a5eb-94c2e51e8155" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.003s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:43:37 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-5ad7f808-da36-43cc-a73c-6910aa0de807 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Acquiring lock "bac22037-a5fc-4b74-a5eb-94c2e51e8155-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:43:37 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-5ad7f808-da36-43cc-a73c-6910aa0de807 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Lock "bac22037-a5fc-4b74-a5eb-94c2e51e8155-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:43:37 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-5ad7f808-da36-43cc-a73c-6910aa0de807 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Lock "bac22037-a5fc-4b74-a5eb-94c2e51e8155-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:43:37 user nova-compute[75147]: INFO nova.compute.manager [None req-5ad7f808-da36-43cc-a73c-6910aa0de807 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: bac22037-a5fc-4b74-a5eb-94c2e51e8155] Terminating instance
Oct 27 19:43:37 user nova-compute[75147]: DEBUG nova.compute.manager [None req-5ad7f808-da36-43cc-a73c-6910aa0de807 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: bac22037-a5fc-4b74-a5eb-94c2e51e8155] Start destroying the instance on the hypervisor. {{(pid=75147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 27 19:43:37 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:43:37 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:43:37 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:43:37 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:43:37 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:43:37 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:43:38 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: bac22037-a5fc-4b74-a5eb-94c2e51e8155] Instance destroyed successfully.
Oct 27 19:43:38 user nova-compute[75147]: DEBUG nova.objects.instance [None req-5ad7f808-da36-43cc-a73c-6910aa0de807 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Lazy-loading 'resources' on Instance uuid bac22037-a5fc-4b74-a5eb-94c2e51e8155 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:43:38 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-5ad7f808-da36-43cc-a73c-6910aa0de807 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:25:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-223336015',display_name='tempest-ServerRescueNegativeTestJSON-server-223336015',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-223336015',id=1,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-27T19:30:56Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='c05b7c7e7bf147fcbc02a57ffda4a15d',ramdisk_id='',reservation_id='r-ht03o5w5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-2101781904',owner_user_name='tempest-ServerRescueNegativeTestJSON-2101781904-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T19:32:45Z,user_data=None,user_id='93e1abe7cc4e4248a6f9682cbd7b00aa',uuid=bac22037-a5fc-4b74-a5eb-94c2e51e8155,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "6e71fd7e-a0c2-47b4-9fab-e5f72fcb2927", "address": "fa:16:3e:bd:98:af", "network": {"id": "997a94dd-a6cc-485a-9bca-761040e12ccf", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-358973122-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c05b7c7e7bf147fcbc02a57ffda4a15d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6e71fd7e-a0", "ovs_interfaceid": "6e71fd7e-a0c2-47b4-9fab-e5f72fcb2927", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 19:43:38 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-5ad7f808-da36-43cc-a73c-6910aa0de807 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Converting VIF {"id": "6e71fd7e-a0c2-47b4-9fab-e5f72fcb2927", "address": "fa:16:3e:bd:98:af", "network": {"id": "997a94dd-a6cc-485a-9bca-761040e12ccf", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-358973122-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c05b7c7e7bf147fcbc02a57ffda4a15d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6e71fd7e-a0", "ovs_interfaceid": "6e71fd7e-a0c2-47b4-9fab-e5f72fcb2927", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:43:38 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-5ad7f808-da36-43cc-a73c-6910aa0de807 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:bd:98:af,bridge_name='br-int',has_traffic_filtering=True,id=6e71fd7e-a0c2-47b4-9fab-e5f72fcb2927,network=Network(997a94dd-a6cc-485a-9bca-761040e12ccf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6e71fd7e-a0') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:43:38 user nova-compute[75147]: DEBUG os_vif [None req-5ad7f808-da36-43cc-a73c-6910aa0de807 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:bd:98:af,bridge_name='br-int',has_traffic_filtering=True,id=6e71fd7e-a0c2-47b4-9fab-e5f72fcb2927,network=Network(997a94dd-a6cc-485a-9bca-761040e12ccf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6e71fd7e-a0') {{(pid=75147) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 19:43:38 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:43:38 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap6e71fd7e-a0, bridge=br-int, if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:43:38 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:43:38 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:43:38 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:43:38 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=d1ed0518-c2b4-4b09-93a1-24cd2c8b2607) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:43:38 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:43:38 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:43:38 user nova-compute[75147]: INFO os_vif [None req-5ad7f808-da36-43cc-a73c-6910aa0de807 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:bd:98:af,bridge_name='br-int',has_traffic_filtering=True,id=6e71fd7e-a0c2-47b4-9fab-e5f72fcb2927,network=Network(997a94dd-a6cc-485a-9bca-761040e12ccf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6e71fd7e-a0')
Oct 27 19:43:38 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-5ad7f808-da36-43cc-a73c-6910aa0de807 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: bac22037-a5fc-4b74-a5eb-94c2e51e8155] Deleting instance files /opt/stack/data/nova/instances/bac22037-a5fc-4b74-a5eb-94c2e51e8155_del
Oct 27 19:43:38 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-5ad7f808-da36-43cc-a73c-6910aa0de807 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: bac22037-a5fc-4b74-a5eb-94c2e51e8155] Deletion of /opt/stack/data/nova/instances/bac22037-a5fc-4b74-a5eb-94c2e51e8155_del complete
Oct 27 19:43:38 user nova-compute[75147]: INFO nova.compute.manager [None req-5ad7f808-da36-43cc-a73c-6910aa0de807 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] [instance: bac22037-a5fc-4b74-a5eb-94c2e51e8155] Took 1.02 seconds to destroy the instance on the hypervisor.
Oct 27 19:43:38 user nova-compute[75147]: DEBUG oslo.service.loopingcall [None req-5ad7f808-da36-43cc-a73c-6910aa0de807 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 27 19:43:38 user nova-compute[75147]: DEBUG nova.compute.manager [-] [instance: bac22037-a5fc-4b74-a5eb-94c2e51e8155] Deallocating network for instance {{(pid=75147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 27 19:43:38 user nova-compute[75147]: DEBUG nova.network.neutron [-] [instance: bac22037-a5fc-4b74-a5eb-94c2e51e8155] deallocate_for_instance() {{(pid=75147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 27 19:43:39 user nova-compute[75147]: DEBUG nova.network.neutron [-] [instance: bac22037-a5fc-4b74-a5eb-94c2e51e8155] Updating instance_info_cache with network_info: [] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:43:39 user nova-compute[75147]: INFO nova.compute.manager [-] [instance: bac22037-a5fc-4b74-a5eb-94c2e51e8155] Took 0.54 seconds to deallocate network for instance.
Oct 27 19:43:39 user nova-compute[75147]: DEBUG nova.compute.manager [req-e6d697cc-41cd-407f-b431-259b47e1d883 req-2e30596f-5945-489f-a623-5c464c9fd2ab service nova] [instance: bac22037-a5fc-4b74-a5eb-94c2e51e8155] Received event network-vif-deleted-6e71fd7e-a0c2-47b4-9fab-e5f72fcb2927 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:43:39 user nova-compute[75147]: INFO nova.compute.manager [req-e6d697cc-41cd-407f-b431-259b47e1d883 req-2e30596f-5945-489f-a623-5c464c9fd2ab service nova] [instance: bac22037-a5fc-4b74-a5eb-94c2e51e8155] Neutron deleted interface 6e71fd7e-a0c2-47b4-9fab-e5f72fcb2927; detaching it from the instance and deleting it from the info cache
Oct 27 19:43:39 user nova-compute[75147]: DEBUG nova.network.neutron [req-e6d697cc-41cd-407f-b431-259b47e1d883 req-2e30596f-5945-489f-a623-5c464c9fd2ab service nova] [instance: bac22037-a5fc-4b74-a5eb-94c2e51e8155] Updating instance_info_cache with network_info: [] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:43:39 user nova-compute[75147]: DEBUG nova.compute.manager [req-e6d697cc-41cd-407f-b431-259b47e1d883 req-2e30596f-5945-489f-a623-5c464c9fd2ab service nova] [instance: bac22037-a5fc-4b74-a5eb-94c2e51e8155] Detach interface failed, port_id=6e71fd7e-a0c2-47b4-9fab-e5f72fcb2927, reason: Instance bac22037-a5fc-4b74-a5eb-94c2e51e8155 could not be found. {{(pid=75147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 27 19:43:39 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-5ad7f808-da36-43cc-a73c-6910aa0de807 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:43:39 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-5ad7f808-da36-43cc-a73c-6910aa0de807 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:43:39 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-5ad7f808-da36-43cc-a73c-6910aa0de807 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:43:39 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-5ad7f808-da36-43cc-a73c-6910aa0de807 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:43:39 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-5ad7f808-da36-43cc-a73c-6910aa0de807 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.303s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:43:39 user nova-compute[75147]: INFO nova.scheduler.client.report [None req-5ad7f808-da36-43cc-a73c-6910aa0de807 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Deleted allocations for instance bac22037-a5fc-4b74-a5eb-94c2e51e8155
Oct 27 19:43:39 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-5ad7f808-da36-43cc-a73c-6910aa0de807 tempest-ServerRescueNegativeTestJSON-2101781904 tempest-ServerRescueNegativeTestJSON-2101781904-project-member] Lock "bac22037-a5fc-4b74-a5eb-94c2e51e8155" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.085s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:43:40 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:43:41 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:43:42 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:43:43 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:43:43 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:43:44 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-7eb5240f-3296-465b-ae61-754430e70a37 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Acquiring lock "73439fd6-da4c-4dd7-b8cf-2baf9a34e717" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:43:44 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-7eb5240f-3296-465b-ae61-754430e70a37 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Lock "73439fd6-da4c-4dd7-b8cf-2baf9a34e717" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:43:44 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-7eb5240f-3296-465b-ae61-754430e70a37 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Acquiring lock "73439fd6-da4c-4dd7-b8cf-2baf9a34e717-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:43:44 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-7eb5240f-3296-465b-ae61-754430e70a37 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Lock "73439fd6-da4c-4dd7-b8cf-2baf9a34e717-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:43:44 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-7eb5240f-3296-465b-ae61-754430e70a37 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Lock "73439fd6-da4c-4dd7-b8cf-2baf9a34e717-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:43:44 user nova-compute[75147]: INFO nova.compute.manager [None req-7eb5240f-3296-465b-ae61-754430e70a37 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] [instance: 73439fd6-da4c-4dd7-b8cf-2baf9a34e717] Terminating instance
Oct 27 19:43:44 user nova-compute[75147]: DEBUG nova.compute.manager [None req-7eb5240f-3296-465b-ae61-754430e70a37 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] [instance: 73439fd6-da4c-4dd7-b8cf-2baf9a34e717] Start destroying the instance on the hypervisor. {{(pid=75147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 27 19:43:44 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:43:44 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:43:44 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:43:44 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:43:45 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: 73439fd6-da4c-4dd7-b8cf-2baf9a34e717] Instance destroyed successfully.
Oct 27 19:43:45 user nova-compute[75147]: DEBUG nova.objects.instance [None req-7eb5240f-3296-465b-ae61-754430e70a37 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Lazy-loading 'resources' on Instance uuid 73439fd6-da4c-4dd7-b8cf-2baf9a34e717 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:43:45 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-7eb5240f-3296-465b-ae61-754430e70a37 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:34:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-1234778905',display_name='tempest-ServersNegativeTestJSON-server-1234778905',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-1234778905',id=22,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-27T19:34:39Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='425e13a8ac6d4f34b0e3887641f9ba15',ramdisk_id='',reservation_id='r-bu59h2l3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServersNegativeTestJSON-504703039',owner_user_name='tempest-ServersNegativeTestJSON-504703039-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T19:34:40Z,user_data=None,user_id='b183178367c444f6b27dc769ba848f60',uuid=73439fd6-da4c-4dd7-b8cf-2baf9a34e717,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "201fbd38-543c-4f18-bf86-ea3916262282", "address": "fa:16:3e:07:d0:5f", "network": {"id": "43d3ab0c-52d5-442b-84db-b17b3f3e8cdc", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1531659179-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "425e13a8ac6d4f34b0e3887641f9ba15", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap201fbd38-54", "ovs_interfaceid": "201fbd38-543c-4f18-bf86-ea3916262282", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 19:43:45 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-7eb5240f-3296-465b-ae61-754430e70a37 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Converting VIF {"id": "201fbd38-543c-4f18-bf86-ea3916262282", "address": "fa:16:3e:07:d0:5f", "network": {"id": "43d3ab0c-52d5-442b-84db-b17b3f3e8cdc", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1531659179-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "425e13a8ac6d4f34b0e3887641f9ba15", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap201fbd38-54", "ovs_interfaceid": "201fbd38-543c-4f18-bf86-ea3916262282", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:43:45 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-7eb5240f-3296-465b-ae61-754430e70a37 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:07:d0:5f,bridge_name='br-int',has_traffic_filtering=True,id=201fbd38-543c-4f18-bf86-ea3916262282,network=Network(43d3ab0c-52d5-442b-84db-b17b3f3e8cdc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap201fbd38-54') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:43:45 user nova-compute[75147]: DEBUG os_vif [None req-7eb5240f-3296-465b-ae61-754430e70a37 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:07:d0:5f,bridge_name='br-int',has_traffic_filtering=True,id=201fbd38-543c-4f18-bf86-ea3916262282,network=Network(43d3ab0c-52d5-442b-84db-b17b3f3e8cdc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap201fbd38-54') {{(pid=75147) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 19:43:45 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:43:45 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap201fbd38-54, bridge=br-int, if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:43:45 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:43:45 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:43:45 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:43:45 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=5884b091-e6c7-47c0-a7ea-2179c5604ed0) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:43:45 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:43:45 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:43:45 user nova-compute[75147]: INFO os_vif [None req-7eb5240f-3296-465b-ae61-754430e70a37 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:07:d0:5f,bridge_name='br-int',has_traffic_filtering=True,id=201fbd38-543c-4f18-bf86-ea3916262282,network=Network(43d3ab0c-52d5-442b-84db-b17b3f3e8cdc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap201fbd38-54')
Oct 27 19:43:45 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-7eb5240f-3296-465b-ae61-754430e70a37 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] [instance: 73439fd6-da4c-4dd7-b8cf-2baf9a34e717] Deleting instance files /opt/stack/data/nova/instances/73439fd6-da4c-4dd7-b8cf-2baf9a34e717_del
Oct 27 19:43:45 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-7eb5240f-3296-465b-ae61-754430e70a37 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] [instance: 73439fd6-da4c-4dd7-b8cf-2baf9a34e717] Deletion of /opt/stack/data/nova/instances/73439fd6-da4c-4dd7-b8cf-2baf9a34e717_del complete
Oct 27 19:43:45 user nova-compute[75147]: INFO nova.compute.manager [None req-7eb5240f-3296-465b-ae61-754430e70a37 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] [instance: 73439fd6-da4c-4dd7-b8cf-2baf9a34e717] Took 0.86 seconds to destroy the instance on the hypervisor.
Oct 27 19:43:45 user nova-compute[75147]: DEBUG oslo.service.loopingcall [None req-7eb5240f-3296-465b-ae61-754430e70a37 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 27 19:43:45 user nova-compute[75147]: DEBUG nova.compute.manager [-] [instance: 73439fd6-da4c-4dd7-b8cf-2baf9a34e717] Deallocating network for instance {{(pid=75147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 27 19:43:45 user nova-compute[75147]: DEBUG nova.network.neutron [-] [instance: 73439fd6-da4c-4dd7-b8cf-2baf9a34e717] deallocate_for_instance() {{(pid=75147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 27 19:43:45 user nova-compute[75147]: DEBUG nova.compute.manager [req-ccc8a96e-b043-42e1-a78e-e5209c72a508 req-fc741bb0-dde2-41b8-b75a-e3c1740b6666 service nova] [instance: 73439fd6-da4c-4dd7-b8cf-2baf9a34e717] Received event network-vif-unplugged-201fbd38-543c-4f18-bf86-ea3916262282 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:43:45 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-ccc8a96e-b043-42e1-a78e-e5209c72a508 req-fc741bb0-dde2-41b8-b75a-e3c1740b6666 service nova] Acquiring lock "73439fd6-da4c-4dd7-b8cf-2baf9a34e717-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:43:45 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-ccc8a96e-b043-42e1-a78e-e5209c72a508 req-fc741bb0-dde2-41b8-b75a-e3c1740b6666 service nova] Lock "73439fd6-da4c-4dd7-b8cf-2baf9a34e717-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:43:45 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-ccc8a96e-b043-42e1-a78e-e5209c72a508 req-fc741bb0-dde2-41b8-b75a-e3c1740b6666 service nova] Lock "73439fd6-da4c-4dd7-b8cf-2baf9a34e717-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:43:45 user nova-compute[75147]: DEBUG nova.compute.manager [req-ccc8a96e-b043-42e1-a78e-e5209c72a508 req-fc741bb0-dde2-41b8-b75a-e3c1740b6666 service nova] [instance: 73439fd6-da4c-4dd7-b8cf-2baf9a34e717] No waiting events found dispatching network-vif-unplugged-201fbd38-543c-4f18-bf86-ea3916262282 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:43:45 user nova-compute[75147]: DEBUG nova.compute.manager [req-ccc8a96e-b043-42e1-a78e-e5209c72a508 req-fc741bb0-dde2-41b8-b75a-e3c1740b6666 service nova] [instance: 73439fd6-da4c-4dd7-b8cf-2baf9a34e717] Received event network-vif-unplugged-201fbd38-543c-4f18-bf86-ea3916262282 for instance with task_state deleting. {{(pid=75147) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 19:43:46 user nova-compute[75147]: DEBUG nova.network.neutron [-] [instance: 73439fd6-da4c-4dd7-b8cf-2baf9a34e717] Updating instance_info_cache with network_info: [] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:43:46 user nova-compute[75147]: INFO nova.compute.manager [-] [instance: 73439fd6-da4c-4dd7-b8cf-2baf9a34e717] Took 1.07 seconds to deallocate network for instance.
Oct 27 19:43:46 user nova-compute[75147]: DEBUG nova.compute.manager [req-0ac50154-7532-40db-8be9-03197994b71b req-1aee304a-1af3-4c3a-a395-f31b08d1d3ad service nova] [instance: 73439fd6-da4c-4dd7-b8cf-2baf9a34e717] Received event network-vif-deleted-201fbd38-543c-4f18-bf86-ea3916262282 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:43:46 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-7eb5240f-3296-465b-ae61-754430e70a37 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:43:46 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-7eb5240f-3296-465b-ae61-754430e70a37 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:43:46 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:43:46 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-7eb5240f-3296-465b-ae61-754430e70a37 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:43:46 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-7eb5240f-3296-465b-ae61-754430e70a37 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:43:46 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:43:46 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-7eb5240f-3296-465b-ae61-754430e70a37 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.274s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:43:46 user nova-compute[75147]: INFO nova.scheduler.client.report [None req-7eb5240f-3296-465b-ae61-754430e70a37 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Deleted allocations for instance 73439fd6-da4c-4dd7-b8cf-2baf9a34e717
Oct 27 19:43:46 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-7eb5240f-3296-465b-ae61-754430e70a37 tempest-ServersNegativeTestJSON-504703039 tempest-ServersNegativeTestJSON-504703039-project-member] Lock "73439fd6-da4c-4dd7-b8cf-2baf9a34e717" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.402s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:43:47 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1fdeecec-c0f2-45dc-9379-dde5deeaf619 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Calling os-brick to attach iSCSI Volume {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 19:43:47 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-1fdeecec-c0f2-45dc-9379-dde5deeaf619 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VMOrfECb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:43:47 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-1fdeecec-c0f2-45dc-9379-dde5deeaf619 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:43:47 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-1fdeecec-c0f2-45dc-9379-dde5deeaf619 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:43:47 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-1fdeecec-c0f2-45dc-9379-dde5deeaf619 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:43:47 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-1fdeecec-c0f2-45dc-9379-dde5deeaf619 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:43:47 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-1fdeecec-c0f2-45dc-9379-dde5deeaf619 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:43:47 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-1fdeecec-c0f2-45dc-9379-dde5deeaf619 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:43:47 user nova-compute[75147]: INFO os_brick.initiator.connectors.iscsi [None req-1fdeecec-c0f2-45dc-9379-dde5deeaf619 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 19:43:47 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 -p 172.16.0.220:3260 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:43:47 user nova-compute[75147]: DEBUG nova.compute.manager [req-f448d5fb-bb3a-490e-8a9a-a4aea0a8d287 req-4cf56cd1-e862-4441-8de5-d97313a4fa19 service nova] [instance: 73439fd6-da4c-4dd7-b8cf-2baf9a34e717] Received event network-vif-plugged-201fbd38-543c-4f18-bf86-ea3916262282 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:43:47 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-f448d5fb-bb3a-490e-8a9a-a4aea0a8d287 req-4cf56cd1-e862-4441-8de5-d97313a4fa19 service nova] Acquiring lock "73439fd6-da4c-4dd7-b8cf-2baf9a34e717-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:43:47 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-f448d5fb-bb3a-490e-8a9a-a4aea0a8d287 req-4cf56cd1-e862-4441-8de5-d97313a4fa19 service nova] Lock "73439fd6-da4c-4dd7-b8cf-2baf9a34e717-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:43:47 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-f448d5fb-bb3a-490e-8a9a-a4aea0a8d287 req-4cf56cd1-e862-4441-8de5-d97313a4fa19 service nova] Lock "73439fd6-da4c-4dd7-b8cf-2baf9a34e717-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:43:47 user nova-compute[75147]: DEBUG nova.compute.manager [req-f448d5fb-bb3a-490e-8a9a-a4aea0a8d287 req-4cf56cd1-e862-4441-8de5-d97313a4fa19 service nova] [instance: 73439fd6-da4c-4dd7-b8cf-2baf9a34e717] No waiting events found dispatching network-vif-plugged-201fbd38-543c-4f18-bf86-ea3916262282 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:43:47 user nova-compute[75147]: WARNING nova.compute.manager [req-f448d5fb-bb3a-490e-8a9a-a4aea0a8d287 req-4cf56cd1-e862-4441-8de5-d97313a4fa19 service nova] [instance: 73439fd6-da4c-4dd7-b8cf-2baf9a34e717] Received unexpected event network-vif-plugged-201fbd38-543c-4f18-bf86-ea3916262282 for instance with vm_state deleted and task_state None.
Oct 27 19:43:47 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:43:47 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[04b68fb7-3275-4c23-9dae-afc20fa11812]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:43:47 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-1fdeecec-c0f2-45dc-9379-dde5deeaf619 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 19:43:47 user nova-compute[75147]:  {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:43:47 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 -p 172.16.0.220:3260 --interface default --op new {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:43:47 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:43:47 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[21a3df5d-9c57-4055-ac98-e164d899db77]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7] added\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:43:47 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-1fdeecec-c0f2-45dc-9379-dde5deeaf619 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7] added
Oct 27 19:43:47 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:43:47 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:43:47 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:43:47 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e054d3a-0101-478b-a8b3-03caff9f6873]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:43:47 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-1fdeecec-c0f2-45dc-9379-dde5deeaf619 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:43:47 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:43:47 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:43:47 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[72f4b91b-967f-4ecd-9c12-d32cdfb10d01]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:43:47 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-1fdeecec-c0f2-45dc-9379-dde5deeaf619 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:43:47 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VMOrfECb {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:43:47 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VMOrfECb" returned: 0 in 0.021s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:43:47 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[3dcbe0ea-ed6b-4577-9a67-63e16a2910e9]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:43:47 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-1fdeecec-c0f2-45dc-9379-dde5deeaf619 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'VMOrfECb'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:43:48 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:43:48 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.026s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:43:48 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[c276943a-b426-4378-bf28-fa77dac7b054]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:43:48 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-1fdeecec-c0f2-45dc-9379-dde5deeaf619 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:43:48 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:43:48 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:43:48 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b476825-fd75-4ff0-89ad-07430cbc615f]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:189b37aa-88f0-4553-a919-0d08d4c643a8 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:43:48 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-1fdeecec-c0f2-45dc-9379-dde5deeaf619 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1 (non-flash)
Oct 27 19:43:48 user nova-compute[75147]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:189b37aa-88f0-4553-a919-0d08d4c643a8 (non-flash)
Oct 27 19:43:48 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:43:48 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-1fdeecec-c0f2-45dc-9379-dde5deeaf619 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1 (non-flash)
Oct 27 19:43:48 user nova-compute[75147]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:189b37aa-88f0-4553-a919-0d08d4c643a8 (non-flash)
Oct 27 19:43:48 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:43:48 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 -p 172.16.0.220:3260 --login {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:43:48 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 -p 172.16.0.220:3260 --login" returned: 0 in 0.061s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:43:48 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[deb93e62-ce55-4a97-9b6a-982e0b2799dd]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:43:48 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-1fdeecec-c0f2-45dc-9379-dde5deeaf619 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7, portal: 172.16.0.220,3260]
Oct 27 19:43:48 user nova-compute[75147]: Login to [iface: default, target: iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7, portal: 172.16.0.220,3260] successful.
Oct 27 19:43:48 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:43:48 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:43:48 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:43:48 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[de9c16ab-964f-43b5-8196-d6b3a4b5bfe9]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:43:48 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-1fdeecec-c0f2-45dc-9379-dde5deeaf619 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:43:48 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:43:48 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:43:48 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca016e85-0d51-4da3-99f2-700ec16fd090]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:189b37aa-88f0-4553-a919-0d08d4c643a8 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:43:48 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-1fdeecec-c0f2-45dc-9379-dde5deeaf619 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1 (non-flash)
Oct 27 19:43:48 user nova-compute[75147]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:189b37aa-88f0-4553-a919-0d08d4c643a8 (non-flash)
Oct 27 19:43:48 user nova-compute[75147]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 (non-flash)
Oct 27 19:43:48 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:43:48 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-1fdeecec-c0f2-45dc-9379-dde5deeaf619 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1 (non-flash)
Oct 27 19:43:48 user nova-compute[75147]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:189b37aa-88f0-4553-a919-0d08d4c643a8 (non-flash)
Oct 27 19:43:48 user nova-compute[75147]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 (non-flash)
Oct 27 19:43:48 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:43:48 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-1fdeecec-c0f2-45dc-9379-dde5deeaf619 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.294s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:43:48 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-1fdeecec-c0f2-45dc-9379-dde5deeaf619 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Connected to 172.16.0.220:3260 {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 19:43:48 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-1fdeecec-c0f2-45dc-9379-dde5deeaf619 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] HCTL ('33', '-', '-', 0) found on session 34 with lun 0 {{(pid=75147) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 19:43:48 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-1fdeecec-c0f2-45dc-9379-dde5deeaf619 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75147) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 19:43:48 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:43:48 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:43:48 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[edf6a6f4-f8f9-42e2-8ec9-3fdd12eb70d5]: (4, ('- - 0', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:43:48 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-1fdeecec-c0f2-45dc-9379-dde5deeaf619 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Searching for a device in session 34 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75147) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 19:43:48 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-1fdeecec-c0f2-45dc-9379-dde5deeaf619 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VMOrfECb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 19:43:49 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-1fdeecec-c0f2-45dc-9379-dde5deeaf619 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.329s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:43:49 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-1fdeecec-c0f2-45dc-9379-dde5deeaf619 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] <== connect_volume: return (1331ms) {'type': 'block', 'scsi_wwn': '26333303966333937', 'path': '/dev/sdb'} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:43:49 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1fdeecec-c0f2-45dc-9379-dde5deeaf619 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26333303966333937', 'path': '/dev/sdb'} {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 19:43:49 user nova-compute[75147]: DEBUG nova.objects.instance [None req-1fdeecec-c0f2-45dc-9379-dde5deeaf619 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Lazy-loading 'flavor' on Instance uuid 890c8090-2d59-4e82-a8d2-b3ef579be76b {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:43:49 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-1fdeecec-c0f2-45dc-9379-dde5deeaf619 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] attach device xml: <disk type="block" device="disk">
Oct 27 19:43:49 user nova-compute[75147]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 19:43:49 user nova-compute[75147]:   <source dev="/dev/sdb"/>
Oct 27 19:43:49 user nova-compute[75147]:   <target dev="vdb" bus="virtio"/>
Oct 27 19:43:49 user nova-compute[75147]:   <serial>f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7</serial>
Oct 27 19:43:49 user nova-compute[75147]: </disk>
Oct 27 19:43:49 user nova-compute[75147]:  {{(pid=75147) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 27 19:43:49 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-1fdeecec-c0f2-45dc-9379-dde5deeaf619 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] No BDM found with device name vda, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:43:49 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-1fdeecec-c0f2-45dc-9379-dde5deeaf619 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:43:49 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-1fdeecec-c0f2-45dc-9379-dde5deeaf619 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] No VIF found with MAC fa:16:3e:98:c8:c8, not building metadata {{(pid=75147) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 19:43:49 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-1fdeecec-c0f2-45dc-9379-dde5deeaf619 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Lock "890c8090-2d59-4e82-a8d2-b3ef579be76b" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 22.699s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:43:50 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:43:51 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:43:53 user nova-compute[75147]: DEBUG nova.compute.manager [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Stashing vm_state: active {{(pid=75147) _prep_resize /opt/stack/nova/nova/compute/manager.py:5614}}
Oct 27 19:43:53 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:43:53 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:43:53 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75147) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 19:43:53 user nova-compute[75147]: INFO nova.compute.claims [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Claim successful on node user
Oct 27 19:43:53 user nova-compute[75147]: INFO nova.compute.resource_tracker [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Updating resource usage from migration b4169e2f-038c-4477-afc9-2b17482f1df6
Oct 27 19:43:53 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-c9b28812-f31d-44a7-a2c2-fd2b3fbd798d tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 9c3f1cc3-684a-4303-a66b-adf1652dd5fd is timed out.
Oct 27 19:43:53 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-c9b28812-f31d-44a7-a2c2-fd2b3fbd798d tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Successfully detached device vdb from instance 9c3f1cc3-684a-4303-a66b-adf1652dd5fd from the live domain config.
Oct 27 19:43:53 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c9b28812-f31d-44a7-a2c2-fd2b3fbd798d tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: 9c3f1cc3-684a-4303-a66b-adf1652dd5fd] calling os-brick to detach iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 19:43:53 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9b28812-f31d-44a7-a2c2-fd2b3fbd798d tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, {'target_iqn': 'iqn.2010-10.org.openstack:189b37aa-88f0-4553-a919-0d08d4c643a8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vwGHzERt', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:43:53 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-c9b28812-f31d-44a7-a2c2-fd2b3fbd798d tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:43:53 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-c9b28812-f31d-44a7-a2c2-fd2b3fbd798d tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:43:53 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-c9b28812-f31d-44a7-a2c2-fd2b3fbd798d tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:43:53 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:43:53 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:43:53 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[d5921e6e-64d2-4118-a1a4-f98544f5416f]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:189b37aa-88f0-4553-a919-0d08d4c643a8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:43:53 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9b28812-f31d-44a7-a2c2-fd2b3fbd798d tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 19:43:53 user nova-compute[75147]: No targets found.
Oct 27 19:43:53 user nova-compute[75147]: iSNS:
Oct 27 19:43:53 user nova-compute[75147]: No targets found.
Oct 27 19:43:53 user nova-compute[75147]: STATIC:
Oct 27 19:43:53 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:189b37aa-88f0-4553-a919-0d08d4c643a8
Oct 27 19:43:53 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:43:53 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:43:53 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1
Oct 27 19:43:53 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:43:53 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:43:53 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7
Oct 27 19:43:53 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:43:53 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:43:53 user nova-compute[75147]: FIRMWARE:
Oct 27 19:43:53 user nova-compute[75147]: No targets found.
Oct 27 19:43:53 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:43:53 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9b28812-f31d-44a7-a2c2-fd2b3fbd798d tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 19:43:53 user nova-compute[75147]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 19:43:53 user nova-compute[75147]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75147) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 19:43:53 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9b28812-f31d-44a7-a2c2-fd2b3fbd798d tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:189b37aa-88f0-4553-a919-0d08d4c643a8', 0)] {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 19:43:53 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:43:53 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:43:53 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f5b7f79-724a-4a75-8db9-82e4eef8de10]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:189b37aa-88f0-4553-a919-0d08d4c643a8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:43:53 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:43:53 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:43:53 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9003b40-1999-405a-9dc6-cd891e37eb3c]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:189b37aa-88f0-4553-a919-0d08d4c643a8 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:43:53 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9b28812-f31d-44a7-a2c2-fd2b3fbd798d tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1 (non-flash)
Oct 27 19:43:53 user nova-compute[75147]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:189b37aa-88f0-4553-a919-0d08d4c643a8 (non-flash)
Oct 27 19:43:53 user nova-compute[75147]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 (non-flash)
Oct 27 19:43:53 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:43:53 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9b28812-f31d-44a7-a2c2-fd2b3fbd798d tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1 (non-flash)
Oct 27 19:43:53 user nova-compute[75147]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:189b37aa-88f0-4553-a919-0d08d4c643a8 (non-flash)
Oct 27 19:43:53 user nova-compute[75147]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 (non-flash)
Oct 27 19:43:53 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:43:53 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9b28812-f31d-44a7-a2c2-fd2b3fbd798d tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f28ec6db5b0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:189b37aa-88f0-4553-a919-0d08d4c643a8'): ({'sdd'}, set())}) {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 19:43:53 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-c9b28812-f31d-44a7-a2c2-fd2b3fbd798d tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Removing single pathed devices sdd {{(pid=75147) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 19:43:53 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:43:53 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:43:53 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e781222-fe0a-453c-beb8-e17360336b51]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:43:53 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:43:53 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:43:53 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:43:53 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.025s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:43:53 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[3598051a-757b-4a98-87ca-421cb6c74e18]: (4, ('ok\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:43:53 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-c9b28812-f31d-44a7-a2c2-fd2b3fbd798d tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Flushing IO for device /dev/sdd {{(pid=75147) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 19:43:53 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:43:53 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.016s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:43:53 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 0.324s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:43:53 user nova-compute[75147]: INFO nova.compute.manager [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Migrating
Oct 27 19:43:53 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[17f969d0-cb6f-4a43-b395-67453e0c70a6]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:43:53 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-c9b28812-f31d-44a7-a2c2-fd2b3fbd798d tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75147) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 19:43:53 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:43:53 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Acquiring lock "refresh_cache-890c8090-2d59-4e82-a8d2-b3ef579be76b" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:43:53 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Acquired lock "refresh_cache-890c8090-2d59-4e82-a8d2-b3ef579be76b" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:43:53 user nova-compute[75147]: DEBUG nova.network.neutron [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Building network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 19:43:53 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.047s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:43:53 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef148632-3101-483f-a3e6-88cdfba0f9d1]: (4, ('1', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:43:53 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-c9b28812-f31d-44a7-a2c2-fd2b3fbd798d tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 19:43:53 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-c9b28812-f31d-44a7-a2c2-fd2b3fbd798d tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] SCSI volumes sdd have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 19:43:53 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9b28812-f31d-44a7-a2c2-fd2b3fbd798d tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:189b37aa-88f0-4553-a919-0d08d4c643a8')] {{(pid=75147) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 19:43:53 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:189b37aa-88f0-4553-a919-0d08d4c643a8 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:43:53 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:189b37aa-88f0-4553-a919-0d08d4c643a8 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.026s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:43:53 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc7de791-9675-445e-9ac5-7d38896bd488]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:43:53 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9b28812-f31d-44a7-a2c2-fd2b3fbd798d tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:43:53 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:189b37aa-88f0-4553-a919-0d08d4c643a8 -p 172.16.0.220:3260 --logout {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:43:53 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:189b37aa-88f0-4553-a919-0d08d4c643a8 -p 172.16.0.220:3260 --logout" returned: 0 in 0.080s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:43:53 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac6ab7e6-dec8-42a2-8679-caea8f793902]: (4, ('Logging out of session [sid: 31, target: iqn.2010-10.org.openstack:189b37aa-88f0-4553-a919-0d08d4c643a8, portal: 172.16.0.220,3260]\nLogout of [sid: 31, target: iqn.2010-10.org.openstack:189b37aa-88f0-4553-a919-0d08d4c643a8, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:43:53 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9b28812-f31d-44a7-a2c2-fd2b3fbd798d tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 31, target: iqn.2010-10.org.openstack:189b37aa-88f0-4553-a919-0d08d4c643a8, portal: 172.16.0.220,3260]
Oct 27 19:43:53 user nova-compute[75147]: Logout of [sid: 31, target: iqn.2010-10.org.openstack:189b37aa-88f0-4553-a919-0d08d4c643a8, portal: 172.16.0.220,3260] successful.
Oct 27 19:43:53 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:43:53 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:189b37aa-88f0-4553-a919-0d08d4c643a8 -p 172.16.0.220:3260 --op delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:43:53 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:189b37aa-88f0-4553-a919-0d08d4c643a8 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:43:53 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[5405f209-be22-4826-9989-2f1955d024bd]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:43:53 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9b28812-f31d-44a7-a2c2-fd2b3fbd798d tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:43:53 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-c9b28812-f31d-44a7-a2c2-fd2b3fbd798d tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.369s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:43:53 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9b28812-f31d-44a7-a2c2-fd2b3fbd798d tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] <== disconnect_volume: return (370ms) None {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:43:53 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c9b28812-f31d-44a7-a2c2-fd2b3fbd798d tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: 9c3f1cc3-684a-4303-a66b-adf1652dd5fd] Disconnected iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 19:43:53 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:43:54 user nova-compute[75147]: DEBUG nova.network.neutron [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Updating instance_info_cache with network_info: [{"id": "c2251937-2487-4cca-817b-a9062909d9ac", "address": "fa:16:3e:98:c8:c8", "network": {"id": "99edb53b-28d0-4c20-8301-2e49771a21ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1002512861-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.106", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "263dcbd796474e989caaf1ec61ef0e47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2251937-24", "ovs_interfaceid": "c2251937-2487-4cca-817b-a9062909d9ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:43:54 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Releasing lock "refresh_cache-890c8090-2d59-4e82-a8d2-b3ef579be76b" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:43:54 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Starting migrate_disk_and_power_off {{(pid=75147) migrate_disk_and_power_off /opt/stack/nova/nova/virt/libvirt/driver.py:11487}}
Oct 27 19:43:54 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:43:54 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:43:54 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:43:54 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:43:54 user nova-compute[75147]: DEBUG nova.compute.manager [req-f3da5b1e-cbf5-4c06-b586-346bbc83cf72 req-ff7106af-6836-444d-b233-0f6f1051d6f8 service nova] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Received event network-vif-unplugged-c2251937-2487-4cca-817b-a9062909d9ac {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:43:54 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-f3da5b1e-cbf5-4c06-b586-346bbc83cf72 req-ff7106af-6836-444d-b233-0f6f1051d6f8 service nova] Acquiring lock "890c8090-2d59-4e82-a8d2-b3ef579be76b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:43:54 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-f3da5b1e-cbf5-4c06-b586-346bbc83cf72 req-ff7106af-6836-444d-b233-0f6f1051d6f8 service nova] Lock "890c8090-2d59-4e82-a8d2-b3ef579be76b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:43:54 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-f3da5b1e-cbf5-4c06-b586-346bbc83cf72 req-ff7106af-6836-444d-b233-0f6f1051d6f8 service nova] Lock "890c8090-2d59-4e82-a8d2-b3ef579be76b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:43:54 user nova-compute[75147]: DEBUG nova.compute.manager [req-f3da5b1e-cbf5-4c06-b586-346bbc83cf72 req-ff7106af-6836-444d-b233-0f6f1051d6f8 service nova] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] No waiting events found dispatching network-vif-unplugged-c2251937-2487-4cca-817b-a9062909d9ac {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:43:54 user nova-compute[75147]: WARNING nova.compute.manager [req-f3da5b1e-cbf5-4c06-b586-346bbc83cf72 req-ff7106af-6836-444d-b233-0f6f1051d6f8 service nova] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Received unexpected event network-vif-unplugged-c2251937-2487-4cca-817b-a9062909d9ac for instance with vm_state active and task_state resize_migrating.
Oct 27 19:43:54 user nova-compute[75147]: DEBUG nova.objects.instance [None req-c9b28812-f31d-44a7-a2c2-fd2b3fbd798d tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lazy-loading 'flavor' on Instance uuid 9c3f1cc3-684a-4303-a66b-adf1652dd5fd {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:43:54 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-c9b28812-f31d-44a7-a2c2-fd2b3fbd798d tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lock "9c3f1cc3-684a-4303-a66b-adf1652dd5fd" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.094s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:43:54 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Instance destroyed successfully.
Oct 27 19:43:54 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:39:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1016449598',display_name='tempest-ServerActionsTestOtherB-server-1016449598',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1016449598',id=29,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIbzcaisbNxV5FB2dgI6hcOOOfW5JVsQGXKDSHawFFIiHO0G2p7/mHAMPYVx7c3SXyW6vwShgiTGJ74I0x4Vi+7zdc5KZaRgr0EJMH5uJydj32vDe/1VzrDt9IZKfTGX5A==',key_name='tempest-keypair-1713438688',keypairs=<?>,launch_index=0,launched_at=2023-10-27T19:39:43Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='263dcbd796474e989caaf1ec61ef0e47',ramdisk_id='',reservation_id='r-qu7rgbae',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-1322299385',owner_user_name='tempest-ServerActionsTestOtherB-1322299385-project-member'},tags=<?>,task_state='resize_migrating',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:43:53Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6bae7175bb1d42458482b8e5965bd0b5',uuid=890c8090-2d59-4e82-a8d2-b3ef579be76b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c2251937-2487-4cca-817b-a9062909d9ac", "address": "fa:16:3e:98:c8:c8", "network": {"id": "99edb53b-28d0-4c20-8301-2e49771a21ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1002512861-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.106", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1002512861-network", "vif_mac": "fa:16:3e:98:c8:c8"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "263dcbd796474e989caaf1ec61ef0e47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2251937-24", "ovs_interfaceid": "c2251937-2487-4cca-817b-a9062909d9ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 19:43:54 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Converting VIF {"id": "c2251937-2487-4cca-817b-a9062909d9ac", "address": "fa:16:3e:98:c8:c8", "network": {"id": "99edb53b-28d0-4c20-8301-2e49771a21ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1002512861-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.106", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1002512861-network", "vif_mac": "fa:16:3e:98:c8:c8"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "263dcbd796474e989caaf1ec61ef0e47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2251937-24", "ovs_interfaceid": "c2251937-2487-4cca-817b-a9062909d9ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:43:54 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:98:c8:c8,bridge_name='br-int',has_traffic_filtering=True,id=c2251937-2487-4cca-817b-a9062909d9ac,network=Network(99edb53b-28d0-4c20-8301-2e49771a21ba),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc2251937-24') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:43:54 user nova-compute[75147]: DEBUG os_vif [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:98:c8:c8,bridge_name='br-int',has_traffic_filtering=True,id=c2251937-2487-4cca-817b-a9062909d9ac,network=Network(99edb53b-28d0-4c20-8301-2e49771a21ba),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc2251937-24') {{(pid=75147) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 19:43:54 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:43:54 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc2251937-24, bridge=br-int, if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:43:54 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:43:54 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:43:55 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:43:55 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=f9700b2e-5ab9-49aa-8d88-e36d6741140a) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:43:55 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:43:55 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:43:55 user nova-compute[75147]: INFO os_vif [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:98:c8:c8,bridge_name='br-int',has_traffic_filtering=True,id=c2251937-2487-4cca-817b-a9062909d9ac,network=Network(99edb53b-28d0-4c20-8301-2e49771a21ba),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc2251937-24')
Oct 27 19:43:55 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] calling os-brick to detach iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 19:43:55 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, {'target_iqn': 'iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VMOrfECb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:43:55 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:43:55 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:43:55 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:43:55 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:43:55 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:43:55 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[abe2821f-db14-4e49-9b88-021bc23cd557]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:43:55 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 19:43:55 user nova-compute[75147]: No targets found.
Oct 27 19:43:55 user nova-compute[75147]: iSNS:
Oct 27 19:43:55 user nova-compute[75147]: No targets found.
Oct 27 19:43:55 user nova-compute[75147]: STATIC:
Oct 27 19:43:55 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1
Oct 27 19:43:55 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:43:55 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:43:55 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7
Oct 27 19:43:55 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:43:55 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:43:55 user nova-compute[75147]: FIRMWARE:
Oct 27 19:43:55 user nova-compute[75147]: No targets found.
Oct 27 19:43:55 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:43:55 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 19:43:55 user nova-compute[75147]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 19:43:55 user nova-compute[75147]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75147) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 19:43:55 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7', 0)] {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 19:43:55 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:43:55 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:43:55 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4012e1f-7c5b-4438-9e0a-fa18f3a469a7]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:43:55 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:43:55 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:43:55 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c8f54bf-a3ac-4a91-8250-7a70e78aac41]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:43:55 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1 (non-flash)
Oct 27 19:43:55 user nova-compute[75147]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 (non-flash)
Oct 27 19:43:55 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:43:55 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1 (non-flash)
Oct 27 19:43:55 user nova-compute[75147]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 (non-flash)
Oct 27 19:43:55 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:43:55 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f290c658160>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7'): ({'sdb'}, set())}) {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 19:43:55 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Removing single pathed devices sdb {{(pid=75147) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 19:43:55 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:43:55 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:43:55 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f23e1b9-90f9-4edf-a774-d2ed9d61d669]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:43:55 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:43:55 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:43:55 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[b576b762-5a18-4e45-91cb-5e8db252c608]: (4, ('ok\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:43:55 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Flushing IO for device /dev/sdb {{(pid=75147) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 19:43:55 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:43:55 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:43:55 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[12a481a5-92e3-457a-8de0-5bfc766d0b40]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:43:55 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75147) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 19:43:55 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:43:55 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.048s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:43:55 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[76f686a7-2a40-4e12-aeac-67a2afeed2f9]: (4, ('1', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:43:55 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 19:43:55 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] SCSI volumes sdb have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 19:43:55 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7')] {{(pid=75147) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 19:43:55 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:43:55 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:43:55 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[f09b68cf-f8b4-46b3-b86c-938278fc9d51]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:43:55 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:43:55 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 -p 172.16.0.220:3260 --logout {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:43:55 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 -p 172.16.0.220:3260 --logout" returned: 0 in 0.046s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:43:55 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0275d05-6b29-4477-85db-ce609b4eed86]: (4, ('Logging out of session [sid: 34, target: iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7, portal: 172.16.0.220,3260]\nLogout of [sid: 34, target: iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:43:55 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 34, target: iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7, portal: 172.16.0.220,3260]
Oct 27 19:43:55 user nova-compute[75147]: Logout of [sid: 34, target: iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7, portal: 172.16.0.220,3260] successful.
Oct 27 19:43:55 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:43:55 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 -p 172.16.0.220:3260 --op delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:43:55 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:43:55 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[961a9f4d-a944-4db1-be16-43f5bc3777f9]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:43:55 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:43:55 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.280s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:43:55 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] <== disconnect_volume: return (282ms) None {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:43:55 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Disconnected iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 19:43:55 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/890c8090-2d59-4e82-a8d2-b3ef579be76b/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:43:55 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/890c8090-2d59-4e82-a8d2-b3ef579be76b/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:43:55 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/890c8090-2d59-4e82-a8d2-b3ef579be76b/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:43:55 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/890c8090-2d59-4e82-a8d2-b3ef579be76b/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:43:55 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75147) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 19:43:55 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Running cmd (subprocess): cp -r /opt/stack/data/nova/instances/890c8090-2d59-4e82-a8d2-b3ef579be76b_resize/disk /opt/stack/data/nova/instances/890c8090-2d59-4e82-a8d2-b3ef579be76b/disk {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:43:55 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] CMD "cp -r /opt/stack/data/nova/instances/890c8090-2d59-4e82-a8d2-b3ef579be76b_resize/disk /opt/stack/data/nova/instances/890c8090-2d59-4e82-a8d2-b3ef579be76b/disk" returned: 0 in 0.313s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:43:55 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Running cmd (subprocess): cp -r /opt/stack/data/nova/instances/890c8090-2d59-4e82-a8d2-b3ef579be76b_resize/disk.info /opt/stack/data/nova/instances/890c8090-2d59-4e82-a8d2-b3ef579be76b/disk.info {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:43:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] CMD "cp -r /opt/stack/data/nova/instances/890c8090-2d59-4e82-a8d2-b3ef579be76b_resize/disk.info /opt/stack/data/nova/instances/890c8090-2d59-4e82-a8d2-b3ef579be76b/disk.info" returned: 0 in 0.036s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:43:56 user nova-compute[75147]: DEBUG nova.compute.manager [req-a0a2c395-a0a9-49c7-8532-27b9d9c9de8e req-264e0e5f-1854-4fd9-9a92-d4ccb32a525e service nova] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Received event network-vif-plugged-c2251937-2487-4cca-817b-a9062909d9ac {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:43:56 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-a0a2c395-a0a9-49c7-8532-27b9d9c9de8e req-264e0e5f-1854-4fd9-9a92-d4ccb32a525e service nova] Acquiring lock "890c8090-2d59-4e82-a8d2-b3ef579be76b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:43:56 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-a0a2c395-a0a9-49c7-8532-27b9d9c9de8e req-264e0e5f-1854-4fd9-9a92-d4ccb32a525e service nova] Lock "890c8090-2d59-4e82-a8d2-b3ef579be76b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:43:56 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-a0a2c395-a0a9-49c7-8532-27b9d9c9de8e req-264e0e5f-1854-4fd9-9a92-d4ccb32a525e service nova] Lock "890c8090-2d59-4e82-a8d2-b3ef579be76b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:43:56 user nova-compute[75147]: DEBUG nova.compute.manager [req-a0a2c395-a0a9-49c7-8532-27b9d9c9de8e req-264e0e5f-1854-4fd9-9a92-d4ccb32a525e service nova] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] No waiting events found dispatching network-vif-plugged-c2251937-2487-4cca-817b-a9062909d9ac {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:43:56 user nova-compute[75147]: WARNING nova.compute.manager [req-a0a2c395-a0a9-49c7-8532-27b9d9c9de8e req-264e0e5f-1854-4fd9-9a92-d4ccb32a525e service nova] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Received unexpected event network-vif-plugged-c2251937-2487-4cca-817b-a9062909d9ac for instance with vm_state active and task_state resize_migrating.
Oct 27 19:43:56 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:43:56 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:43:57 user nova-compute[75147]: DEBUG nova.network.neutron [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Port c2251937-2487-4cca-817b-a9062909d9ac binding to destination host user is already ACTIVE {{(pid=75147) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3170}}
Oct 27 19:43:57 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Acquiring lock "890c8090-2d59-4e82-a8d2-b3ef579be76b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:43:57 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Lock "890c8090-2d59-4e82-a8d2-b3ef579be76b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:43:57 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Lock "890c8090-2d59-4e82-a8d2-b3ef579be76b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:43:57 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Acquiring lock "refresh_cache-890c8090-2d59-4e82-a8d2-b3ef579be76b" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:43:57 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Acquired lock "refresh_cache-890c8090-2d59-4e82-a8d2-b3ef579be76b" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:43:57 user nova-compute[75147]: DEBUG nova.network.neutron [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Building network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 19:43:57 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:43:58 user nova-compute[75147]: DEBUG nova.network.neutron [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Updating instance_info_cache with network_info: [{"id": "c2251937-2487-4cca-817b-a9062909d9ac", "address": "fa:16:3e:98:c8:c8", "network": {"id": "99edb53b-28d0-4c20-8301-2e49771a21ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1002512861-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.106", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "263dcbd796474e989caaf1ec61ef0e47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2251937-24", "ovs_interfaceid": "c2251937-2487-4cca-817b-a9062909d9ac", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:43:58 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Releasing lock "refresh_cache-890c8090-2d59-4e82-a8d2-b3ef579be76b" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:43:58 user nova-compute[75147]: DEBUG os_brick.utils [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:43:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:43:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:43:58 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[b86f5cfd-fa97-44e3-85e6-95661d50dc6c]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9325735bc82e\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:43:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:43:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:43:58 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[537b688c-652d-40c4-bbe7-bdf7e9749a77]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:43:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:43:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:43:58 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a37e5b9-b29b-46e1-bf50-ed4ace724f0a]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:43:58 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ec08c27-013b-40bd-82ec-956f5c38e75c]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:43:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Running cmd (subprocess): nvme version {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:43:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] 'nvme version' failed. Not Retrying. {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 19:43:58 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.nvmeof [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] nvme not present on system {{(pid=75147) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 27 19:43:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:43:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 19:43:58 user nova-compute[75147]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 27 19:43:58 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[22391670-46a8-4452-a330-b728dfbaedba]: (4, '') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:43:58 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75147) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 27 19:43:58 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 27 19:43:58 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] LIGHTOS: no hostnqn found. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 27 19:43:58 user nova-compute[75147]: DEBUG os_brick.utils [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] <== get_connector_properties: return (118ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9325735bc82e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:43:58 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:43:59 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:43:59 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Starting heal instance info cache {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 19:44:00 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:44:00 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "refresh_cache-6c9c2dc6-d96a-42f6-a749-962d9b1a3a63" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:44:00 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquired lock "refresh_cache-6c9c2dc6-d96a-42f6-a749-962d9b1a3a63" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:44:00 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: 6c9c2dc6-d96a-42f6-a749-962d9b1a3a63] Forcefully refreshing network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 27 19:44:00 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: 6c9c2dc6-d96a-42f6-a749-962d9b1a3a63] Updating instance_info_cache with network_info: [{"id": "9da7c5e9-db38-468f-b371-0f4f38fceb5b", "address": "fa:16:3e:03:29:2a", "network": {"id": "9ff87c6b-cbc4-4905-8d96-05dd947da0d4", "bridge": "br-int", "label": "tempest-TestStampPattern-1607396892-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8f7035886f8041e38f5ede4a87e75113", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9da7c5e9-db", "ovs_interfaceid": "9da7c5e9-db38-468f-b371-0f4f38fceb5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:44:00 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Releasing lock "refresh_cache-6c9c2dc6-d96a-42f6-a749-962d9b1a3a63" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:44:00 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: 6c9c2dc6-d96a-42f6-a749-962d9b1a3a63] Updated the network info_cache for instance {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 27 19:44:00 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:44:00 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:44:00 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:44:00 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:44:00 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Auditing locally available compute resources for user (node: user) {{(pid=75147) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 19:44:00 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75147) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 19:44:00 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6c9c2dc6-d96a-42f6-a749-962d9b1a3a63/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:44:00 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6c9c2dc6-d96a-42f6-a749-962d9b1a3a63/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:44:00 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6c9c2dc6-d96a-42f6-a749-962d9b1a3a63/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:44:01 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6c9c2dc6-d96a-42f6-a749-962d9b1a3a63/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:44:01 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/890c8090-2d59-4e82-a8d2-b3ef579be76b/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:44:01 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/890c8090-2d59-4e82-a8d2-b3ef579be76b/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:44:01 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/890c8090-2d59-4e82-a8d2-b3ef579be76b/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:44:01 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/890c8090-2d59-4e82-a8d2-b3ef579be76b/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:44:01 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75147) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 19:44:01 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9c3f1cc3-684a-4303-a66b-adf1652dd5fd/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:44:01 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9c3f1cc3-684a-4303-a66b-adf1652dd5fd/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:44:01 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9c3f1cc3-684a-4303-a66b-adf1652dd5fd/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:44:01 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:44:01 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9c3f1cc3-684a-4303-a66b-adf1652dd5fd/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:44:01 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3fb6898-879f-4828-b0c8-f4c7911c334c/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:44:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3fb6898-879f-4828-b0c8-f4c7911c334c/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:44:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3fb6898-879f-4828-b0c8-f4c7911c334c/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:44:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3fb6898-879f-4828-b0c8-f4c7911c334c/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:44:02 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:44:02 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:44:02 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Hypervisor/Node resource view: name=user free_ram=8309MB free_disk=25.041027069091797GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75147) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 19:44:02 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:44:02 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:44:02 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Applying migration context for instance 890c8090-2d59-4e82-a8d2-b3ef579be76b as it has an incoming, in-progress migration b4169e2f-038c-4477-afc9-2b17482f1df6. Migration status is post-migrating {{(pid=75147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Oct 27 19:44:02 user nova-compute[75147]: INFO nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Updating resource usage from migration b4169e2f-038c-4477-afc9-2b17482f1df6
Oct 27 19:44:02 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance d3fb6898-879f-4828-b0c8-f4c7911c334c actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:44:02 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 6c9c2dc6-d96a-42f6-a749-962d9b1a3a63 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:44:02 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 9c3f1cc3-684a-4303-a66b-adf1652dd5fd actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:44:02 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance e18f8c66-86d8-4021-b2f8-17aeee684b86 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 2048}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:44:02 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Migration b4169e2f-038c-4477-afc9-2b17482f1df6 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1709}}
Oct 27 19:44:02 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 890c8090-2d59-4e82-a8d2-b3ef579be76b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 2048, 'DISK_GB': 20}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:44:02 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Total usable vcpus: 12, total allocated vcpus: 6 {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 19:44:02 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Final resource view: name=user phys_ram=16011MB used_ram=6656MB phys_disk=40GB used_disk=24GB total_vcpus=12 used_vcpus=6 pci_stats=[] {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 19:44:02 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:44:02 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:44:03 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Compute_service record updated for user:user {{(pid=75147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 19:44:03 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.349s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:44:04 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:44:05 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:44:05 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Acquiring lock "5a010f8b-ded4-4768-a829-769d954b4c71" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:44:05 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Lock "5a010f8b-ded4-4768-a829-769d954b4c71" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:44:05 user nova-compute[75147]: DEBUG nova.compute.manager [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Starting instance... {{(pid=75147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 27 19:44:05 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:44:05 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:44:05 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75147) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 19:44:05 user nova-compute[75147]: INFO nova.compute.claims [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Claim successful on node user
Oct 27 19:44:06 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:44:06 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:44:06 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.327s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:44:06 user nova-compute[75147]: DEBUG nova.compute.manager [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Start building networks asynchronously for instance. {{(pid=75147) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 27 19:44:06 user nova-compute[75147]: DEBUG nova.compute.manager [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Allocating IP information in the background. {{(pid=75147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 27 19:44:06 user nova-compute[75147]: DEBUG nova.network.neutron [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] allocate_for_instance() {{(pid=75147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 27 19:44:06 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 27 19:44:06 user nova-compute[75147]: DEBUG nova.compute.manager [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Start building block device mappings for instance. {{(pid=75147) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 27 19:44:06 user nova-compute[75147]: DEBUG nova.policy [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f059fade539a4d0d97bb818fd69727aa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ca79a043f8c548b3995328562da8ef2d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75147) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 27 19:44:06 user nova-compute[75147]: INFO nova.virt.block_device [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Booting with volume 3a398793-da82-4700-96e2-a391142a9dd4 at /dev/vda
Oct 27 19:44:06 user nova-compute[75147]: DEBUG os_brick.utils [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:44:06 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:44:06 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:44:06 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[e703f155-c73b-432e-8288-9ceca86aca39]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9325735bc82e\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:44:06 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:44:06 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:44:06 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[0358c870-7ae3-4ddc-a410-cfacf3952914]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:44:06 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:44:06 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:44:06 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8b9b098-d635-422b-9e79-3b04d895d7cd]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:44:06 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b37ba60-9c54-4e31-ae62-0479f604f22a]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:44:06 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Running cmd (subprocess): nvme version {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:44:06 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] 'nvme version' failed. Not Retrying. {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 19:44:06 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.nvmeof [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] nvme not present on system {{(pid=75147) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 27 19:44:06 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:44:06 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 19:44:06 user nova-compute[75147]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 27 19:44:06 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[be854572-c0a8-423e-aaf0-e5486083a6fa]: (4, '') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:44:06 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75147) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 27 19:44:06 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 27 19:44:06 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] LIGHTOS: no hostnqn found. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 27 19:44:06 user nova-compute[75147]: DEBUG os_brick.utils [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] <== get_connector_properties: return (114ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9325735bc82e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:44:06 user nova-compute[75147]: DEBUG nova.virt.block_device [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Updating existing volume attachment record: 38603c30-640e-4db9-9cf6-f8f785fa74a8 {{(pid=75147) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 27 19:44:07 user nova-compute[75147]: DEBUG nova.network.neutron [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Successfully created port: af651d95-6b97-460e-b3d6-2c0c9f71feb8 {{(pid=75147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 19:44:07 user nova-compute[75147]: DEBUG nova.network.neutron [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Successfully updated port: af651d95-6b97-460e-b3d6-2c0c9f71feb8 {{(pid=75147) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 19:44:07 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Acquiring lock "refresh_cache-5a010f8b-ded4-4768-a829-769d954b4c71" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:44:07 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Acquired lock "refresh_cache-5a010f8b-ded4-4768-a829-769d954b4c71" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:44:07 user nova-compute[75147]: DEBUG nova.network.neutron [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Building network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 19:44:07 user nova-compute[75147]: DEBUG nova.compute.manager [req-39837d83-55b8-444d-adaf-aa7f6eccc51c req-01c4c4c4-5952-4bc0-ab7f-b943be5f7d05 service nova] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Received event network-changed-af651d95-6b97-460e-b3d6-2c0c9f71feb8 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:44:07 user nova-compute[75147]: DEBUG nova.compute.manager [req-39837d83-55b8-444d-adaf-aa7f6eccc51c req-01c4c4c4-5952-4bc0-ab7f-b943be5f7d05 service nova] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Refreshing instance network info cache due to event network-changed-af651d95-6b97-460e-b3d6-2c0c9f71feb8. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 19:44:07 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-39837d83-55b8-444d-adaf-aa7f6eccc51c req-01c4c4c4-5952-4bc0-ab7f-b943be5f7d05 service nova] Acquiring lock "refresh_cache-5a010f8b-ded4-4768-a829-769d954b4c71" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:44:07 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:44:07 user nova-compute[75147]: DEBUG nova.network.neutron [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Instance cache missing network info. {{(pid=75147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 19:44:08 user nova-compute[75147]: DEBUG nova.network.neutron [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Updating instance_info_cache with network_info: [{"id": "af651d95-6b97-460e-b3d6-2c0c9f71feb8", "address": "fa:16:3e:f4:14:3d", "network": {"id": "c4a5f3c6-85f0-4d3b-8315-d0bc06057f7d", "bridge": "br-int", "label": "tempest-TestShelveInstance-523465170-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ca79a043f8c548b3995328562da8ef2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf651d95-6b", "ovs_interfaceid": "af651d95-6b97-460e-b3d6-2c0c9f71feb8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:44:08 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Releasing lock "refresh_cache-5a010f8b-ded4-4768-a829-769d954b4c71" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:44:08 user nova-compute[75147]: DEBUG nova.compute.manager [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Instance network_info: |[{"id": "af651d95-6b97-460e-b3d6-2c0c9f71feb8", "address": "fa:16:3e:f4:14:3d", "network": {"id": "c4a5f3c6-85f0-4d3b-8315-d0bc06057f7d", "bridge": "br-int", "label": "tempest-TestShelveInstance-523465170-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ca79a043f8c548b3995328562da8ef2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf651d95-6b", "ovs_interfaceid": "af651d95-6b97-460e-b3d6-2c0c9f71feb8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 27 19:44:08 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-39837d83-55b8-444d-adaf-aa7f6eccc51c req-01c4c4c4-5952-4bc0-ab7f-b943be5f7d05 service nova] Acquired lock "refresh_cache-5a010f8b-ded4-4768-a829-769d954b4c71" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:44:08 user nova-compute[75147]: DEBUG nova.network.neutron [req-39837d83-55b8-444d-adaf-aa7f6eccc51c req-01c4c4c4-5952-4bc0-ab7f-b943be5f7d05 service nova] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Refreshing network info cache for port af651d95-6b97-460e-b3d6-2c0c9f71feb8 {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 19:44:08 user nova-compute[75147]: DEBUG nova.network.neutron [req-39837d83-55b8-444d-adaf-aa7f6eccc51c req-01c4c4c4-5952-4bc0-ab7f-b943be5f7d05 service nova] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Updated VIF entry in instance network info cache for port af651d95-6b97-460e-b3d6-2c0c9f71feb8. {{(pid=75147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 19:44:08 user nova-compute[75147]: DEBUG nova.network.neutron [req-39837d83-55b8-444d-adaf-aa7f6eccc51c req-01c4c4c4-5952-4bc0-ab7f-b943be5f7d05 service nova] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Updating instance_info_cache with network_info: [{"id": "af651d95-6b97-460e-b3d6-2c0c9f71feb8", "address": "fa:16:3e:f4:14:3d", "network": {"id": "c4a5f3c6-85f0-4d3b-8315-d0bc06057f7d", "bridge": "br-int", "label": "tempest-TestShelveInstance-523465170-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ca79a043f8c548b3995328562da8ef2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf651d95-6b", "ovs_interfaceid": "af651d95-6b97-460e-b3d6-2c0c9f71feb8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:44:08 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-39837d83-55b8-444d-adaf-aa7f6eccc51c req-01c4c4c4-5952-4bc0-ab7f-b943be5f7d05 service nova] Releasing lock "refresh_cache-5a010f8b-ded4-4768-a829-769d954b4c71" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:44:08 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:44:08 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:44:08 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75147) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 19:44:10 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:44:11 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:44:15 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:44:16 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:44:18 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Starting finish_migration {{(pid=75147) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11674}}
Oct 27 19:44:18 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Instance directory exists: not creating {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Oct 27 19:44:18 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Creating image(s)
Oct 27 19:44:18 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:44:18 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.187s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:44:18 user nova-compute[75147]: DEBUG nova.virt.disk.api [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Checking if we can resize image /opt/stack/data/nova/instances/890c8090-2d59-4e82-a8d2-b3ef579be76b/disk. size=21474836480 {{(pid=75147) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 27 19:44:18 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/890c8090-2d59-4e82-a8d2-b3ef579be76b/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:44:18 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-3a378f75-353c-45a0-942c-1ec10f2f5920 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Acquiring lock "4de8f375-1603-4ada-825c-e4632a249d87" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:44:18 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-3a378f75-353c-45a0-942c-1ec10f2f5920 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Lock "4de8f375-1603-4ada-825c-e4632a249d87" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:44:18 user nova-compute[75147]: DEBUG nova.compute.manager [None req-3a378f75-353c-45a0-942c-1ec10f2f5920 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 4de8f375-1603-4ada-825c-e4632a249d87] Starting instance... {{(pid=75147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 27 19:44:18 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/890c8090-2d59-4e82-a8d2-b3ef579be76b/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:44:18 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Running cmd (subprocess): qemu-img resize /opt/stack/data/nova/instances/890c8090-2d59-4e82-a8d2-b3ef579be76b/disk 21474836480 {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:44:18 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] CMD "qemu-img resize /opt/stack/data/nova/instances/890c8090-2d59-4e82-a8d2-b3ef579be76b/disk 21474836480" returned: 0 in 0.045s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:44:18 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Did not create local disks {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 27 19:44:18 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Ensure instance console log exists: /opt/stack/data/nova/instances/890c8090-2d59-4e82-a8d2-b3ef579be76b/console.log {{(pid=75147) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 19:44:18 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:44:18 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:44:18 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:44:18 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Start _get_guest_xml network_info=[{"id": "c2251937-2487-4cca-817b-a9062909d9ac", "address": "fa:16:3e:98:c8:c8", "network": {"id": "99edb53b-28d0-4c20-8301-2e49771a21ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1002512861-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.106", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1002512861-network", "vif_mac": "fa:16:3e:98:c8:c8"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "263dcbd796474e989caaf1ec61ef0e47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2251937-24", "ovs_interfaceid": "c2251937-2487-4cca-817b-a9062909d9ac", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T19:22:09Z,direct_url=<?>,disk_format='qcow2',id=d52df17c-5315-4a73-ab7c-34c161a414fb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0b43115555434818b0c8bdf6be4946da',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T19:22:11Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'encryption_options': None, 'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encrypted': False, 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_format': None, 'device_name': '/dev/vda', 'image_id': 'd52df17c-5315-4a73-ab7c-34c161a414fb'}], 'ephemerals': [], 'block_device_mapping': [{'device_type': 'disk', 'delete_on_termination': False, 'boot_index': None, 'disk_bus': 'virtio', 'mount_device': '/dev/vdb', 'guest_format': None, 'attachment_id': '349ede30-3015-40e9-a6bc-52e64835343e', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VMOrfECb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '890c8090-2d59-4e82-a8d2-b3ef579be76b', 'attached_at': '2023-10-27T19:44:18.000000', 'detached_at': '', 'volume_id': 'f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7', 'serial': 'f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7'}, 'volume_type': None} {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 19:44:18 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:44:18 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:44:18 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 19:44:18 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] CPU controller missing on host. {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 19:44:18 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 19:44:18 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] CPU controller found on host. {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 19:44:18 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75147) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 19:44:18 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T19:21:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2',id=7,is_public=True,memory_mb=2048,name='m1.small',projects=<?>,root_gb=20,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T19:22:09Z,direct_url=<?>,disk_format='qcow2',id=d52df17c-5315-4a73-ab7c-34c161a414fb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0b43115555434818b0c8bdf6be4946da',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T19:22:11Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 19:44:18 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Flavor limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 19:44:18 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Image limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 19:44:18 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Flavor pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 19:44:18 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Image pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 19:44:18 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 19:44:18 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 19:44:18 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 19:44:18 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Got 1 possible topologies {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 19:44:18 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 19:44:18 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 19:44:18 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Calling os-brick to attach iSCSI Volume {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 19:44:18 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VMOrfECb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:44:18 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:44:18 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:44:18 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:44:18 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:44:18 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:44:18 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:44:18 user nova-compute[75147]: INFO os_brick.initiator.connectors.iscsi [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 19:44:18 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-3a378f75-353c-45a0-942c-1ec10f2f5920 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:44:18 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-3a378f75-353c-45a0-942c-1ec10f2f5920 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:44:18 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 -p 172.16.0.220:3260 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:44:18 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-3a378f75-353c-45a0-942c-1ec10f2f5920 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75147) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 19:44:18 user nova-compute[75147]: INFO nova.compute.claims [None req-3a378f75-353c-45a0-942c-1ec10f2f5920 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 4de8f375-1603-4ada-825c-e4632a249d87] Claim successful on node user
Oct 27 19:44:18 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:44:18 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a009439-0de8-40f3-87da-690ef4b6e040]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:44:18 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 19:44:18 user nova-compute[75147]:  {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:44:18 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 -p 172.16.0.220:3260 --interface default --op new {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:44:18 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:44:18 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[a36478b0-522b-4019-836a-42fc1c0ef8e8]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7] added\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:44:18 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7] added
Oct 27 19:44:18 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:44:18 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:44:18 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:44:18 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b01b8b1-e2e0-41a2-b61e-8c65f5945995]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:44:18 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:44:18 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:44:18 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.028s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:44:18 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce674baa-5214-48cd-8775-1381c5dc0251]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:44:18 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:44:18 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VMOrfECb {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:44:18 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VMOrfECb" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:44:18 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ccd3d62-9ec2-46c2-9c55-a00d38840db6]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:44:18 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'VMOrfECb'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:44:18 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:44:18 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:44:18 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[db9c1127-0637-4a4e-b992-3d42e18f329b]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:44:18 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:44:18 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:44:18 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:44:18 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[a27f4d94-fb4f-4dc1-bf61-adcfc8c05417]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:44:18 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1 (non-flash)
Oct 27 19:44:18 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:44:18 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1 (non-flash)
Oct 27 19:44:18 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:44:18 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 -p 172.16.0.220:3260 --login {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:44:18 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 -p 172.16.0.220:3260 --login" returned: 0 in 0.050s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:44:18 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[23dee008-76c2-4d30-ab58-64212fc42cb0]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:44:18 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7, portal: 172.16.0.220,3260]
Oct 27 19:44:18 user nova-compute[75147]: Login to [iface: default, target: iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7, portal: 172.16.0.220,3260] successful.
Oct 27 19:44:18 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:44:18 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:44:18 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:44:18 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c0c4f20-e46d-4daf-b68b-8e00eaa4aa59]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:44:18 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:44:18 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:44:18 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:44:18 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[b230eff8-0df1-487d-9552-6955e672fa78]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:44:18 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1 (non-flash)
Oct 27 19:44:18 user nova-compute[75147]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 (non-flash)
Oct 27 19:44:18 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:44:18 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1 (non-flash)
Oct 27 19:44:18 user nova-compute[75147]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 (non-flash)
Oct 27 19:44:18 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:44:18 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.269s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:44:18 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Connected to 172.16.0.220:3260 {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 19:44:18 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] HCTL ('33', '-', '-', 0) found on session 35 with lun 0 {{(pid=75147) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 19:44:18 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75147) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 19:44:18 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:44:18 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:44:18 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c1ccaed-21ff-47c1-90a3-aa77ca0b68b6]: (4, ('- - 0', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:44:18 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Searching for a device in session 35 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75147) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 19:44:18 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VMOrfECb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 19:44:19 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-3a378f75-353c-45a0-942c-1ec10f2f5920 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:44:19 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-3a378f75-353c-45a0-942c-1ec10f2f5920 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:44:19 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-3a378f75-353c-45a0-942c-1ec10f2f5920 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.413s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:44:19 user nova-compute[75147]: DEBUG nova.compute.manager [None req-3a378f75-353c-45a0-942c-1ec10f2f5920 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 4de8f375-1603-4ada-825c-e4632a249d87] Start building networks asynchronously for instance. {{(pid=75147) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 27 19:44:19 user nova-compute[75147]: DEBUG nova.compute.manager [None req-3a378f75-353c-45a0-942c-1ec10f2f5920 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 4de8f375-1603-4ada-825c-e4632a249d87] Allocating IP information in the background. {{(pid=75147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 27 19:44:19 user nova-compute[75147]: DEBUG nova.network.neutron [None req-3a378f75-353c-45a0-942c-1ec10f2f5920 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 4de8f375-1603-4ada-825c-e4632a249d87] allocate_for_instance() {{(pid=75147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 27 19:44:19 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-3a378f75-353c-45a0-942c-1ec10f2f5920 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 4de8f375-1603-4ada-825c-e4632a249d87] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 27 19:44:19 user nova-compute[75147]: DEBUG nova.compute.manager [None req-3a378f75-353c-45a0-942c-1ec10f2f5920 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 4de8f375-1603-4ada-825c-e4632a249d87] Start building block device mappings for instance. {{(pid=75147) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 27 19:44:19 user nova-compute[75147]: DEBUG nova.policy [None req-3a378f75-353c-45a0-942c-1ec10f2f5920 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b3450e0fcfb7485581e5f2e6418d9359', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '650e050c53874fa5bd6c9a70152ef1cf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75147) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 27 19:44:19 user nova-compute[75147]: DEBUG nova.compute.manager [None req-3a378f75-353c-45a0-942c-1ec10f2f5920 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 4de8f375-1603-4ada-825c-e4632a249d87] Start spawning the instance on the hypervisor. {{(pid=75147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 27 19:44:19 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-3a378f75-353c-45a0-942c-1ec10f2f5920 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 4de8f375-1603-4ada-825c-e4632a249d87] Creating instance directory {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 19:44:19 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-3a378f75-353c-45a0-942c-1ec10f2f5920 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 4de8f375-1603-4ada-825c-e4632a249d87] Creating image(s)
Oct 27 19:44:19 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-3a378f75-353c-45a0-942c-1ec10f2f5920 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Acquiring lock "/opt/stack/data/nova/instances/4de8f375-1603-4ada-825c-e4632a249d87/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:44:19 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-3a378f75-353c-45a0-942c-1ec10f2f5920 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Lock "/opt/stack/data/nova/instances/4de8f375-1603-4ada-825c-e4632a249d87/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:44:19 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-3a378f75-353c-45a0-942c-1ec10f2f5920 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Lock "/opt/stack/data/nova/instances/4de8f375-1603-4ada-825c-e4632a249d87/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:44:19 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-3a378f75-353c-45a0-942c-1ec10f2f5920 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:44:19 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-3a378f75-353c-45a0-942c-1ec10f2f5920 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.176s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:44:19 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-3a378f75-353c-45a0-942c-1ec10f2f5920 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Acquiring lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:44:19 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-3a378f75-353c-45a0-942c-1ec10f2f5920 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:44:19 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-3a378f75-353c-45a0-942c-1ec10f2f5920 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:44:19 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-3a378f75-353c-45a0-942c-1ec10f2f5920 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.178s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:44:19 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-3a378f75-353c-45a0-942c-1ec10f2f5920 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa,backing_fmt=raw /opt/stack/data/nova/instances/4de8f375-1603-4ada-825c-e4632a249d87/disk 1073741824 {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:44:19 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-3a378f75-353c-45a0-942c-1ec10f2f5920 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa,backing_fmt=raw /opt/stack/data/nova/instances/4de8f375-1603-4ada-825c-e4632a249d87/disk 1073741824" returned: 0 in 0.055s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:44:19 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-3a378f75-353c-45a0-942c-1ec10f2f5920 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.244s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:44:19 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-3a378f75-353c-45a0-942c-1ec10f2f5920 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:44:19 user nova-compute[75147]: DEBUG nova.network.neutron [None req-3a378f75-353c-45a0-942c-1ec10f2f5920 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 4de8f375-1603-4ada-825c-e4632a249d87] Successfully created port: 92fdd24d-a84d-4007-9505-e5a28b28863a {{(pid=75147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 19:44:19 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.301s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:44:19 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] <== connect_volume: return (1304ms) {'type': 'block', 'scsi_wwn': '26333303966333937', 'path': '/dev/sdb'} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:44:19 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26333303966333937', 'path': '/dev/sdb'} {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 19:44:20 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-3a378f75-353c-45a0-942c-1ec10f2f5920 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.193s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:44:20 user nova-compute[75147]: DEBUG nova.virt.disk.api [None req-3a378f75-353c-45a0-942c-1ec10f2f5920 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Checking if we can resize image /opt/stack/data/nova/instances/4de8f375-1603-4ada-825c-e4632a249d87/disk. size=1073741824 {{(pid=75147) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 27 19:44:20 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-3a378f75-353c-45a0-942c-1ec10f2f5920 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4de8f375-1603-4ada-825c-e4632a249d87/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:44:20 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:44:20 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:39:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1016449598',display_name='tempest-ServerActionsTestOtherB-server-1016449598',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1016449598',id=29,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIbzcaisbNxV5FB2dgI6hcOOOfW5JVsQGXKDSHawFFIiHO0G2p7/mHAMPYVx7c3SXyW6vwShgiTGJ74I0x4Vi+7zdc5KZaRgr0EJMH5uJydj32vDe/1VzrDt9IZKfTGX5A==',key_name='tempest-keypair-1713438688',keypairs=<?>,launch_index=0,launched_at=2023-10-27T19:39:43Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='263dcbd796474e989caaf1ec61ef0e47',ramdisk_id='',reservation_id='r-qu7rgbae',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-1322299385',owner_user_name='tempest-ServerActionsTestOtherB-1322299385-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:43:57Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6bae7175bb1d42458482b8e5965bd0b5',uuid=890c8090-2d59-4e82-a8d2-b3ef579be76b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c2251937-2487-4cca-817b-a9062909d9ac", "address": "fa:16:3e:98:c8:c8", "network": {"id": "99edb53b-28d0-4c20-8301-2e49771a21ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1002512861-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.106", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1002512861-network", "vif_mac": "fa:16:3e:98:c8:c8"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "263dcbd796474e989caaf1ec61ef0e47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2251937-24", "ovs_interfaceid": "c2251937-2487-4cca-817b-a9062909d9ac", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75147) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 19:44:20 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Converting VIF {"id": "c2251937-2487-4cca-817b-a9062909d9ac", "address": "fa:16:3e:98:c8:c8", "network": {"id": "99edb53b-28d0-4c20-8301-2e49771a21ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1002512861-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.106", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1002512861-network", "vif_mac": "fa:16:3e:98:c8:c8"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "263dcbd796474e989caaf1ec61ef0e47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2251937-24", "ovs_interfaceid": "c2251937-2487-4cca-817b-a9062909d9ac", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:44:20 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:98:c8:c8,bridge_name='br-int',has_traffic_filtering=True,id=c2251937-2487-4cca-817b-a9062909d9ac,network=Network(99edb53b-28d0-4c20-8301-2e49771a21ba),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc2251937-24') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:44:20 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] End _get_guest_xml xml=<domain type="kvm">
Oct 27 19:44:20 user nova-compute[75147]:   <uuid>890c8090-2d59-4e82-a8d2-b3ef579be76b</uuid>
Oct 27 19:44:20 user nova-compute[75147]:   <name>instance-0000001d</name>
Oct 27 19:44:20 user nova-compute[75147]:   <memory>2097152</memory>
Oct 27 19:44:20 user nova-compute[75147]:   <vcpu>1</vcpu>
Oct 27 19:44:20 user nova-compute[75147]:   <metadata>
Oct 27 19:44:20 user nova-compute[75147]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 19:44:20 user nova-compute[75147]:       <nova:package version="0.0.0"/>
Oct 27 19:44:20 user nova-compute[75147]:       <nova:name>tempest-ServerActionsTestOtherB-server-1016449598</nova:name>
Oct 27 19:44:20 user nova-compute[75147]:       <nova:creationTime>2023-10-27 19:44:18</nova:creationTime>
Oct 27 19:44:20 user nova-compute[75147]:       <nova:flavor name="m1.small">
Oct 27 19:44:20 user nova-compute[75147]:         <nova:memory>2048</nova:memory>
Oct 27 19:44:20 user nova-compute[75147]:         <nova:disk>20</nova:disk>
Oct 27 19:44:20 user nova-compute[75147]:         <nova:swap>0</nova:swap>
Oct 27 19:44:20 user nova-compute[75147]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 19:44:20 user nova-compute[75147]:         <nova:vcpus>1</nova:vcpus>
Oct 27 19:44:20 user nova-compute[75147]:       </nova:flavor>
Oct 27 19:44:20 user nova-compute[75147]:       <nova:owner>
Oct 27 19:44:20 user nova-compute[75147]:         <nova:user uuid="6bae7175bb1d42458482b8e5965bd0b5">tempest-ServerActionsTestOtherB-1322299385-project-member</nova:user>
Oct 27 19:44:20 user nova-compute[75147]:         <nova:project uuid="263dcbd796474e989caaf1ec61ef0e47">tempest-ServerActionsTestOtherB-1322299385</nova:project>
Oct 27 19:44:20 user nova-compute[75147]:       </nova:owner>
Oct 27 19:44:20 user nova-compute[75147]:       <nova:root type="image" uuid="d52df17c-5315-4a73-ab7c-34c161a414fb"/>
Oct 27 19:44:20 user nova-compute[75147]:       <nova:ports>
Oct 27 19:44:20 user nova-compute[75147]:         <nova:port uuid="c2251937-2487-4cca-817b-a9062909d9ac">
Oct 27 19:44:20 user nova-compute[75147]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Oct 27 19:44:20 user nova-compute[75147]:         </nova:port>
Oct 27 19:44:20 user nova-compute[75147]:       </nova:ports>
Oct 27 19:44:20 user nova-compute[75147]:     </nova:instance>
Oct 27 19:44:20 user nova-compute[75147]:   </metadata>
Oct 27 19:44:20 user nova-compute[75147]:   <sysinfo type="smbios">
Oct 27 19:44:20 user nova-compute[75147]:     <system>
Oct 27 19:44:20 user nova-compute[75147]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 19:44:20 user nova-compute[75147]:       <entry name="product">OpenStack Nova</entry>
Oct 27 19:44:20 user nova-compute[75147]:       <entry name="version">0.0.0</entry>
Oct 27 19:44:20 user nova-compute[75147]:       <entry name="serial">890c8090-2d59-4e82-a8d2-b3ef579be76b</entry>
Oct 27 19:44:20 user nova-compute[75147]:       <entry name="uuid">890c8090-2d59-4e82-a8d2-b3ef579be76b</entry>
Oct 27 19:44:20 user nova-compute[75147]:       <entry name="family">Virtual Machine</entry>
Oct 27 19:44:20 user nova-compute[75147]:     </system>
Oct 27 19:44:20 user nova-compute[75147]:   </sysinfo>
Oct 27 19:44:20 user nova-compute[75147]:   <os>
Oct 27 19:44:20 user nova-compute[75147]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 19:44:20 user nova-compute[75147]:     <boot dev="hd"/>
Oct 27 19:44:20 user nova-compute[75147]:     <smbios mode="sysinfo"/>
Oct 27 19:44:20 user nova-compute[75147]:   </os>
Oct 27 19:44:20 user nova-compute[75147]:   <features>
Oct 27 19:44:20 user nova-compute[75147]:     <acpi/>
Oct 27 19:44:20 user nova-compute[75147]:     <apic/>
Oct 27 19:44:20 user nova-compute[75147]:     <vmcoreinfo/>
Oct 27 19:44:20 user nova-compute[75147]:   </features>
Oct 27 19:44:20 user nova-compute[75147]:   <clock offset="utc">
Oct 27 19:44:20 user nova-compute[75147]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 19:44:20 user nova-compute[75147]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 19:44:20 user nova-compute[75147]:     <timer name="hpet" present="no"/>
Oct 27 19:44:20 user nova-compute[75147]:   </clock>
Oct 27 19:44:20 user nova-compute[75147]:   <cpu mode="custom" match="exact">
Oct 27 19:44:20 user nova-compute[75147]:     <model>Nehalem</model>
Oct 27 19:44:20 user nova-compute[75147]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 19:44:20 user nova-compute[75147]:   </cpu>
Oct 27 19:44:20 user nova-compute[75147]:   <devices>
Oct 27 19:44:20 user nova-compute[75147]:     <disk type="file" device="disk">
Oct 27 19:44:20 user nova-compute[75147]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 27 19:44:20 user nova-compute[75147]:       <source file="/opt/stack/data/nova/instances/890c8090-2d59-4e82-a8d2-b3ef579be76b/disk"/>
Oct 27 19:44:20 user nova-compute[75147]:       <target dev="vda" bus="virtio"/>
Oct 27 19:44:20 user nova-compute[75147]:     </disk>
Oct 27 19:44:20 user nova-compute[75147]:     <disk type="block" device="disk">
Oct 27 19:44:20 user nova-compute[75147]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 19:44:20 user nova-compute[75147]:       <source dev="/dev/sdb"/>
Oct 27 19:44:20 user nova-compute[75147]:       <target dev="vdb" bus="virtio"/>
Oct 27 19:44:20 user nova-compute[75147]:       <serial>f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7</serial>
Oct 27 19:44:20 user nova-compute[75147]:     </disk>
Oct 27 19:44:20 user nova-compute[75147]:     <interface type="ethernet">
Oct 27 19:44:20 user nova-compute[75147]:       <mac address="fa:16:3e:98:c8:c8"/>
Oct 27 19:44:20 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:44:20 user nova-compute[75147]:       <mtu size="1442"/>
Oct 27 19:44:20 user nova-compute[75147]:       <target dev="tapc2251937-24"/>
Oct 27 19:44:20 user nova-compute[75147]:     </interface>
Oct 27 19:44:20 user nova-compute[75147]:     <serial type="pty">
Oct 27 19:44:20 user nova-compute[75147]:       <log file="/opt/stack/data/nova/instances/890c8090-2d59-4e82-a8d2-b3ef579be76b/console.log" append="off"/>
Oct 27 19:44:20 user nova-compute[75147]:     </serial>
Oct 27 19:44:20 user nova-compute[75147]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 19:44:20 user nova-compute[75147]:     <video>
Oct 27 19:44:20 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:44:20 user nova-compute[75147]:     </video>
Oct 27 19:44:20 user nova-compute[75147]:     <rng model="virtio">
Oct 27 19:44:20 user nova-compute[75147]:       <backend model="random">/dev/urandom</backend>
Oct 27 19:44:20 user nova-compute[75147]:     </rng>
Oct 27 19:44:20 user nova-compute[75147]:     <controller type="usb" index="0" model="none"/>
Oct 27 19:44:20 user nova-compute[75147]:     <memballoon model="virtio">
Oct 27 19:44:20 user nova-compute[75147]:       <stats period="10"/>
Oct 27 19:44:20 user nova-compute[75147]:     </memballoon>
Oct 27 19:44:20 user nova-compute[75147]:   </devices>
Oct 27 19:44:20 user nova-compute[75147]: </domain>
Oct 27 19:44:20 user nova-compute[75147]:  {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 19:44:20 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:39:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1016449598',display_name='tempest-ServerActionsTestOtherB-server-1016449598',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1016449598',id=29,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIbzcaisbNxV5FB2dgI6hcOOOfW5JVsQGXKDSHawFFIiHO0G2p7/mHAMPYVx7c3SXyW6vwShgiTGJ74I0x4Vi+7zdc5KZaRgr0EJMH5uJydj32vDe/1VzrDt9IZKfTGX5A==',key_name='tempest-keypair-1713438688',keypairs=<?>,launch_index=0,launched_at=2023-10-27T19:39:43Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='263dcbd796474e989caaf1ec61ef0e47',ramdisk_id='',reservation_id='r-qu7rgbae',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-1322299385',owner_user_name='tempest-ServerActionsTestOtherB-1322299385-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:43:57Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6bae7175bb1d42458482b8e5965bd0b5',uuid=890c8090-2d59-4e82-a8d2-b3ef579be76b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c2251937-2487-4cca-817b-a9062909d9ac", "address": "fa:16:3e:98:c8:c8", "network": {"id": "99edb53b-28d0-4c20-8301-2e49771a21ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1002512861-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.106", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1002512861-network", "vif_mac": "fa:16:3e:98:c8:c8"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "263dcbd796474e989caaf1ec61ef0e47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2251937-24", "ovs_interfaceid": "c2251937-2487-4cca-817b-a9062909d9ac", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 19:44:20 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Converting VIF {"id": "c2251937-2487-4cca-817b-a9062909d9ac", "address": "fa:16:3e:98:c8:c8", "network": {"id": "99edb53b-28d0-4c20-8301-2e49771a21ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1002512861-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.106", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1002512861-network", "vif_mac": "fa:16:3e:98:c8:c8"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "263dcbd796474e989caaf1ec61ef0e47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2251937-24", "ovs_interfaceid": "c2251937-2487-4cca-817b-a9062909d9ac", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:44:20 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:98:c8:c8,bridge_name='br-int',has_traffic_filtering=True,id=c2251937-2487-4cca-817b-a9062909d9ac,network=Network(99edb53b-28d0-4c20-8301-2e49771a21ba),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc2251937-24') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:44:20 user nova-compute[75147]: DEBUG os_vif [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:98:c8:c8,bridge_name='br-int',has_traffic_filtering=True,id=c2251937-2487-4cca-817b-a9062909d9ac,network=Network(99edb53b-28d0-4c20-8301-2e49771a21ba),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc2251937-24') {{(pid=75147) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 19:44:20 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:44:20 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:44:20 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 19:44:20 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:44:20 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '649d56be-5ae3-5642-b5fa-f2933556762a', '_type': 'linux-noop'}}, row=False) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:44:20 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:44:20 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:44:20 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:44:20 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc2251937-24, may_exist=True, interface_attrs={}) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:44:20 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc2251937-24, col_values=(('qos', UUID('0e8c9755-425a-4c3a-a059-d74492d53954')),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:44:20 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc2251937-24, col_values=(('external_ids', {'iface-id': 'c2251937-2487-4cca-817b-a9062909d9ac', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:98:c8:c8', 'vm-uuid': '890c8090-2d59-4e82-a8d2-b3ef579be76b'}),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:44:20 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:44:20 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:44:20 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:44:20 user nova-compute[75147]: INFO os_vif [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:98:c8:c8,bridge_name='br-int',has_traffic_filtering=True,id=c2251937-2487-4cca-817b-a9062909d9ac,network=Network(99edb53b-28d0-4c20-8301-2e49771a21ba),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc2251937-24')
Oct 27 19:44:20 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] No BDM found with device name vda, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:44:20 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:44:20 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] No VIF found with MAC fa:16:3e:98:c8:c8, not building metadata {{(pid=75147) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 19:44:20 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-3a378f75-353c-45a0-942c-1ec10f2f5920 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4de8f375-1603-4ada-825c-e4632a249d87/disk --force-share --output=json" returned: 0 in 0.227s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:44:20 user nova-compute[75147]: DEBUG nova.virt.disk.api [None req-3a378f75-353c-45a0-942c-1ec10f2f5920 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Cannot resize image /opt/stack/data/nova/instances/4de8f375-1603-4ada-825c-e4632a249d87/disk to a smaller size. {{(pid=75147) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 27 19:44:20 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-3a378f75-353c-45a0-942c-1ec10f2f5920 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 4de8f375-1603-4ada-825c-e4632a249d87] Created local disks {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 27 19:44:20 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-3a378f75-353c-45a0-942c-1ec10f2f5920 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 4de8f375-1603-4ada-825c-e4632a249d87] Ensure instance console log exists: /opt/stack/data/nova/instances/4de8f375-1603-4ada-825c-e4632a249d87/console.log {{(pid=75147) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 19:44:20 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-3a378f75-353c-45a0-942c-1ec10f2f5920 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:44:20 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-3a378f75-353c-45a0-942c-1ec10f2f5920 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:44:20 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-3a378f75-353c-45a0-942c-1ec10f2f5920 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:44:20 user nova-compute[75147]: DEBUG nova.network.neutron [None req-3a378f75-353c-45a0-942c-1ec10f2f5920 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 4de8f375-1603-4ada-825c-e4632a249d87] Successfully updated port: 92fdd24d-a84d-4007-9505-e5a28b28863a {{(pid=75147) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 19:44:20 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-3a378f75-353c-45a0-942c-1ec10f2f5920 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Acquiring lock "refresh_cache-4de8f375-1603-4ada-825c-e4632a249d87" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:44:20 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-3a378f75-353c-45a0-942c-1ec10f2f5920 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Acquired lock "refresh_cache-4de8f375-1603-4ada-825c-e4632a249d87" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:44:20 user nova-compute[75147]: DEBUG nova.network.neutron [None req-3a378f75-353c-45a0-942c-1ec10f2f5920 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 4de8f375-1603-4ada-825c-e4632a249d87] Building network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 19:44:20 user nova-compute[75147]: DEBUG nova.compute.manager [req-16a80ac0-815e-47af-b3b9-ab97e108a826 req-87f7a7f2-ad26-4881-a009-422d0744fe77 service nova] [instance: 4de8f375-1603-4ada-825c-e4632a249d87] Received event network-changed-92fdd24d-a84d-4007-9505-e5a28b28863a {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:44:20 user nova-compute[75147]: DEBUG nova.compute.manager [req-16a80ac0-815e-47af-b3b9-ab97e108a826 req-87f7a7f2-ad26-4881-a009-422d0744fe77 service nova] [instance: 4de8f375-1603-4ada-825c-e4632a249d87] Refreshing instance network info cache due to event network-changed-92fdd24d-a84d-4007-9505-e5a28b28863a. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 19:44:20 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-16a80ac0-815e-47af-b3b9-ab97e108a826 req-87f7a7f2-ad26-4881-a009-422d0744fe77 service nova] Acquiring lock "refresh_cache-4de8f375-1603-4ada-825c-e4632a249d87" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:44:20 user nova-compute[75147]: DEBUG nova.network.neutron [None req-3a378f75-353c-45a0-942c-1ec10f2f5920 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 4de8f375-1603-4ada-825c-e4632a249d87] Instance cache missing network info. {{(pid=75147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 19:44:21 user nova-compute[75147]: DEBUG nova.network.neutron [None req-3a378f75-353c-45a0-942c-1ec10f2f5920 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 4de8f375-1603-4ada-825c-e4632a249d87] Updating instance_info_cache with network_info: [{"id": "92fdd24d-a84d-4007-9505-e5a28b28863a", "address": "fa:16:3e:84:e6:a5", "network": {"id": "530841ca-09cf-4270-b7b7-02d3a851df39", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1965338570-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "650e050c53874fa5bd6c9a70152ef1cf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap92fdd24d-a8", "ovs_interfaceid": "92fdd24d-a84d-4007-9505-e5a28b28863a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:44:21 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-3a378f75-353c-45a0-942c-1ec10f2f5920 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Releasing lock "refresh_cache-4de8f375-1603-4ada-825c-e4632a249d87" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:44:21 user nova-compute[75147]: DEBUG nova.compute.manager [None req-3a378f75-353c-45a0-942c-1ec10f2f5920 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 4de8f375-1603-4ada-825c-e4632a249d87] Instance network_info: |[{"id": "92fdd24d-a84d-4007-9505-e5a28b28863a", "address": "fa:16:3e:84:e6:a5", "network": {"id": "530841ca-09cf-4270-b7b7-02d3a851df39", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1965338570-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "650e050c53874fa5bd6c9a70152ef1cf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap92fdd24d-a8", "ovs_interfaceid": "92fdd24d-a84d-4007-9505-e5a28b28863a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 27 19:44:21 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-16a80ac0-815e-47af-b3b9-ab97e108a826 req-87f7a7f2-ad26-4881-a009-422d0744fe77 service nova] Acquired lock "refresh_cache-4de8f375-1603-4ada-825c-e4632a249d87" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:44:21 user nova-compute[75147]: DEBUG nova.network.neutron [req-16a80ac0-815e-47af-b3b9-ab97e108a826 req-87f7a7f2-ad26-4881-a009-422d0744fe77 service nova] [instance: 4de8f375-1603-4ada-825c-e4632a249d87] Refreshing network info cache for port 92fdd24d-a84d-4007-9505-e5a28b28863a {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 19:44:21 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-3a378f75-353c-45a0-942c-1ec10f2f5920 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 4de8f375-1603-4ada-825c-e4632a249d87] Start _get_guest_xml network_info=[{"id": "92fdd24d-a84d-4007-9505-e5a28b28863a", "address": "fa:16:3e:84:e6:a5", "network": {"id": "530841ca-09cf-4270-b7b7-02d3a851df39", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1965338570-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "650e050c53874fa5bd6c9a70152ef1cf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap92fdd24d-a8", "ovs_interfaceid": "92fdd24d-a84d-4007-9505-e5a28b28863a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T19:22:09Z,direct_url=<?>,disk_format='qcow2',id=d52df17c-5315-4a73-ab7c-34c161a414fb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0b43115555434818b0c8bdf6be4946da',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T19:22:11Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'encryption_options': None, 'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encrypted': False, 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_format': None, 'device_name': '/dev/vda', 'image_id': 'd52df17c-5315-4a73-ab7c-34c161a414fb'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 19:44:21 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-3a378f75-353c-45a0-942c-1ec10f2f5920 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:44:21 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-3a378f75-353c-45a0-942c-1ec10f2f5920 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:44:21 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-3a378f75-353c-45a0-942c-1ec10f2f5920 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 19:44:21 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-3a378f75-353c-45a0-942c-1ec10f2f5920 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] CPU controller missing on host. {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 19:44:21 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-3a378f75-353c-45a0-942c-1ec10f2f5920 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 19:44:21 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-3a378f75-353c-45a0-942c-1ec10f2f5920 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] CPU controller found on host. {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 19:44:21 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-3a378f75-353c-45a0-942c-1ec10f2f5920 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75147) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 19:44:21 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-3a378f75-353c-45a0-942c-1ec10f2f5920 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T19:21:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T19:22:09Z,direct_url=<?>,disk_format='qcow2',id=d52df17c-5315-4a73-ab7c-34c161a414fb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0b43115555434818b0c8bdf6be4946da',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T19:22:11Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 19:44:21 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-3a378f75-353c-45a0-942c-1ec10f2f5920 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Flavor limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 19:44:21 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-3a378f75-353c-45a0-942c-1ec10f2f5920 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Image limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 19:44:21 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-3a378f75-353c-45a0-942c-1ec10f2f5920 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Flavor pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 19:44:21 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-3a378f75-353c-45a0-942c-1ec10f2f5920 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Image pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 19:44:21 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-3a378f75-353c-45a0-942c-1ec10f2f5920 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 19:44:21 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-3a378f75-353c-45a0-942c-1ec10f2f5920 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 19:44:21 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-3a378f75-353c-45a0-942c-1ec10f2f5920 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 19:44:21 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-3a378f75-353c-45a0-942c-1ec10f2f5920 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Got 1 possible topologies {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 19:44:21 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-3a378f75-353c-45a0-942c-1ec10f2f5920 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 19:44:21 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-3a378f75-353c-45a0-942c-1ec10f2f5920 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 19:44:21 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-3a378f75-353c-45a0-942c-1ec10f2f5920 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:44:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1222763216',display_name='tempest-AttachVolumeTestJSON-server-1222763216',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1222763216',id=34,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJMo1SLuPVHZtZZg62bCso0mE95Lb//S1G/Ao1PgPgDNPygnbhUUlRkJHFdLHz9jv7gc7th94Coou0BcY67y3dTh0z3TP7MW/6lQmVu3T47bMkQz8tjmWhtBLL2ly2ZRHQ==',key_name='tempest-keypair-132842499',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='650e050c53874fa5bd6c9a70152ef1cf',ramdisk_id='',reservation_id='r-zjanxn5f',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-305407133',owner_user_name='tempest-AttachVolumeTestJSON-305407133-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:44:19Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b3450e0fcfb7485581e5f2e6418d9359',uuid=4de8f375-1603-4ada-825c-e4632a249d87,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "92fdd24d-a84d-4007-9505-e5a28b28863a", "address": "fa:16:3e:84:e6:a5", "network": {"id": "530841ca-09cf-4270-b7b7-02d3a851df39", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1965338570-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "650e050c53874fa5bd6c9a70152ef1cf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap92fdd24d-a8", "ovs_interfaceid": "92fdd24d-a84d-4007-9505-e5a28b28863a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75147) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 19:44:21 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-3a378f75-353c-45a0-942c-1ec10f2f5920 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Converting VIF {"id": "92fdd24d-a84d-4007-9505-e5a28b28863a", "address": "fa:16:3e:84:e6:a5", "network": {"id": "530841ca-09cf-4270-b7b7-02d3a851df39", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1965338570-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "650e050c53874fa5bd6c9a70152ef1cf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap92fdd24d-a8", "ovs_interfaceid": "92fdd24d-a84d-4007-9505-e5a28b28863a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:44:21 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-3a378f75-353c-45a0-942c-1ec10f2f5920 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:84:e6:a5,bridge_name='br-int',has_traffic_filtering=True,id=92fdd24d-a84d-4007-9505-e5a28b28863a,network=Network(530841ca-09cf-4270-b7b7-02d3a851df39),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap92fdd24d-a8') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:44:21 user nova-compute[75147]: DEBUG nova.objects.instance [None req-3a378f75-353c-45a0-942c-1ec10f2f5920 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Lazy-loading 'pci_devices' on Instance uuid 4de8f375-1603-4ada-825c-e4632a249d87 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:44:21 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-3a378f75-353c-45a0-942c-1ec10f2f5920 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 4de8f375-1603-4ada-825c-e4632a249d87] End _get_guest_xml xml=<domain type="kvm">
Oct 27 19:44:21 user nova-compute[75147]:   <uuid>4de8f375-1603-4ada-825c-e4632a249d87</uuid>
Oct 27 19:44:21 user nova-compute[75147]:   <name>instance-00000022</name>
Oct 27 19:44:21 user nova-compute[75147]:   <memory>524288</memory>
Oct 27 19:44:21 user nova-compute[75147]:   <vcpu>1</vcpu>
Oct 27 19:44:21 user nova-compute[75147]:   <metadata>
Oct 27 19:44:21 user nova-compute[75147]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 19:44:21 user nova-compute[75147]:       <nova:package version="0.0.0"/>
Oct 27 19:44:21 user nova-compute[75147]:       <nova:name>tempest-AttachVolumeTestJSON-server-1222763216</nova:name>
Oct 27 19:44:21 user nova-compute[75147]:       <nova:creationTime>2023-10-27 19:44:21</nova:creationTime>
Oct 27 19:44:21 user nova-compute[75147]:       <nova:flavor name="m1.tiny">
Oct 27 19:44:21 user nova-compute[75147]:         <nova:memory>512</nova:memory>
Oct 27 19:44:21 user nova-compute[75147]:         <nova:disk>1</nova:disk>
Oct 27 19:44:21 user nova-compute[75147]:         <nova:swap>0</nova:swap>
Oct 27 19:44:21 user nova-compute[75147]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 19:44:21 user nova-compute[75147]:         <nova:vcpus>1</nova:vcpus>
Oct 27 19:44:21 user nova-compute[75147]:       </nova:flavor>
Oct 27 19:44:21 user nova-compute[75147]:       <nova:owner>
Oct 27 19:44:21 user nova-compute[75147]:         <nova:user uuid="b3450e0fcfb7485581e5f2e6418d9359">tempest-AttachVolumeTestJSON-305407133-project-member</nova:user>
Oct 27 19:44:21 user nova-compute[75147]:         <nova:project uuid="650e050c53874fa5bd6c9a70152ef1cf">tempest-AttachVolumeTestJSON-305407133</nova:project>
Oct 27 19:44:21 user nova-compute[75147]:       </nova:owner>
Oct 27 19:44:21 user nova-compute[75147]:       <nova:root type="image" uuid="d52df17c-5315-4a73-ab7c-34c161a414fb"/>
Oct 27 19:44:21 user nova-compute[75147]:       <nova:ports>
Oct 27 19:44:21 user nova-compute[75147]:         <nova:port uuid="92fdd24d-a84d-4007-9505-e5a28b28863a">
Oct 27 19:44:21 user nova-compute[75147]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Oct 27 19:44:21 user nova-compute[75147]:         </nova:port>
Oct 27 19:44:21 user nova-compute[75147]:       </nova:ports>
Oct 27 19:44:21 user nova-compute[75147]:     </nova:instance>
Oct 27 19:44:21 user nova-compute[75147]:   </metadata>
Oct 27 19:44:21 user nova-compute[75147]:   <sysinfo type="smbios">
Oct 27 19:44:21 user nova-compute[75147]:     <system>
Oct 27 19:44:21 user nova-compute[75147]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 19:44:21 user nova-compute[75147]:       <entry name="product">OpenStack Nova</entry>
Oct 27 19:44:21 user nova-compute[75147]:       <entry name="version">0.0.0</entry>
Oct 27 19:44:21 user nova-compute[75147]:       <entry name="serial">4de8f375-1603-4ada-825c-e4632a249d87</entry>
Oct 27 19:44:21 user nova-compute[75147]:       <entry name="uuid">4de8f375-1603-4ada-825c-e4632a249d87</entry>
Oct 27 19:44:21 user nova-compute[75147]:       <entry name="family">Virtual Machine</entry>
Oct 27 19:44:21 user nova-compute[75147]:     </system>
Oct 27 19:44:21 user nova-compute[75147]:   </sysinfo>
Oct 27 19:44:21 user nova-compute[75147]:   <os>
Oct 27 19:44:21 user nova-compute[75147]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 19:44:21 user nova-compute[75147]:     <boot dev="hd"/>
Oct 27 19:44:21 user nova-compute[75147]:     <smbios mode="sysinfo"/>
Oct 27 19:44:21 user nova-compute[75147]:   </os>
Oct 27 19:44:21 user nova-compute[75147]:   <features>
Oct 27 19:44:21 user nova-compute[75147]:     <acpi/>
Oct 27 19:44:21 user nova-compute[75147]:     <apic/>
Oct 27 19:44:21 user nova-compute[75147]:     <vmcoreinfo/>
Oct 27 19:44:21 user nova-compute[75147]:   </features>
Oct 27 19:44:21 user nova-compute[75147]:   <clock offset="utc">
Oct 27 19:44:21 user nova-compute[75147]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 19:44:21 user nova-compute[75147]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 19:44:21 user nova-compute[75147]:     <timer name="hpet" present="no"/>
Oct 27 19:44:21 user nova-compute[75147]:   </clock>
Oct 27 19:44:21 user nova-compute[75147]:   <cpu mode="custom" match="exact">
Oct 27 19:44:21 user nova-compute[75147]:     <model>Nehalem</model>
Oct 27 19:44:21 user nova-compute[75147]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 19:44:21 user nova-compute[75147]:   </cpu>
Oct 27 19:44:21 user nova-compute[75147]:   <devices>
Oct 27 19:44:21 user nova-compute[75147]:     <disk type="file" device="disk">
Oct 27 19:44:21 user nova-compute[75147]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 27 19:44:21 user nova-compute[75147]:       <source file="/opt/stack/data/nova/instances/4de8f375-1603-4ada-825c-e4632a249d87/disk"/>
Oct 27 19:44:21 user nova-compute[75147]:       <target dev="vda" bus="virtio"/>
Oct 27 19:44:21 user nova-compute[75147]:     </disk>
Oct 27 19:44:21 user nova-compute[75147]:     <interface type="ethernet">
Oct 27 19:44:21 user nova-compute[75147]:       <mac address="fa:16:3e:84:e6:a5"/>
Oct 27 19:44:21 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:44:21 user nova-compute[75147]:       <mtu size="1442"/>
Oct 27 19:44:21 user nova-compute[75147]:       <target dev="tap92fdd24d-a8"/>
Oct 27 19:44:21 user nova-compute[75147]:     </interface>
Oct 27 19:44:21 user nova-compute[75147]:     <serial type="pty">
Oct 27 19:44:21 user nova-compute[75147]:       <log file="/opt/stack/data/nova/instances/4de8f375-1603-4ada-825c-e4632a249d87/console.log" append="off"/>
Oct 27 19:44:21 user nova-compute[75147]:     </serial>
Oct 27 19:44:21 user nova-compute[75147]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 19:44:21 user nova-compute[75147]:     <video>
Oct 27 19:44:21 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:44:21 user nova-compute[75147]:     </video>
Oct 27 19:44:21 user nova-compute[75147]:     <rng model="virtio">
Oct 27 19:44:21 user nova-compute[75147]:       <backend model="random">/dev/urandom</backend>
Oct 27 19:44:21 user nova-compute[75147]:     </rng>
Oct 27 19:44:21 user nova-compute[75147]:     <controller type="usb" index="0" model="none"/>
Oct 27 19:44:21 user nova-compute[75147]:     <memballoon model="virtio">
Oct 27 19:44:21 user nova-compute[75147]:       <stats period="10"/>
Oct 27 19:44:21 user nova-compute[75147]:     </memballoon>
Oct 27 19:44:21 user nova-compute[75147]:   </devices>
Oct 27 19:44:21 user nova-compute[75147]: </domain>
Oct 27 19:44:21 user nova-compute[75147]:  {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 19:44:21 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-3a378f75-353c-45a0-942c-1ec10f2f5920 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:44:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1222763216',display_name='tempest-AttachVolumeTestJSON-server-1222763216',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1222763216',id=34,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJMo1SLuPVHZtZZg62bCso0mE95Lb//S1G/Ao1PgPgDNPygnbhUUlRkJHFdLHz9jv7gc7th94Coou0BcY67y3dTh0z3TP7MW/6lQmVu3T47bMkQz8tjmWhtBLL2ly2ZRHQ==',key_name='tempest-keypair-132842499',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='650e050c53874fa5bd6c9a70152ef1cf',ramdisk_id='',reservation_id='r-zjanxn5f',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-305407133',owner_user_name='tempest-AttachVolumeTestJSON-305407133-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:44:19Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b3450e0fcfb7485581e5f2e6418d9359',uuid=4de8f375-1603-4ada-825c-e4632a249d87,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "92fdd24d-a84d-4007-9505-e5a28b28863a", "address": "fa:16:3e:84:e6:a5", "network": {"id": "530841ca-09cf-4270-b7b7-02d3a851df39", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1965338570-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "650e050c53874fa5bd6c9a70152ef1cf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap92fdd24d-a8", "ovs_interfaceid": "92fdd24d-a84d-4007-9505-e5a28b28863a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 19:44:21 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-3a378f75-353c-45a0-942c-1ec10f2f5920 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Converting VIF {"id": "92fdd24d-a84d-4007-9505-e5a28b28863a", "address": "fa:16:3e:84:e6:a5", "network": {"id": "530841ca-09cf-4270-b7b7-02d3a851df39", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1965338570-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "650e050c53874fa5bd6c9a70152ef1cf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap92fdd24d-a8", "ovs_interfaceid": "92fdd24d-a84d-4007-9505-e5a28b28863a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:44:21 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-3a378f75-353c-45a0-942c-1ec10f2f5920 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:84:e6:a5,bridge_name='br-int',has_traffic_filtering=True,id=92fdd24d-a84d-4007-9505-e5a28b28863a,network=Network(530841ca-09cf-4270-b7b7-02d3a851df39),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap92fdd24d-a8') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:44:21 user nova-compute[75147]: DEBUG os_vif [None req-3a378f75-353c-45a0-942c-1ec10f2f5920 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:84:e6:a5,bridge_name='br-int',has_traffic_filtering=True,id=92fdd24d-a84d-4007-9505-e5a28b28863a,network=Network(530841ca-09cf-4270-b7b7-02d3a851df39),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap92fdd24d-a8') {{(pid=75147) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 19:44:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:44:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:44:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 19:44:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:44:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ac7e19e4-78c7-565b-b772-ff18b5ec8a00', '_type': 'linux-noop'}}, row=False) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:44:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:44:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:44:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:44:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:44:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap92fdd24d-a8, may_exist=True, interface_attrs={}) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:44:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap92fdd24d-a8, col_values=(('qos', UUID('7f4d514f-54ba-435b-b1f8-3c3f450f02f9')),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:44:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap92fdd24d-a8, col_values=(('external_ids', {'iface-id': '92fdd24d-a84d-4007-9505-e5a28b28863a', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:84:e6:a5', 'vm-uuid': '4de8f375-1603-4ada-825c-e4632a249d87'}),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:44:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:44:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:44:21 user nova-compute[75147]: INFO os_vif [None req-3a378f75-353c-45a0-942c-1ec10f2f5920 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:84:e6:a5,bridge_name='br-int',has_traffic_filtering=True,id=92fdd24d-a84d-4007-9505-e5a28b28863a,network=Network(530841ca-09cf-4270-b7b7-02d3a851df39),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap92fdd24d-a8')
Oct 27 19:44:21 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-3a378f75-353c-45a0-942c-1ec10f2f5920 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] No BDM found with device name vda, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:44:21 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-3a378f75-353c-45a0-942c-1ec10f2f5920 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] No VIF found with MAC fa:16:3e:84:e6:a5, not building metadata {{(pid=75147) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 19:44:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:44:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:44:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:44:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:44:21 user nova-compute[75147]: DEBUG nova.compute.manager [req-b94b4da1-5065-40a5-affb-76430e64d6ff req-75e8ce36-b1bc-47ca-be94-4c265151d291 service nova] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Received event network-vif-plugged-c2251937-2487-4cca-817b-a9062909d9ac {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:44:21 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-b94b4da1-5065-40a5-affb-76430e64d6ff req-75e8ce36-b1bc-47ca-be94-4c265151d291 service nova] Acquiring lock "890c8090-2d59-4e82-a8d2-b3ef579be76b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:44:21 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-b94b4da1-5065-40a5-affb-76430e64d6ff req-75e8ce36-b1bc-47ca-be94-4c265151d291 service nova] Lock "890c8090-2d59-4e82-a8d2-b3ef579be76b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:44:21 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-b94b4da1-5065-40a5-affb-76430e64d6ff req-75e8ce36-b1bc-47ca-be94-4c265151d291 service nova] Lock "890c8090-2d59-4e82-a8d2-b3ef579be76b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:44:21 user nova-compute[75147]: DEBUG nova.compute.manager [req-b94b4da1-5065-40a5-affb-76430e64d6ff req-75e8ce36-b1bc-47ca-be94-4c265151d291 service nova] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] No waiting events found dispatching network-vif-plugged-c2251937-2487-4cca-817b-a9062909d9ac {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:44:21 user nova-compute[75147]: WARNING nova.compute.manager [req-b94b4da1-5065-40a5-affb-76430e64d6ff req-75e8ce36-b1bc-47ca-be94-4c265151d291 service nova] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Received unexpected event network-vif-plugged-c2251937-2487-4cca-817b-a9062909d9ac for instance with vm_state active and task_state resize_finish.
Oct 27 19:44:21 user nova-compute[75147]: DEBUG nova.network.neutron [req-16a80ac0-815e-47af-b3b9-ab97e108a826 req-87f7a7f2-ad26-4881-a009-422d0744fe77 service nova] [instance: 4de8f375-1603-4ada-825c-e4632a249d87] Updated VIF entry in instance network info cache for port 92fdd24d-a84d-4007-9505-e5a28b28863a. {{(pid=75147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 19:44:21 user nova-compute[75147]: DEBUG nova.network.neutron [req-16a80ac0-815e-47af-b3b9-ab97e108a826 req-87f7a7f2-ad26-4881-a009-422d0744fe77 service nova] [instance: 4de8f375-1603-4ada-825c-e4632a249d87] Updating instance_info_cache with network_info: [{"id": "92fdd24d-a84d-4007-9505-e5a28b28863a", "address": "fa:16:3e:84:e6:a5", "network": {"id": "530841ca-09cf-4270-b7b7-02d3a851df39", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1965338570-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "650e050c53874fa5bd6c9a70152ef1cf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap92fdd24d-a8", "ovs_interfaceid": "92fdd24d-a84d-4007-9505-e5a28b28863a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:44:21 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-16a80ac0-815e-47af-b3b9-ab97e108a826 req-87f7a7f2-ad26-4881-a009-422d0744fe77 service nova] Releasing lock "refresh_cache-4de8f375-1603-4ada-825c-e4632a249d87" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:44:22 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:44:22 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:44:22 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:44:22 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:44:22 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:44:23 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-0b84338b-8472-4316-ab94-917fcf0e0e2d tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Acquiring lock "9c3f1cc3-684a-4303-a66b-adf1652dd5fd" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:44:23 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-0b84338b-8472-4316-ab94-917fcf0e0e2d tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lock "9c3f1cc3-684a-4303-a66b-adf1652dd5fd" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:44:23 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-0b84338b-8472-4316-ab94-917fcf0e0e2d tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Acquiring lock "9c3f1cc3-684a-4303-a66b-adf1652dd5fd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:44:23 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-0b84338b-8472-4316-ab94-917fcf0e0e2d tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lock "9c3f1cc3-684a-4303-a66b-adf1652dd5fd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:44:23 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-0b84338b-8472-4316-ab94-917fcf0e0e2d tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lock "9c3f1cc3-684a-4303-a66b-adf1652dd5fd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:44:23 user nova-compute[75147]: INFO nova.compute.manager [None req-0b84338b-8472-4316-ab94-917fcf0e0e2d tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: 9c3f1cc3-684a-4303-a66b-adf1652dd5fd] Terminating instance
Oct 27 19:44:23 user nova-compute[75147]: DEBUG nova.compute.manager [None req-0b84338b-8472-4316-ab94-917fcf0e0e2d tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: 9c3f1cc3-684a-4303-a66b-adf1652dd5fd] Start destroying the instance on the hypervisor. {{(pid=75147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 27 19:44:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:44:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:44:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:44:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:44:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:44:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:44:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:44:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:44:23 user nova-compute[75147]: DEBUG nova.compute.manager [req-fcd93bc3-8055-4cbd-b035-1d4570f14a0b req-331b2da1-49ff-4233-91d3-1cdbb1be9268 service nova] [instance: 9c3f1cc3-684a-4303-a66b-adf1652dd5fd] Received event network-vif-unplugged-a7037571-6a0b-4a20-82dc-7e5bfdece6b5 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:44:23 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-fcd93bc3-8055-4cbd-b035-1d4570f14a0b req-331b2da1-49ff-4233-91d3-1cdbb1be9268 service nova] Acquiring lock "9c3f1cc3-684a-4303-a66b-adf1652dd5fd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:44:23 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-fcd93bc3-8055-4cbd-b035-1d4570f14a0b req-331b2da1-49ff-4233-91d3-1cdbb1be9268 service nova] Lock "9c3f1cc3-684a-4303-a66b-adf1652dd5fd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:44:23 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-fcd93bc3-8055-4cbd-b035-1d4570f14a0b req-331b2da1-49ff-4233-91d3-1cdbb1be9268 service nova] Lock "9c3f1cc3-684a-4303-a66b-adf1652dd5fd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:44:23 user nova-compute[75147]: DEBUG nova.compute.manager [req-fcd93bc3-8055-4cbd-b035-1d4570f14a0b req-331b2da1-49ff-4233-91d3-1cdbb1be9268 service nova] [instance: 9c3f1cc3-684a-4303-a66b-adf1652dd5fd] No waiting events found dispatching network-vif-unplugged-a7037571-6a0b-4a20-82dc-7e5bfdece6b5 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:44:23 user nova-compute[75147]: DEBUG nova.compute.manager [req-fcd93bc3-8055-4cbd-b035-1d4570f14a0b req-331b2da1-49ff-4233-91d3-1cdbb1be9268 service nova] [instance: 9c3f1cc3-684a-4303-a66b-adf1652dd5fd] Received event network-vif-unplugged-a7037571-6a0b-4a20-82dc-7e5bfdece6b5 for instance with task_state deleting. {{(pid=75147) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 19:44:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:44:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:44:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:44:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:44:24 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: 9c3f1cc3-684a-4303-a66b-adf1652dd5fd] Instance destroyed successfully.
Oct 27 19:44:24 user nova-compute[75147]: DEBUG nova.objects.instance [None req-0b84338b-8472-4316-ab94-917fcf0e0e2d tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lazy-loading 'resources' on Instance uuid 9c3f1cc3-684a-4303-a66b-adf1652dd5fd {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:44:24 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-0b84338b-8472-4316-ab94-917fcf0e0e2d tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:38:23Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1141538978',display_name='tempest-AttachVolumeNegativeTest-server-1141538978',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1141538978',id=28,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO7j8Cp1xVFBxdMR0fIvwefjkIvt0rLUL1iMNfQ0PV3CCkrzf76Weyobb1jd90+n6qm0BS5fGg/8NCynJY0OojPwNDgHF7K8KmQfCYZuLil1ifjjF+Hiad/62BWrTpniKQ==',key_name='tempest-keypair-924886838',keypairs=<?>,launch_index=0,launched_at=2023-10-27T19:38:30Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b05afc60c23345de8d1e978a9c5b1efc',ramdisk_id='',reservation_id='r-th95a1yg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-720638495',owner_user_name='tempest-AttachVolumeNegativeTest-720638495-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T19:38:31Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='699dae72141941c4acb55e56ac9d28a1',uuid=9c3f1cc3-684a-4303-a66b-adf1652dd5fd,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a7037571-6a0b-4a20-82dc-7e5bfdece6b5", "address": "fa:16:3e:cc:55:d5", "network": {"id": "06e952e0-002b-44c6-b4c4-e6a33a0b7484", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-294897611-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b05afc60c23345de8d1e978a9c5b1efc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa7037571-6a", "ovs_interfaceid": "a7037571-6a0b-4a20-82dc-7e5bfdece6b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 19:44:24 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-0b84338b-8472-4316-ab94-917fcf0e0e2d tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Converting VIF {"id": "a7037571-6a0b-4a20-82dc-7e5bfdece6b5", "address": "fa:16:3e:cc:55:d5", "network": {"id": "06e952e0-002b-44c6-b4c4-e6a33a0b7484", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-294897611-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b05afc60c23345de8d1e978a9c5b1efc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa7037571-6a", "ovs_interfaceid": "a7037571-6a0b-4a20-82dc-7e5bfdece6b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:44:24 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-0b84338b-8472-4316-ab94-917fcf0e0e2d tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:cc:55:d5,bridge_name='br-int',has_traffic_filtering=True,id=a7037571-6a0b-4a20-82dc-7e5bfdece6b5,network=Network(06e952e0-002b-44c6-b4c4-e6a33a0b7484),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa7037571-6a') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:44:24 user nova-compute[75147]: DEBUG os_vif [None req-0b84338b-8472-4316-ab94-917fcf0e0e2d tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:cc:55:d5,bridge_name='br-int',has_traffic_filtering=True,id=a7037571-6a0b-4a20-82dc-7e5bfdece6b5,network=Network(06e952e0-002b-44c6-b4c4-e6a33a0b7484),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa7037571-6a') {{(pid=75147) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 19:44:24 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:44:24 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa7037571-6a, bridge=br-int, if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:44:24 user nova-compute[75147]: DEBUG nova.compute.manager [req-fb558560-f90a-4ae7-9cc2-b2796b623fc6 req-3fc26b57-f00f-489d-80b1-1f3397caf126 service nova] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Received event network-vif-plugged-c2251937-2487-4cca-817b-a9062909d9ac {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:44:24 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-fb558560-f90a-4ae7-9cc2-b2796b623fc6 req-3fc26b57-f00f-489d-80b1-1f3397caf126 service nova] Acquiring lock "890c8090-2d59-4e82-a8d2-b3ef579be76b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:44:24 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-fb558560-f90a-4ae7-9cc2-b2796b623fc6 req-3fc26b57-f00f-489d-80b1-1f3397caf126 service nova] Lock "890c8090-2d59-4e82-a8d2-b3ef579be76b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:44:24 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-fb558560-f90a-4ae7-9cc2-b2796b623fc6 req-3fc26b57-f00f-489d-80b1-1f3397caf126 service nova] Lock "890c8090-2d59-4e82-a8d2-b3ef579be76b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:44:24 user nova-compute[75147]: DEBUG nova.compute.manager [req-fb558560-f90a-4ae7-9cc2-b2796b623fc6 req-3fc26b57-f00f-489d-80b1-1f3397caf126 service nova] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] No waiting events found dispatching network-vif-plugged-c2251937-2487-4cca-817b-a9062909d9ac {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:44:24 user nova-compute[75147]: WARNING nova.compute.manager [req-fb558560-f90a-4ae7-9cc2-b2796b623fc6 req-3fc26b57-f00f-489d-80b1-1f3397caf126 service nova] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Received unexpected event network-vif-plugged-c2251937-2487-4cca-817b-a9062909d9ac for instance with vm_state active and task_state resize_finish.
Oct 27 19:44:24 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:44:24 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:44:24 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:44:24 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=761ca3db-f81b-412a-9e6d-3f9d06529ad5) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:44:24 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:44:24 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:44:24 user nova-compute[75147]: INFO os_vif [None req-0b84338b-8472-4316-ab94-917fcf0e0e2d tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:cc:55:d5,bridge_name='br-int',has_traffic_filtering=True,id=a7037571-6a0b-4a20-82dc-7e5bfdece6b5,network=Network(06e952e0-002b-44c6-b4c4-e6a33a0b7484),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa7037571-6a')
Oct 27 19:44:24 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-0b84338b-8472-4316-ab94-917fcf0e0e2d tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: 9c3f1cc3-684a-4303-a66b-adf1652dd5fd] Deleting instance files /opt/stack/data/nova/instances/9c3f1cc3-684a-4303-a66b-adf1652dd5fd_del
Oct 27 19:44:24 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-0b84338b-8472-4316-ab94-917fcf0e0e2d tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: 9c3f1cc3-684a-4303-a66b-adf1652dd5fd] Deletion of /opt/stack/data/nova/instances/9c3f1cc3-684a-4303-a66b-adf1652dd5fd_del complete
Oct 27 19:44:24 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:44:24 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:44:24 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:44:24 user nova-compute[75147]: INFO nova.compute.manager [None req-0b84338b-8472-4316-ab94-917fcf0e0e2d tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: 9c3f1cc3-684a-4303-a66b-adf1652dd5fd] Took 1.10 seconds to destroy the instance on the hypervisor.
Oct 27 19:44:24 user nova-compute[75147]: DEBUG oslo.service.loopingcall [None req-0b84338b-8472-4316-ab94-917fcf0e0e2d tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 27 19:44:24 user nova-compute[75147]: DEBUG nova.compute.manager [-] [instance: 9c3f1cc3-684a-4303-a66b-adf1652dd5fd] Deallocating network for instance {{(pid=75147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 27 19:44:24 user nova-compute[75147]: DEBUG nova.network.neutron [-] [instance: 9c3f1cc3-684a-4303-a66b-adf1652dd5fd] deallocate_for_instance() {{(pid=75147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 27 19:44:24 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:44:25 user nova-compute[75147]: DEBUG nova.network.neutron [-] [instance: 9c3f1cc3-684a-4303-a66b-adf1652dd5fd] Updating instance_info_cache with network_info: [] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:44:25 user nova-compute[75147]: INFO nova.compute.manager [-] [instance: 9c3f1cc3-684a-4303-a66b-adf1652dd5fd] Took 1.18 seconds to deallocate network for instance.
Oct 27 19:44:25 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-0b84338b-8472-4316-ab94-917fcf0e0e2d tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:44:25 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-0b84338b-8472-4316-ab94-917fcf0e0e2d tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:44:25 user nova-compute[75147]: DEBUG nova.compute.manager [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Instance event wait completed in 0 seconds for  {{(pid=75147) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 19:44:25 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Instance running successfully.
Oct 27 19:44:25 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Failed to set time: agent not configured {{(pid=75147) sync_guest_time /opt/stack/nova/nova/virt/libvirt/guest.py:200}}
Oct 27 19:44:25 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-7f8c830b-e609-48bc-9266-b934f4bfa29f tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] finish_migration finished successfully. {{(pid=75147) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11769}}
Oct 27 19:44:25 user nova-compute[75147]: DEBUG nova.compute.manager [req-ac3360d3-2baf-4dd5-b2b1-217aca2e7933 req-09166877-55ec-4eb1-a2d0-aa2ec180954b service nova] [instance: 9c3f1cc3-684a-4303-a66b-adf1652dd5fd] Received event network-vif-plugged-a7037571-6a0b-4a20-82dc-7e5bfdece6b5 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:44:25 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-ac3360d3-2baf-4dd5-b2b1-217aca2e7933 req-09166877-55ec-4eb1-a2d0-aa2ec180954b service nova] Acquiring lock "9c3f1cc3-684a-4303-a66b-adf1652dd5fd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:44:25 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-ac3360d3-2baf-4dd5-b2b1-217aca2e7933 req-09166877-55ec-4eb1-a2d0-aa2ec180954b service nova] Lock "9c3f1cc3-684a-4303-a66b-adf1652dd5fd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:44:25 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-ac3360d3-2baf-4dd5-b2b1-217aca2e7933 req-09166877-55ec-4eb1-a2d0-aa2ec180954b service nova] Lock "9c3f1cc3-684a-4303-a66b-adf1652dd5fd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:44:25 user nova-compute[75147]: DEBUG nova.compute.manager [req-ac3360d3-2baf-4dd5-b2b1-217aca2e7933 req-09166877-55ec-4eb1-a2d0-aa2ec180954b service nova] [instance: 9c3f1cc3-684a-4303-a66b-adf1652dd5fd] No waiting events found dispatching network-vif-plugged-a7037571-6a0b-4a20-82dc-7e5bfdece6b5 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:44:25 user nova-compute[75147]: WARNING nova.compute.manager [req-ac3360d3-2baf-4dd5-b2b1-217aca2e7933 req-09166877-55ec-4eb1-a2d0-aa2ec180954b service nova] [instance: 9c3f1cc3-684a-4303-a66b-adf1652dd5fd] Received unexpected event network-vif-plugged-a7037571-6a0b-4a20-82dc-7e5bfdece6b5 for instance with vm_state deleted and task_state None.
Oct 27 19:44:25 user nova-compute[75147]: DEBUG nova.compute.manager [req-ac3360d3-2baf-4dd5-b2b1-217aca2e7933 req-09166877-55ec-4eb1-a2d0-aa2ec180954b service nova] [instance: 4de8f375-1603-4ada-825c-e4632a249d87] Received event network-vif-plugged-92fdd24d-a84d-4007-9505-e5a28b28863a {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:44:25 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-ac3360d3-2baf-4dd5-b2b1-217aca2e7933 req-09166877-55ec-4eb1-a2d0-aa2ec180954b service nova] Acquiring lock "4de8f375-1603-4ada-825c-e4632a249d87-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:44:25 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-ac3360d3-2baf-4dd5-b2b1-217aca2e7933 req-09166877-55ec-4eb1-a2d0-aa2ec180954b service nova] Lock "4de8f375-1603-4ada-825c-e4632a249d87-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:44:25 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-ac3360d3-2baf-4dd5-b2b1-217aca2e7933 req-09166877-55ec-4eb1-a2d0-aa2ec180954b service nova] Lock "4de8f375-1603-4ada-825c-e4632a249d87-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:44:25 user nova-compute[75147]: DEBUG nova.compute.manager [req-ac3360d3-2baf-4dd5-b2b1-217aca2e7933 req-09166877-55ec-4eb1-a2d0-aa2ec180954b service nova] [instance: 4de8f375-1603-4ada-825c-e4632a249d87] No waiting events found dispatching network-vif-plugged-92fdd24d-a84d-4007-9505-e5a28b28863a {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:44:25 user nova-compute[75147]: WARNING nova.compute.manager [req-ac3360d3-2baf-4dd5-b2b1-217aca2e7933 req-09166877-55ec-4eb1-a2d0-aa2ec180954b service nova] [instance: 4de8f375-1603-4ada-825c-e4632a249d87] Received unexpected event network-vif-plugged-92fdd24d-a84d-4007-9505-e5a28b28863a for instance with vm_state building and task_state spawning.
Oct 27 19:44:25 user nova-compute[75147]: DEBUG nova.compute.manager [req-ac3360d3-2baf-4dd5-b2b1-217aca2e7933 req-09166877-55ec-4eb1-a2d0-aa2ec180954b service nova] [instance: 4de8f375-1603-4ada-825c-e4632a249d87] Received event network-vif-plugged-92fdd24d-a84d-4007-9505-e5a28b28863a {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:44:25 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-ac3360d3-2baf-4dd5-b2b1-217aca2e7933 req-09166877-55ec-4eb1-a2d0-aa2ec180954b service nova] Acquiring lock "4de8f375-1603-4ada-825c-e4632a249d87-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:44:25 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-ac3360d3-2baf-4dd5-b2b1-217aca2e7933 req-09166877-55ec-4eb1-a2d0-aa2ec180954b service nova] Lock "4de8f375-1603-4ada-825c-e4632a249d87-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:44:25 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-ac3360d3-2baf-4dd5-b2b1-217aca2e7933 req-09166877-55ec-4eb1-a2d0-aa2ec180954b service nova] Lock "4de8f375-1603-4ada-825c-e4632a249d87-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:44:25 user nova-compute[75147]: DEBUG nova.compute.manager [req-ac3360d3-2baf-4dd5-b2b1-217aca2e7933 req-09166877-55ec-4eb1-a2d0-aa2ec180954b service nova] [instance: 4de8f375-1603-4ada-825c-e4632a249d87] No waiting events found dispatching network-vif-plugged-92fdd24d-a84d-4007-9505-e5a28b28863a {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:44:25 user nova-compute[75147]: WARNING nova.compute.manager [req-ac3360d3-2baf-4dd5-b2b1-217aca2e7933 req-09166877-55ec-4eb1-a2d0-aa2ec180954b service nova] [instance: 4de8f375-1603-4ada-825c-e4632a249d87] Received unexpected event network-vif-plugged-92fdd24d-a84d-4007-9505-e5a28b28863a for instance with vm_state building and task_state spawning.
Oct 27 19:44:25 user nova-compute[75147]: DEBUG nova.compute.manager [req-ac3360d3-2baf-4dd5-b2b1-217aca2e7933 req-09166877-55ec-4eb1-a2d0-aa2ec180954b service nova] [instance: 9c3f1cc3-684a-4303-a66b-adf1652dd5fd] Received event network-vif-plugged-a7037571-6a0b-4a20-82dc-7e5bfdece6b5 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:44:25 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-ac3360d3-2baf-4dd5-b2b1-217aca2e7933 req-09166877-55ec-4eb1-a2d0-aa2ec180954b service nova] Acquiring lock "9c3f1cc3-684a-4303-a66b-adf1652dd5fd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:44:25 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-ac3360d3-2baf-4dd5-b2b1-217aca2e7933 req-09166877-55ec-4eb1-a2d0-aa2ec180954b service nova] Lock "9c3f1cc3-684a-4303-a66b-adf1652dd5fd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:44:25 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-ac3360d3-2baf-4dd5-b2b1-217aca2e7933 req-09166877-55ec-4eb1-a2d0-aa2ec180954b service nova] Lock "9c3f1cc3-684a-4303-a66b-adf1652dd5fd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:44:25 user nova-compute[75147]: DEBUG nova.compute.manager [req-ac3360d3-2baf-4dd5-b2b1-217aca2e7933 req-09166877-55ec-4eb1-a2d0-aa2ec180954b service nova] [instance: 9c3f1cc3-684a-4303-a66b-adf1652dd5fd] No waiting events found dispatching network-vif-plugged-a7037571-6a0b-4a20-82dc-7e5bfdece6b5 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:44:25 user nova-compute[75147]: WARNING nova.compute.manager [req-ac3360d3-2baf-4dd5-b2b1-217aca2e7933 req-09166877-55ec-4eb1-a2d0-aa2ec180954b service nova] [instance: 9c3f1cc3-684a-4303-a66b-adf1652dd5fd] Received unexpected event network-vif-plugged-a7037571-6a0b-4a20-82dc-7e5bfdece6b5 for instance with vm_state deleted and task_state None.
Oct 27 19:44:25 user nova-compute[75147]: DEBUG nova.compute.manager [req-ac3360d3-2baf-4dd5-b2b1-217aca2e7933 req-09166877-55ec-4eb1-a2d0-aa2ec180954b service nova] [instance: 9c3f1cc3-684a-4303-a66b-adf1652dd5fd] Received event network-vif-plugged-a7037571-6a0b-4a20-82dc-7e5bfdece6b5 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:44:25 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-ac3360d3-2baf-4dd5-b2b1-217aca2e7933 req-09166877-55ec-4eb1-a2d0-aa2ec180954b service nova] Acquiring lock "9c3f1cc3-684a-4303-a66b-adf1652dd5fd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:44:25 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-ac3360d3-2baf-4dd5-b2b1-217aca2e7933 req-09166877-55ec-4eb1-a2d0-aa2ec180954b service nova] Lock "9c3f1cc3-684a-4303-a66b-adf1652dd5fd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:44:25 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-ac3360d3-2baf-4dd5-b2b1-217aca2e7933 req-09166877-55ec-4eb1-a2d0-aa2ec180954b service nova] Lock "9c3f1cc3-684a-4303-a66b-adf1652dd5fd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:44:25 user nova-compute[75147]: DEBUG nova.compute.manager [req-ac3360d3-2baf-4dd5-b2b1-217aca2e7933 req-09166877-55ec-4eb1-a2d0-aa2ec180954b service nova] [instance: 9c3f1cc3-684a-4303-a66b-adf1652dd5fd] No waiting events found dispatching network-vif-plugged-a7037571-6a0b-4a20-82dc-7e5bfdece6b5 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:44:25 user nova-compute[75147]: WARNING nova.compute.manager [req-ac3360d3-2baf-4dd5-b2b1-217aca2e7933 req-09166877-55ec-4eb1-a2d0-aa2ec180954b service nova] [instance: 9c3f1cc3-684a-4303-a66b-adf1652dd5fd] Received unexpected event network-vif-plugged-a7037571-6a0b-4a20-82dc-7e5bfdece6b5 for instance with vm_state deleted and task_state None.
Oct 27 19:44:25 user nova-compute[75147]: DEBUG nova.compute.manager [req-ac3360d3-2baf-4dd5-b2b1-217aca2e7933 req-09166877-55ec-4eb1-a2d0-aa2ec180954b service nova] [instance: 9c3f1cc3-684a-4303-a66b-adf1652dd5fd] Received event network-vif-unplugged-a7037571-6a0b-4a20-82dc-7e5bfdece6b5 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:44:25 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-ac3360d3-2baf-4dd5-b2b1-217aca2e7933 req-09166877-55ec-4eb1-a2d0-aa2ec180954b service nova] Acquiring lock "9c3f1cc3-684a-4303-a66b-adf1652dd5fd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:44:25 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-ac3360d3-2baf-4dd5-b2b1-217aca2e7933 req-09166877-55ec-4eb1-a2d0-aa2ec180954b service nova] Lock "9c3f1cc3-684a-4303-a66b-adf1652dd5fd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:44:25 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-ac3360d3-2baf-4dd5-b2b1-217aca2e7933 req-09166877-55ec-4eb1-a2d0-aa2ec180954b service nova] Lock "9c3f1cc3-684a-4303-a66b-adf1652dd5fd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:44:25 user nova-compute[75147]: DEBUG nova.compute.manager [req-ac3360d3-2baf-4dd5-b2b1-217aca2e7933 req-09166877-55ec-4eb1-a2d0-aa2ec180954b service nova] [instance: 9c3f1cc3-684a-4303-a66b-adf1652dd5fd] No waiting events found dispatching network-vif-unplugged-a7037571-6a0b-4a20-82dc-7e5bfdece6b5 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:44:25 user nova-compute[75147]: WARNING nova.compute.manager [req-ac3360d3-2baf-4dd5-b2b1-217aca2e7933 req-09166877-55ec-4eb1-a2d0-aa2ec180954b service nova] [instance: 9c3f1cc3-684a-4303-a66b-adf1652dd5fd] Received unexpected event network-vif-unplugged-a7037571-6a0b-4a20-82dc-7e5bfdece6b5 for instance with vm_state deleted and task_state None.
Oct 27 19:44:25 user nova-compute[75147]: DEBUG nova.compute.manager [req-ac3360d3-2baf-4dd5-b2b1-217aca2e7933 req-09166877-55ec-4eb1-a2d0-aa2ec180954b service nova] [instance: 9c3f1cc3-684a-4303-a66b-adf1652dd5fd] Received event network-vif-plugged-a7037571-6a0b-4a20-82dc-7e5bfdece6b5 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:44:25 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-ac3360d3-2baf-4dd5-b2b1-217aca2e7933 req-09166877-55ec-4eb1-a2d0-aa2ec180954b service nova] Acquiring lock "9c3f1cc3-684a-4303-a66b-adf1652dd5fd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:44:25 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-ac3360d3-2baf-4dd5-b2b1-217aca2e7933 req-09166877-55ec-4eb1-a2d0-aa2ec180954b service nova] Lock "9c3f1cc3-684a-4303-a66b-adf1652dd5fd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:44:25 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-ac3360d3-2baf-4dd5-b2b1-217aca2e7933 req-09166877-55ec-4eb1-a2d0-aa2ec180954b service nova] Lock "9c3f1cc3-684a-4303-a66b-adf1652dd5fd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:44:25 user nova-compute[75147]: DEBUG nova.compute.manager [req-ac3360d3-2baf-4dd5-b2b1-217aca2e7933 req-09166877-55ec-4eb1-a2d0-aa2ec180954b service nova] [instance: 9c3f1cc3-684a-4303-a66b-adf1652dd5fd] No waiting events found dispatching network-vif-plugged-a7037571-6a0b-4a20-82dc-7e5bfdece6b5 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:44:25 user nova-compute[75147]: WARNING nova.compute.manager [req-ac3360d3-2baf-4dd5-b2b1-217aca2e7933 req-09166877-55ec-4eb1-a2d0-aa2ec180954b service nova] [instance: 9c3f1cc3-684a-4303-a66b-adf1652dd5fd] Received unexpected event network-vif-plugged-a7037571-6a0b-4a20-82dc-7e5bfdece6b5 for instance with vm_state deleted and task_state None.
Oct 27 19:44:25 user nova-compute[75147]: DEBUG nova.compute.manager [req-ac3360d3-2baf-4dd5-b2b1-217aca2e7933 req-09166877-55ec-4eb1-a2d0-aa2ec180954b service nova] [instance: 9c3f1cc3-684a-4303-a66b-adf1652dd5fd] Received event network-vif-deleted-a7037571-6a0b-4a20-82dc-7e5bfdece6b5 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:44:25 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-0b84338b-8472-4316-ab94-917fcf0e0e2d tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:44:25 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-0b84338b-8472-4316-ab94-917fcf0e0e2d tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:44:25 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-0b84338b-8472-4316-ab94-917fcf0e0e2d tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.395s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:44:25 user nova-compute[75147]: INFO nova.scheduler.client.report [None req-0b84338b-8472-4316-ab94-917fcf0e0e2d tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Deleted allocations for instance 9c3f1cc3-684a-4303-a66b-adf1652dd5fd
Oct 27 19:44:25 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-0b84338b-8472-4316-ab94-917fcf0e0e2d tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lock "9c3f1cc3-684a-4303-a66b-adf1652dd5fd" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.875s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:44:26 user nova-compute[75147]: DEBUG nova.compute.manager [None req-3a378f75-353c-45a0-942c-1ec10f2f5920 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 4de8f375-1603-4ada-825c-e4632a249d87] Instance event wait completed in 0 seconds for  {{(pid=75147) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 19:44:26 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-3a378f75-353c-45a0-942c-1ec10f2f5920 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 4de8f375-1603-4ada-825c-e4632a249d87] Guest created on hypervisor {{(pid=75147) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 19:44:26 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: 4de8f375-1603-4ada-825c-e4632a249d87] Instance spawned successfully.
Oct 27 19:44:26 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-3a378f75-353c-45a0-942c-1ec10f2f5920 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 4de8f375-1603-4ada-825c-e4632a249d87] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 27 19:44:26 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-3a378f75-353c-45a0-942c-1ec10f2f5920 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 4de8f375-1603-4ada-825c-e4632a249d87] Found default for hw_cdrom_bus of ide {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:44:26 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-3a378f75-353c-45a0-942c-1ec10f2f5920 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 4de8f375-1603-4ada-825c-e4632a249d87] Found default for hw_disk_bus of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:44:26 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-3a378f75-353c-45a0-942c-1ec10f2f5920 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 4de8f375-1603-4ada-825c-e4632a249d87] Found default for hw_input_bus of None {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:44:26 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-3a378f75-353c-45a0-942c-1ec10f2f5920 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 4de8f375-1603-4ada-825c-e4632a249d87] Found default for hw_pointer_model of None {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:44:26 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-3a378f75-353c-45a0-942c-1ec10f2f5920 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 4de8f375-1603-4ada-825c-e4632a249d87] Found default for hw_video_model of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:44:26 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-3a378f75-353c-45a0-942c-1ec10f2f5920 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 4de8f375-1603-4ada-825c-e4632a249d87] Found default for hw_vif_model of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:44:26 user nova-compute[75147]: INFO nova.compute.manager [None req-3a378f75-353c-45a0-942c-1ec10f2f5920 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 4de8f375-1603-4ada-825c-e4632a249d87] Took 6.81 seconds to spawn the instance on the hypervisor.
Oct 27 19:44:26 user nova-compute[75147]: DEBUG nova.compute.manager [None req-3a378f75-353c-45a0-942c-1ec10f2f5920 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 4de8f375-1603-4ada-825c-e4632a249d87] Checking state {{(pid=75147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 19:44:26 user nova-compute[75147]: INFO nova.compute.manager [None req-3a378f75-353c-45a0-942c-1ec10f2f5920 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 4de8f375-1603-4ada-825c-e4632a249d87] Took 7.69 seconds to build instance.
Oct 27 19:44:26 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-3a378f75-353c-45a0-942c-1ec10f2f5920 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Lock "4de8f375-1603-4ada-825c-e4632a249d87" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.804s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:44:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:44:26 user nova-compute[75147]: DEBUG nova.compute.manager [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Start spawning the instance on the hypervisor. {{(pid=75147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 27 19:44:26 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Creating instance directory {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 19:44:26 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Creating image(s)
Oct 27 19:44:26 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Did not create local disks {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 27 19:44:26 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Ensure instance console log exists: /opt/stack/data/nova/instances/5a010f8b-ded4-4768-a829-769d954b4c71/console.log {{(pid=75147) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 19:44:26 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:44:26 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:44:26 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:44:26 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Start _get_guest_xml network_info=[{"id": "af651d95-6b97-460e-b3d6-2c0c9f71feb8", "address": "fa:16:3e:f4:14:3d", "network": {"id": "c4a5f3c6-85f0-4d3b-8315-d0bc06057f7d", "bridge": "br-int", "label": "tempest-TestShelveInstance-523465170-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ca79a043f8c548b3995328562da8ef2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf651d95-6b", "ovs_interfaceid": "af651d95-6b97-460e-b3d6-2c0c9f71feb8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': 'disk', 'delete_on_termination': True, 'boot_index': 0, 'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'guest_format': None, 'attachment_id': '38603c30-640e-4db9-9cf6-f8f785fa74a8', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qctYiLCb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '5a010f8b-ded4-4768-a829-769d954b4c71', 'attached_at': '', 'detached_at': '', 'volume_id': '3a398793-da82-4700-96e2-a391142a9dd4', 'serial': '3a398793-da82-4700-96e2-a391142a9dd4'}, 'volume_type': None} {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 19:44:26 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:44:26 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:44:26 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 19:44:26 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] CPU controller missing on host. {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 19:44:26 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 19:44:26 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] CPU controller found on host. {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 19:44:26 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75147) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 19:44:26 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T19:21:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 19:44:26 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Flavor limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 19:44:26 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Image limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 19:44:26 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Flavor pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 19:44:26 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Image pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 19:44:26 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 19:44:26 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 19:44:26 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 19:44:26 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Got 1 possible topologies {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 19:44:26 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 19:44:26 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 19:44:26 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Calling os-brick to attach iSCSI Volume {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 19:44:26 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qctYiLCb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:44:26 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:44:26 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:44:26 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:44:26 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:44:26 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:44:26 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:44:26 user nova-compute[75147]: INFO os_brick.initiator.connectors.iscsi [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 19:44:26 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4 -p 172.16.0.220:3260 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:44:26 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4 -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:44:26 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[48b2052e-ccbc-4554-b02f-7a981deae8ba]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:44:26 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 19:44:26 user nova-compute[75147]:  {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:44:26 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4 -p 172.16.0.220:3260 --interface default --op new {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:44:26 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:44:26 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[70dfbe37-9e90-4b43-8e9b-f992db6a934c]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4] added\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:44:26 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4] added
Oct 27 19:44:26 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:44:26 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:44:26 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.026s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:44:26 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[c69871b8-0e93-4af1-ae6b-e8b412d6ae53]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:44:26 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:44:26 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:44:26 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:44:26 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[68cd3b54-4700-4c3d-8b54-d0fc42150766]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:44:26 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:44:26 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v qctYiLCb {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:44:26 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v qctYiLCb" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:44:26 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a7200e6-02cd-458b-8e07-4c82ff5f0bc5]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:44:26 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'qctYiLCb'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:44:26 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:44:27 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.023s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:44:27 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[abd907ed-7241-4aae-be6d-05ffdf5fb90b]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:44:27 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:44:27 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:44:27 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:44:27 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[efe1655b-daa9-4cd2-a05e-9f53bf51049f]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:44:27 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1 (non-flash)
Oct 27 19:44:27 user nova-compute[75147]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 (non-flash)
Oct 27 19:44:27 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:44:27 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1 (non-flash)
Oct 27 19:44:27 user nova-compute[75147]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 (non-flash)
Oct 27 19:44:27 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:44:27 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4 -p 172.16.0.220:3260 --login {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:44:27 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4 -p 172.16.0.220:3260 --login" returned: 0 in 0.082s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:44:27 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[64ff46a5-b293-447e-bfd2-a6c08d400b2f]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:44:27 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4, portal: 172.16.0.220,3260]
Oct 27 19:44:27 user nova-compute[75147]: Login to [iface: default, target: iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4, portal: 172.16.0.220,3260] successful.
Oct 27 19:44:27 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:44:27 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:44:27 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:44:27 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c35a32b-1c84-4e9f-bf84-9631ac4d0a44]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:44:27 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:44:27 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:44:27 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:44:27 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[01b1c48a-8b04-4159-9a3e-7fd7329e5826]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:44:27 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1 (non-flash)
Oct 27 19:44:27 user nova-compute[75147]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 (non-flash)
Oct 27 19:44:27 user nova-compute[75147]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4 (non-flash)
Oct 27 19:44:27 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:44:27 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1 (non-flash)
Oct 27 19:44:27 user nova-compute[75147]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 (non-flash)
Oct 27 19:44:27 user nova-compute[75147]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4 (non-flash)
Oct 27 19:44:27 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:44:27 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.341s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:44:27 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Connected to 172.16.0.220:3260 {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 19:44:27 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] HCTL ('35', '-', '-', 0) found on session 36 with lun 0 {{(pid=75147) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 19:44:27 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75147) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 19:44:27 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:44:27 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:44:27 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[efd0c9c9-3db4-4c8d-9bf7-447d5a9aa121]: (4, ('- - 0', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:44:27 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Searching for a device in session 36 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75147) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 19:44:27 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qctYiLCb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 19:44:28 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.389s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:44:28 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] <== connect_volume: return (1391ms) {'type': 'block', 'scsi_wwn': '23666633139336635', 'path': '/dev/sdd'} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:44:28 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23666633139336635', 'path': '/dev/sdd'} {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 19:44:28 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:44:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestShelveInstance-server-1007570802',display_name='tempest-TestShelveInstance-server-1007570802',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-1007570802',id=33,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLkH1uZuwTQqs3mRIAN/HB1i82SYJRxcvQXjXswG6dgx2bwraoVn2n9ZuvZV18dLVFrFQqcl/3DvE3MEgDUu6wMlBrCJ6Ic57mGRxTYl/vuA0YPIatJJ88yB4UT9dJopNQ==',key_name='tempest-TestShelveInstance-1893986687',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ca79a043f8c548b3995328562da8ef2d',ramdisk_id='',reservation_id='r-onsx4fak',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestShelveInstance-377999909',owner_user_name='tempest-TestShelveInstance-377999909-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:44:06Z,user_data=None,user_id='f059fade539a4d0d97bb818fd69727aa',uuid=5a010f8b-ded4-4768-a829-769d954b4c71,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "af651d95-6b97-460e-b3d6-2c0c9f71feb8", "address": "fa:16:3e:f4:14:3d", "network": {"id": "c4a5f3c6-85f0-4d3b-8315-d0bc06057f7d", "bridge": "br-int", "label": "tempest-TestShelveInstance-523465170-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ca79a043f8c548b3995328562da8ef2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf651d95-6b", "ovs_interfaceid": "af651d95-6b97-460e-b3d6-2c0c9f71feb8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75147) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 19:44:28 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Converting VIF {"id": "af651d95-6b97-460e-b3d6-2c0c9f71feb8", "address": "fa:16:3e:f4:14:3d", "network": {"id": "c4a5f3c6-85f0-4d3b-8315-d0bc06057f7d", "bridge": "br-int", "label": "tempest-TestShelveInstance-523465170-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ca79a043f8c548b3995328562da8ef2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf651d95-6b", "ovs_interfaceid": "af651d95-6b97-460e-b3d6-2c0c9f71feb8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:44:28 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f4:14:3d,bridge_name='br-int',has_traffic_filtering=True,id=af651d95-6b97-460e-b3d6-2c0c9f71feb8,network=Network(c4a5f3c6-85f0-4d3b-8315-d0bc06057f7d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaf651d95-6b') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:44:28 user nova-compute[75147]: DEBUG nova.objects.instance [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Lazy-loading 'pci_devices' on Instance uuid 5a010f8b-ded4-4768-a829-769d954b4c71 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:44:28 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] End _get_guest_xml xml=<domain type="kvm">
Oct 27 19:44:28 user nova-compute[75147]:   <uuid>5a010f8b-ded4-4768-a829-769d954b4c71</uuid>
Oct 27 19:44:28 user nova-compute[75147]:   <name>instance-00000021</name>
Oct 27 19:44:28 user nova-compute[75147]:   <memory>524288</memory>
Oct 27 19:44:28 user nova-compute[75147]:   <vcpu>1</vcpu>
Oct 27 19:44:28 user nova-compute[75147]:   <metadata>
Oct 27 19:44:28 user nova-compute[75147]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 19:44:28 user nova-compute[75147]:       <nova:package version="0.0.0"/>
Oct 27 19:44:28 user nova-compute[75147]:       <nova:name>tempest-TestShelveInstance-server-1007570802</nova:name>
Oct 27 19:44:28 user nova-compute[75147]:       <nova:creationTime>2023-10-27 19:44:26</nova:creationTime>
Oct 27 19:44:28 user nova-compute[75147]:       <nova:flavor name="m1.tiny">
Oct 27 19:44:28 user nova-compute[75147]:         <nova:memory>512</nova:memory>
Oct 27 19:44:28 user nova-compute[75147]:         <nova:disk>1</nova:disk>
Oct 27 19:44:28 user nova-compute[75147]:         <nova:swap>0</nova:swap>
Oct 27 19:44:28 user nova-compute[75147]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 19:44:28 user nova-compute[75147]:         <nova:vcpus>1</nova:vcpus>
Oct 27 19:44:28 user nova-compute[75147]:       </nova:flavor>
Oct 27 19:44:28 user nova-compute[75147]:       <nova:owner>
Oct 27 19:44:28 user nova-compute[75147]:         <nova:user uuid="f059fade539a4d0d97bb818fd69727aa">tempest-TestShelveInstance-377999909-project-member</nova:user>
Oct 27 19:44:28 user nova-compute[75147]:         <nova:project uuid="ca79a043f8c548b3995328562da8ef2d">tempest-TestShelveInstance-377999909</nova:project>
Oct 27 19:44:28 user nova-compute[75147]:       </nova:owner>
Oct 27 19:44:28 user nova-compute[75147]:       <nova:ports>
Oct 27 19:44:28 user nova-compute[75147]:         <nova:port uuid="af651d95-6b97-460e-b3d6-2c0c9f71feb8">
Oct 27 19:44:28 user nova-compute[75147]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Oct 27 19:44:28 user nova-compute[75147]:         </nova:port>
Oct 27 19:44:28 user nova-compute[75147]:       </nova:ports>
Oct 27 19:44:28 user nova-compute[75147]:     </nova:instance>
Oct 27 19:44:28 user nova-compute[75147]:   </metadata>
Oct 27 19:44:28 user nova-compute[75147]:   <sysinfo type="smbios">
Oct 27 19:44:28 user nova-compute[75147]:     <system>
Oct 27 19:44:28 user nova-compute[75147]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 19:44:28 user nova-compute[75147]:       <entry name="product">OpenStack Nova</entry>
Oct 27 19:44:28 user nova-compute[75147]:       <entry name="version">0.0.0</entry>
Oct 27 19:44:28 user nova-compute[75147]:       <entry name="serial">5a010f8b-ded4-4768-a829-769d954b4c71</entry>
Oct 27 19:44:28 user nova-compute[75147]:       <entry name="uuid">5a010f8b-ded4-4768-a829-769d954b4c71</entry>
Oct 27 19:44:28 user nova-compute[75147]:       <entry name="family">Virtual Machine</entry>
Oct 27 19:44:28 user nova-compute[75147]:     </system>
Oct 27 19:44:28 user nova-compute[75147]:   </sysinfo>
Oct 27 19:44:28 user nova-compute[75147]:   <os>
Oct 27 19:44:28 user nova-compute[75147]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 19:44:28 user nova-compute[75147]:     <boot dev="hd"/>
Oct 27 19:44:28 user nova-compute[75147]:     <smbios mode="sysinfo"/>
Oct 27 19:44:28 user nova-compute[75147]:   </os>
Oct 27 19:44:28 user nova-compute[75147]:   <features>
Oct 27 19:44:28 user nova-compute[75147]:     <acpi/>
Oct 27 19:44:28 user nova-compute[75147]:     <apic/>
Oct 27 19:44:28 user nova-compute[75147]:     <vmcoreinfo/>
Oct 27 19:44:28 user nova-compute[75147]:   </features>
Oct 27 19:44:28 user nova-compute[75147]:   <clock offset="utc">
Oct 27 19:44:28 user nova-compute[75147]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 19:44:28 user nova-compute[75147]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 19:44:28 user nova-compute[75147]:     <timer name="hpet" present="no"/>
Oct 27 19:44:28 user nova-compute[75147]:   </clock>
Oct 27 19:44:28 user nova-compute[75147]:   <cpu mode="custom" match="exact">
Oct 27 19:44:28 user nova-compute[75147]:     <model>Nehalem</model>
Oct 27 19:44:28 user nova-compute[75147]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 19:44:28 user nova-compute[75147]:   </cpu>
Oct 27 19:44:28 user nova-compute[75147]:   <devices>
Oct 27 19:44:28 user nova-compute[75147]:     <disk type="block" device="disk">
Oct 27 19:44:28 user nova-compute[75147]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 19:44:28 user nova-compute[75147]:       <source dev="/dev/sdd"/>
Oct 27 19:44:28 user nova-compute[75147]:       <target dev="vda" bus="virtio"/>
Oct 27 19:44:28 user nova-compute[75147]:       <serial>3a398793-da82-4700-96e2-a391142a9dd4</serial>
Oct 27 19:44:28 user nova-compute[75147]:     </disk>
Oct 27 19:44:28 user nova-compute[75147]:     <interface type="ethernet">
Oct 27 19:44:28 user nova-compute[75147]:       <mac address="fa:16:3e:f4:14:3d"/>
Oct 27 19:44:28 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:44:28 user nova-compute[75147]:       <mtu size="1442"/>
Oct 27 19:44:28 user nova-compute[75147]:       <target dev="tapaf651d95-6b"/>
Oct 27 19:44:28 user nova-compute[75147]:     </interface>
Oct 27 19:44:28 user nova-compute[75147]:     <serial type="pty">
Oct 27 19:44:28 user nova-compute[75147]:       <log file="/opt/stack/data/nova/instances/5a010f8b-ded4-4768-a829-769d954b4c71/console.log" append="off"/>
Oct 27 19:44:28 user nova-compute[75147]:     </serial>
Oct 27 19:44:28 user nova-compute[75147]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 19:44:28 user nova-compute[75147]:     <video>
Oct 27 19:44:28 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:44:28 user nova-compute[75147]:     </video>
Oct 27 19:44:28 user nova-compute[75147]:     <rng model="virtio">
Oct 27 19:44:28 user nova-compute[75147]:       <backend model="random">/dev/urandom</backend>
Oct 27 19:44:28 user nova-compute[75147]:     </rng>
Oct 27 19:44:28 user nova-compute[75147]:     <controller type="usb" index="0" model="none"/>
Oct 27 19:44:28 user nova-compute[75147]:     <memballoon model="virtio">
Oct 27 19:44:28 user nova-compute[75147]:       <stats period="10"/>
Oct 27 19:44:28 user nova-compute[75147]:     </memballoon>
Oct 27 19:44:28 user nova-compute[75147]:   </devices>
Oct 27 19:44:28 user nova-compute[75147]: </domain>
Oct 27 19:44:28 user nova-compute[75147]:  {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 19:44:28 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:44:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestShelveInstance-server-1007570802',display_name='tempest-TestShelveInstance-server-1007570802',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-1007570802',id=33,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLkH1uZuwTQqs3mRIAN/HB1i82SYJRxcvQXjXswG6dgx2bwraoVn2n9ZuvZV18dLVFrFQqcl/3DvE3MEgDUu6wMlBrCJ6Ic57mGRxTYl/vuA0YPIatJJ88yB4UT9dJopNQ==',key_name='tempest-TestShelveInstance-1893986687',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ca79a043f8c548b3995328562da8ef2d',ramdisk_id='',reservation_id='r-onsx4fak',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestShelveInstance-377999909',owner_user_name='tempest-TestShelveInstance-377999909-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:44:06Z,user_data=None,user_id='f059fade539a4d0d97bb818fd69727aa',uuid=5a010f8b-ded4-4768-a829-769d954b4c71,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "af651d95-6b97-460e-b3d6-2c0c9f71feb8", "address": "fa:16:3e:f4:14:3d", "network": {"id": "c4a5f3c6-85f0-4d3b-8315-d0bc06057f7d", "bridge": "br-int", "label": "tempest-TestShelveInstance-523465170-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ca79a043f8c548b3995328562da8ef2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf651d95-6b", "ovs_interfaceid": "af651d95-6b97-460e-b3d6-2c0c9f71feb8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 19:44:28 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Converting VIF {"id": "af651d95-6b97-460e-b3d6-2c0c9f71feb8", "address": "fa:16:3e:f4:14:3d", "network": {"id": "c4a5f3c6-85f0-4d3b-8315-d0bc06057f7d", "bridge": "br-int", "label": "tempest-TestShelveInstance-523465170-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ca79a043f8c548b3995328562da8ef2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf651d95-6b", "ovs_interfaceid": "af651d95-6b97-460e-b3d6-2c0c9f71feb8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:44:28 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f4:14:3d,bridge_name='br-int',has_traffic_filtering=True,id=af651d95-6b97-460e-b3d6-2c0c9f71feb8,network=Network(c4a5f3c6-85f0-4d3b-8315-d0bc06057f7d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaf651d95-6b') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:44:28 user nova-compute[75147]: DEBUG os_vif [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f4:14:3d,bridge_name='br-int',has_traffic_filtering=True,id=af651d95-6b97-460e-b3d6-2c0c9f71feb8,network=Network(c4a5f3c6-85f0-4d3b-8315-d0bc06057f7d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaf651d95-6b') {{(pid=75147) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 19:44:28 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:44:28 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:44:28 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 19:44:28 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:44:28 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'e0fddc4a-83ae-5b74-b3ac-2053d39bf840', '_type': 'linux-noop'}}, row=False) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:44:28 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:44:28 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:44:28 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:44:28 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapaf651d95-6b, may_exist=True, interface_attrs={}) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:44:28 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapaf651d95-6b, col_values=(('qos', UUID('3dc9066b-cb33-4894-9540-0e9211b7c3f3')),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:44:28 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapaf651d95-6b, col_values=(('external_ids', {'iface-id': 'af651d95-6b97-460e-b3d6-2c0c9f71feb8', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f4:14:3d', 'vm-uuid': '5a010f8b-ded4-4768-a829-769d954b4c71'}),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:44:28 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:44:28 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:44:28 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:44:28 user nova-compute[75147]: INFO os_vif [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f4:14:3d,bridge_name='br-int',has_traffic_filtering=True,id=af651d95-6b97-460e-b3d6-2c0c9f71feb8,network=Network(c4a5f3c6-85f0-4d3b-8315-d0bc06057f7d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaf651d95-6b')
Oct 27 19:44:28 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] No BDM found with device name vda, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:44:28 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] No VIF found with MAC fa:16:3e:f4:14:3d, not building metadata {{(pid=75147) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 19:44:29 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:44:29 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:44:29 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:44:30 user nova-compute[75147]: DEBUG nova.compute.manager [req-a4c7b227-cb41-4b92-b69f-029ee77c6be6 req-5b52cada-0316-4db3-98f9-2dd6b8842da5 service nova] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Received event network-vif-plugged-af651d95-6b97-460e-b3d6-2c0c9f71feb8 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:44:30 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-a4c7b227-cb41-4b92-b69f-029ee77c6be6 req-5b52cada-0316-4db3-98f9-2dd6b8842da5 service nova] Acquiring lock "5a010f8b-ded4-4768-a829-769d954b4c71-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:44:30 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-a4c7b227-cb41-4b92-b69f-029ee77c6be6 req-5b52cada-0316-4db3-98f9-2dd6b8842da5 service nova] Lock "5a010f8b-ded4-4768-a829-769d954b4c71-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:44:30 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-a4c7b227-cb41-4b92-b69f-029ee77c6be6 req-5b52cada-0316-4db3-98f9-2dd6b8842da5 service nova] Lock "5a010f8b-ded4-4768-a829-769d954b4c71-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:44:30 user nova-compute[75147]: DEBUG nova.compute.manager [req-a4c7b227-cb41-4b92-b69f-029ee77c6be6 req-5b52cada-0316-4db3-98f9-2dd6b8842da5 service nova] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] No waiting events found dispatching network-vif-plugged-af651d95-6b97-460e-b3d6-2c0c9f71feb8 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:44:30 user nova-compute[75147]: WARNING nova.compute.manager [req-a4c7b227-cb41-4b92-b69f-029ee77c6be6 req-5b52cada-0316-4db3-98f9-2dd6b8842da5 service nova] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Received unexpected event network-vif-plugged-af651d95-6b97-460e-b3d6-2c0c9f71feb8 for instance with vm_state building and task_state spawning.
Oct 27 19:44:30 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e32be0c5-9443-4cc5-8b69-6ed1fbaadcff tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Acquiring lock "e18f8c66-86d8-4021-b2f8-17aeee684b86" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:44:30 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e32be0c5-9443-4cc5-8b69-6ed1fbaadcff tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Lock "e18f8c66-86d8-4021-b2f8-17aeee684b86" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:44:30 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e32be0c5-9443-4cc5-8b69-6ed1fbaadcff tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Acquiring lock "e18f8c66-86d8-4021-b2f8-17aeee684b86-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:44:30 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e32be0c5-9443-4cc5-8b69-6ed1fbaadcff tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Lock "e18f8c66-86d8-4021-b2f8-17aeee684b86-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:44:30 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e32be0c5-9443-4cc5-8b69-6ed1fbaadcff tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Lock "e18f8c66-86d8-4021-b2f8-17aeee684b86-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:44:30 user nova-compute[75147]: INFO nova.compute.manager [None req-e32be0c5-9443-4cc5-8b69-6ed1fbaadcff tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] Terminating instance
Oct 27 19:44:30 user nova-compute[75147]: DEBUG nova.compute.manager [None req-e32be0c5-9443-4cc5-8b69-6ed1fbaadcff tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] Start destroying the instance on the hypervisor. {{(pid=75147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 27 19:44:30 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:44:30 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:44:30 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:44:30 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:44:30 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:44:31 user nova-compute[75147]: DEBUG nova.compute.manager [req-7a76b3d9-3518-4b44-bb2d-f8f699090cb6 req-641b3f76-cdd8-4140-ab4c-5b6c1048ae87 service nova] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] Received event network-vif-unplugged-c8b86675-1429-46a4-8fb4-f5338cd721ee {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:44:31 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-7a76b3d9-3518-4b44-bb2d-f8f699090cb6 req-641b3f76-cdd8-4140-ab4c-5b6c1048ae87 service nova] Acquiring lock "e18f8c66-86d8-4021-b2f8-17aeee684b86-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:44:31 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-7a76b3d9-3518-4b44-bb2d-f8f699090cb6 req-641b3f76-cdd8-4140-ab4c-5b6c1048ae87 service nova] Lock "e18f8c66-86d8-4021-b2f8-17aeee684b86-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:44:31 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-7a76b3d9-3518-4b44-bb2d-f8f699090cb6 req-641b3f76-cdd8-4140-ab4c-5b6c1048ae87 service nova] Lock "e18f8c66-86d8-4021-b2f8-17aeee684b86-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:44:31 user nova-compute[75147]: DEBUG nova.compute.manager [req-7a76b3d9-3518-4b44-bb2d-f8f699090cb6 req-641b3f76-cdd8-4140-ab4c-5b6c1048ae87 service nova] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] No waiting events found dispatching network-vif-unplugged-c8b86675-1429-46a4-8fb4-f5338cd721ee {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:44:31 user nova-compute[75147]: DEBUG nova.compute.manager [req-7a76b3d9-3518-4b44-bb2d-f8f699090cb6 req-641b3f76-cdd8-4140-ab4c-5b6c1048ae87 service nova] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] Received event network-vif-unplugged-c8b86675-1429-46a4-8fb4-f5338cd721ee for instance with task_state deleting. {{(pid=75147) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 19:44:31 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:44:31 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:44:31 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] Instance destroyed successfully.
Oct 27 19:44:31 user nova-compute[75147]: DEBUG nova.objects.instance [None req-e32be0c5-9443-4cc5-8b69-6ed1fbaadcff tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Lazy-loading 'resources' on Instance uuid e18f8c66-86d8-4021-b2f8-17aeee684b86 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:44:31 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-e32be0c5-9443-4cc5-8b69-6ed1fbaadcff tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:37:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1804013607',display_name='tempest-ServerActionsTestOtherA-server-1804013607',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1804013607',id=27,image_ref='',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOXkDIbd6Wo6RBSDiwWqz2XRHnZpRZKK50xWKjp/Qpbe61/J2k+R/KGHzH6S/IGkit18q4Sf5K11wZ/QA43Fc9LDj1WHdA6Fd7UEtHG5bF9plsV04AXI4rr9Ic84cyFoKw==',key_name='tempest-keypair-561519846',keypairs=<?>,launch_index=0,launched_at=2023-10-27T19:40:24Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='9368eab86d5248b2a34511d5d0fd64eb',ramdisk_id='',reservation_id='r-43yslqqt',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-2091358466',owner_user_name='tempest-ServerActionsTestOtherA-2091358466-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T19:41:40Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2ec18a0cb61842b092eeaecce2a03b70',uuid=e18f8c66-86d8-4021-b2f8-17aeee684b86,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c8b86675-1429-46a4-8fb4-f5338cd721ee", "address": "fa:16:3e:db:9f:78", "network": {"id": "bae3f1ff-b48f-4e91-a1ac-2c877ecca1af", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1949095258-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.29", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9368eab86d5248b2a34511d5d0fd64eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc8b86675-14", "ovs_interfaceid": "c8b86675-1429-46a4-8fb4-f5338cd721ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 19:44:31 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-e32be0c5-9443-4cc5-8b69-6ed1fbaadcff tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Converting VIF {"id": "c8b86675-1429-46a4-8fb4-f5338cd721ee", "address": "fa:16:3e:db:9f:78", "network": {"id": "bae3f1ff-b48f-4e91-a1ac-2c877ecca1af", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1949095258-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.29", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9368eab86d5248b2a34511d5d0fd64eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc8b86675-14", "ovs_interfaceid": "c8b86675-1429-46a4-8fb4-f5338cd721ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:44:31 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-e32be0c5-9443-4cc5-8b69-6ed1fbaadcff tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:db:9f:78,bridge_name='br-int',has_traffic_filtering=True,id=c8b86675-1429-46a4-8fb4-f5338cd721ee,network=Network(bae3f1ff-b48f-4e91-a1ac-2c877ecca1af),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc8b86675-14') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:44:31 user nova-compute[75147]: DEBUG os_vif [None req-e32be0c5-9443-4cc5-8b69-6ed1fbaadcff tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:db:9f:78,bridge_name='br-int',has_traffic_filtering=True,id=c8b86675-1429-46a4-8fb4-f5338cd721ee,network=Network(bae3f1ff-b48f-4e91-a1ac-2c877ecca1af),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc8b86675-14') {{(pid=75147) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 19:44:31 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:44:31 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc8b86675-14, bridge=br-int, if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:44:31 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:44:31 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:44:31 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:44:31 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=ddb34c7f-77c3-4bfc-9ae1-045185578cf4) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:44:31 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:44:31 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:44:31 user nova-compute[75147]: INFO os_vif [None req-e32be0c5-9443-4cc5-8b69-6ed1fbaadcff tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:db:9f:78,bridge_name='br-int',has_traffic_filtering=True,id=c8b86675-1429-46a4-8fb4-f5338cd721ee,network=Network(bae3f1ff-b48f-4e91-a1ac-2c877ecca1af),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc8b86675-14')
Oct 27 19:44:31 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e32be0c5-9443-4cc5-8b69-6ed1fbaadcff tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] calling os-brick to detach iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 19:44:31 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-e32be0c5-9443-4cc5-8b69-6ed1fbaadcff tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, {'target_iqn': 'iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'eXjiUoxD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:44:31 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-e32be0c5-9443-4cc5-8b69-6ed1fbaadcff tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:44:31 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-e32be0c5-9443-4cc5-8b69-6ed1fbaadcff tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:44:31 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-e32be0c5-9443-4cc5-8b69-6ed1fbaadcff tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:44:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:44:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:44:31 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[04c7215d-6e92-42af-a02f-bbe22eb12a5e]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:44:31 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-e32be0c5-9443-4cc5-8b69-6ed1fbaadcff tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 19:44:31 user nova-compute[75147]: No targets found.
Oct 27 19:44:31 user nova-compute[75147]: iSNS:
Oct 27 19:44:31 user nova-compute[75147]: No targets found.
Oct 27 19:44:31 user nova-compute[75147]: STATIC:
Oct 27 19:44:31 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4
Oct 27 19:44:31 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:44:31 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:44:31 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1
Oct 27 19:44:31 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:44:31 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:44:31 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7
Oct 27 19:44:31 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:44:31 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:44:31 user nova-compute[75147]: FIRMWARE:
Oct 27 19:44:31 user nova-compute[75147]: No targets found.
Oct 27 19:44:31 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:44:31 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-e32be0c5-9443-4cc5-8b69-6ed1fbaadcff tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 19:44:31 user nova-compute[75147]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 19:44:31 user nova-compute[75147]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75147) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 19:44:31 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-e32be0c5-9443-4cc5-8b69-6ed1fbaadcff tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1', 0)] {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 19:44:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:44:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:44:31 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ba4648c-da15-4ceb-8566-aa967ea7b0ef]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:44:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:44:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.038s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:44:31 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[e926681d-2e6f-4332-923b-58b21a1df81d]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:44:31 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-e32be0c5-9443-4cc5-8b69-6ed1fbaadcff tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1 (non-flash)
Oct 27 19:44:31 user nova-compute[75147]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 (non-flash)
Oct 27 19:44:31 user nova-compute[75147]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4 (non-flash)
Oct 27 19:44:31 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:44:31 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-e32be0c5-9443-4cc5-8b69-6ed1fbaadcff tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1 (non-flash)
Oct 27 19:44:31 user nova-compute[75147]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 (non-flash)
Oct 27 19:44:31 user nova-compute[75147]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4 (non-flash)
Oct 27 19:44:31 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:44:31 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-e32be0c5-9443-4cc5-8b69-6ed1fbaadcff tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f28ec313910>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1'): ({'sdc'}, set())}) {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 19:44:31 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-e32be0c5-9443-4cc5-8b69-6ed1fbaadcff tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Removing single pathed devices sdc {{(pid=75147) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 19:44:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:44:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.024s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:44:31 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[52480f27-89b7-45cf-a383-605599063ab1]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:44:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:44:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.045s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:44:31 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[20c044da-90d0-4add-b2fa-c13c29e968b9]: (4, ('ok\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:44:31 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-e32be0c5-9443-4cc5-8b69-6ed1fbaadcff tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Flushing IO for device /dev/sdc {{(pid=75147) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 19:44:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:44:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.021s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:44:31 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[6dbd955c-d6a5-4531-9631-0470e55e6b48]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:44:31 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-e32be0c5-9443-4cc5-8b69-6ed1fbaadcff tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75147) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 19:44:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:44:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.060s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:44:31 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb8ff0e5-455e-4549-95c5-1358909824a2]: (4, ('1', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:44:31 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-e32be0c5-9443-4cc5-8b69-6ed1fbaadcff tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 19:44:31 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-e32be0c5-9443-4cc5-8b69-6ed1fbaadcff tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] SCSI volumes sdc have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 19:44:31 user nova-compute[75147]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-SSCST_BIO_Storage_1b04957d', '/dev/disk/by-id/scsi-23266663063653133', '/dev/disk/by-id/scsi-1SCST_BIO1b04957d-2ff0ce133fb5ab28') {{(pid=86354) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Oct 27 19:44:31 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf46680e-e34b-4586-bb66-df2c55e7897c]: (4, None) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:44:31 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-e32be0c5-9443-4cc5-8b69-6ed1fbaadcff tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1')] {{(pid=75147) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 19:44:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:44:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.024s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:44:31 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[f8f7455d-827d-4e9f-bfc4-e76219ef1daf]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:44:31 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-e32be0c5-9443-4cc5-8b69-6ed1fbaadcff tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:44:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1 -p 172.16.0.220:3260 --logout {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:44:31 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:44:31 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:44:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1 -p 172.16.0.220:3260 --logout" returned: 0 in 0.058s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:44:31 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a541900-2525-4068-a5f4-5c102c1a34b7]: (4, ('Logging out of session [sid: 30, target: iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1, portal: 172.16.0.220,3260]\nLogout of [sid: 30, target: iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:44:31 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-e32be0c5-9443-4cc5-8b69-6ed1fbaadcff tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 30, target: iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1, portal: 172.16.0.220,3260]
Oct 27 19:44:31 user nova-compute[75147]: Logout of [sid: 30, target: iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1, portal: 172.16.0.220,3260] successful.
Oct 27 19:44:31 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:44:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1 -p 172.16.0.220:3260 --op delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:44:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:200659b8-c032-4029-97a0-2b6010fb17b1 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:44:31 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[87d9378a-75f8-4f9f-a397-bb1f7693aece]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:44:31 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-e32be0c5-9443-4cc5-8b69-6ed1fbaadcff tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:44:31 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-e32be0c5-9443-4cc5-8b69-6ed1fbaadcff tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.415s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:44:31 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-e32be0c5-9443-4cc5-8b69-6ed1fbaadcff tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] <== disconnect_volume: return (416ms) None {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:44:31 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e32be0c5-9443-4cc5-8b69-6ed1fbaadcff tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] Disconnected iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 19:44:31 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-e32be0c5-9443-4cc5-8b69-6ed1fbaadcff tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] Deleting instance files /opt/stack/data/nova/instances/e18f8c66-86d8-4021-b2f8-17aeee684b86_del
Oct 27 19:44:31 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-e32be0c5-9443-4cc5-8b69-6ed1fbaadcff tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] Deletion of /opt/stack/data/nova/instances/e18f8c66-86d8-4021-b2f8-17aeee684b86_del complete
Oct 27 19:44:32 user nova-compute[75147]: INFO nova.compute.manager [None req-e32be0c5-9443-4cc5-8b69-6ed1fbaadcff tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] Took 1.51 seconds to destroy the instance on the hypervisor.
Oct 27 19:44:32 user nova-compute[75147]: DEBUG oslo.service.loopingcall [None req-e32be0c5-9443-4cc5-8b69-6ed1fbaadcff tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 27 19:44:32 user nova-compute[75147]: DEBUG nova.compute.manager [-] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] Deallocating network for instance {{(pid=75147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 27 19:44:32 user nova-compute[75147]: DEBUG nova.network.neutron [-] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] deallocate_for_instance() {{(pid=75147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 27 19:44:32 user nova-compute[75147]: DEBUG nova.compute.manager [req-cf373b9f-ff99-4ed2-aa5e-ea59b2f4b60c req-4bdf27a0-fa5d-404d-99f3-0794ad1df349 service nova] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Received event network-vif-plugged-af651d95-6b97-460e-b3d6-2c0c9f71feb8 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:44:32 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-cf373b9f-ff99-4ed2-aa5e-ea59b2f4b60c req-4bdf27a0-fa5d-404d-99f3-0794ad1df349 service nova] Acquiring lock "5a010f8b-ded4-4768-a829-769d954b4c71-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:44:32 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-cf373b9f-ff99-4ed2-aa5e-ea59b2f4b60c req-4bdf27a0-fa5d-404d-99f3-0794ad1df349 service nova] Lock "5a010f8b-ded4-4768-a829-769d954b4c71-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:44:32 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-cf373b9f-ff99-4ed2-aa5e-ea59b2f4b60c req-4bdf27a0-fa5d-404d-99f3-0794ad1df349 service nova] Lock "5a010f8b-ded4-4768-a829-769d954b4c71-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:44:32 user nova-compute[75147]: DEBUG nova.compute.manager [req-cf373b9f-ff99-4ed2-aa5e-ea59b2f4b60c req-4bdf27a0-fa5d-404d-99f3-0794ad1df349 service nova] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] No waiting events found dispatching network-vif-plugged-af651d95-6b97-460e-b3d6-2c0c9f71feb8 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:44:32 user nova-compute[75147]: WARNING nova.compute.manager [req-cf373b9f-ff99-4ed2-aa5e-ea59b2f4b60c req-4bdf27a0-fa5d-404d-99f3-0794ad1df349 service nova] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Received unexpected event network-vif-plugged-af651d95-6b97-460e-b3d6-2c0c9f71feb8 for instance with vm_state building and task_state spawning.
Oct 27 19:44:32 user nova-compute[75147]: DEBUG nova.compute.manager [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Instance event wait completed in 0 seconds for  {{(pid=75147) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 19:44:32 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Guest created on hypervisor {{(pid=75147) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 19:44:32 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Instance spawned successfully.
Oct 27 19:44:32 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 27 19:44:32 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Found default for hw_cdrom_bus of ide {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:44:32 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Found default for hw_disk_bus of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:44:32 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Found default for hw_input_bus of None {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:44:32 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Found default for hw_pointer_model of None {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:44:32 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Found default for hw_video_model of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:44:32 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Found default for hw_vif_model of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:44:32 user nova-compute[75147]: INFO nova.compute.manager [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Took 5.92 seconds to spawn the instance on the hypervisor.
Oct 27 19:44:32 user nova-compute[75147]: DEBUG nova.compute.manager [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Checking state {{(pid=75147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 19:44:32 user nova-compute[75147]: INFO nova.compute.manager [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Took 26.94 seconds to build instance.
Oct 27 19:44:32 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-740d122c-4aa2-4ff6-baec-9be2780d22f6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Lock "5a010f8b-ded4-4768-a829-769d954b4c71" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 27.039s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:44:32 user nova-compute[75147]: DEBUG nova.network.neutron [-] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] Updating instance_info_cache with network_info: [] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:44:33 user nova-compute[75147]: INFO nova.compute.manager [-] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] Took 0.98 seconds to deallocate network for instance.
Oct 27 19:44:33 user nova-compute[75147]: DEBUG nova.compute.manager [req-312eee4d-0155-4333-93cd-e9ad13c57a9e req-89c74c2a-c9ce-493e-b183-869e0fca9b9b service nova] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] Received event network-vif-deleted-c8b86675-1429-46a4-8fb4-f5338cd721ee {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:44:33 user nova-compute[75147]: DEBUG nova.compute.manager [req-de19e65e-312f-4a0d-8862-3859bd3ab017 req-ff8cece8-6aaa-4b44-9c5a-599dac3ddbdb service nova] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] Received event network-vif-plugged-c8b86675-1429-46a4-8fb4-f5338cd721ee {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:44:33 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-de19e65e-312f-4a0d-8862-3859bd3ab017 req-ff8cece8-6aaa-4b44-9c5a-599dac3ddbdb service nova] Acquiring lock "e18f8c66-86d8-4021-b2f8-17aeee684b86-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:44:33 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-de19e65e-312f-4a0d-8862-3859bd3ab017 req-ff8cece8-6aaa-4b44-9c5a-599dac3ddbdb service nova] Lock "e18f8c66-86d8-4021-b2f8-17aeee684b86-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:44:33 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-de19e65e-312f-4a0d-8862-3859bd3ab017 req-ff8cece8-6aaa-4b44-9c5a-599dac3ddbdb service nova] Lock "e18f8c66-86d8-4021-b2f8-17aeee684b86-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:44:33 user nova-compute[75147]: DEBUG nova.compute.manager [req-de19e65e-312f-4a0d-8862-3859bd3ab017 req-ff8cece8-6aaa-4b44-9c5a-599dac3ddbdb service nova] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] No waiting events found dispatching network-vif-plugged-c8b86675-1429-46a4-8fb4-f5338cd721ee {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:44:33 user nova-compute[75147]: WARNING nova.compute.manager [req-de19e65e-312f-4a0d-8862-3859bd3ab017 req-ff8cece8-6aaa-4b44-9c5a-599dac3ddbdb service nova] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] Received unexpected event network-vif-plugged-c8b86675-1429-46a4-8fb4-f5338cd721ee for instance with vm_state active and task_state deleting.
Oct 27 19:44:34 user nova-compute[75147]: INFO nova.compute.manager [None req-e32be0c5-9443-4cc5-8b69-6ed1fbaadcff tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] Took 1.02 seconds to detach 1 volumes for instance.
Oct 27 19:44:34 user nova-compute[75147]: DEBUG nova.compute.manager [None req-e32be0c5-9443-4cc5-8b69-6ed1fbaadcff tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: e18f8c66-86d8-4021-b2f8-17aeee684b86] Deleting volume: 200659b8-c032-4029-97a0-2b6010fb17b1 {{(pid=75147) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Oct 27 19:44:34 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e32be0c5-9443-4cc5-8b69-6ed1fbaadcff tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:44:34 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e32be0c5-9443-4cc5-8b69-6ed1fbaadcff tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:44:34 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-e32be0c5-9443-4cc5-8b69-6ed1fbaadcff tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:44:34 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-e32be0c5-9443-4cc5-8b69-6ed1fbaadcff tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:44:34 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e32be0c5-9443-4cc5-8b69-6ed1fbaadcff tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.589s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:44:34 user nova-compute[75147]: INFO nova.scheduler.client.report [None req-e32be0c5-9443-4cc5-8b69-6ed1fbaadcff tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Deleted allocations for instance e18f8c66-86d8-4021-b2f8-17aeee684b86
Oct 27 19:44:34 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e32be0c5-9443-4cc5-8b69-6ed1fbaadcff tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Lock "e18f8c66-86d8-4021-b2f8-17aeee684b86" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 4.449s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:44:35 user nova-compute[75147]: DEBUG nova.compute.manager [req-c6ee32c6-de2c-43c7-82f7-3f77b2afbfe9 req-158baf0f-7472-4dc4-a802-a75126c03f32 service nova] [instance: 6c9c2dc6-d96a-42f6-a749-962d9b1a3a63] Received event network-changed-9da7c5e9-db38-468f-b371-0f4f38fceb5b {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:44:35 user nova-compute[75147]: DEBUG nova.compute.manager [req-c6ee32c6-de2c-43c7-82f7-3f77b2afbfe9 req-158baf0f-7472-4dc4-a802-a75126c03f32 service nova] [instance: 6c9c2dc6-d96a-42f6-a749-962d9b1a3a63] Refreshing instance network info cache due to event network-changed-9da7c5e9-db38-468f-b371-0f4f38fceb5b. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 19:44:35 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-c6ee32c6-de2c-43c7-82f7-3f77b2afbfe9 req-158baf0f-7472-4dc4-a802-a75126c03f32 service nova] Acquiring lock "refresh_cache-6c9c2dc6-d96a-42f6-a749-962d9b1a3a63" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:44:35 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-c6ee32c6-de2c-43c7-82f7-3f77b2afbfe9 req-158baf0f-7472-4dc4-a802-a75126c03f32 service nova] Acquired lock "refresh_cache-6c9c2dc6-d96a-42f6-a749-962d9b1a3a63" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:44:35 user nova-compute[75147]: DEBUG nova.network.neutron [req-c6ee32c6-de2c-43c7-82f7-3f77b2afbfe9 req-158baf0f-7472-4dc4-a802-a75126c03f32 service nova] [instance: 6c9c2dc6-d96a-42f6-a749-962d9b1a3a63] Refreshing network info cache for port 9da7c5e9-db38-468f-b371-0f4f38fceb5b {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 19:44:36 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-5403e86c-9633-45d6-a56f-54f247247736 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Acquiring lock "6c9c2dc6-d96a-42f6-a749-962d9b1a3a63" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:44:36 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-5403e86c-9633-45d6-a56f-54f247247736 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Lock "6c9c2dc6-d96a-42f6-a749-962d9b1a3a63" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:44:36 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-5403e86c-9633-45d6-a56f-54f247247736 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Acquiring lock "6c9c2dc6-d96a-42f6-a749-962d9b1a3a63-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:44:36 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-5403e86c-9633-45d6-a56f-54f247247736 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Lock "6c9c2dc6-d96a-42f6-a749-962d9b1a3a63-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:44:36 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-5403e86c-9633-45d6-a56f-54f247247736 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Lock "6c9c2dc6-d96a-42f6-a749-962d9b1a3a63-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:44:36 user nova-compute[75147]: INFO nova.compute.manager [None req-5403e86c-9633-45d6-a56f-54f247247736 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] [instance: 6c9c2dc6-d96a-42f6-a749-962d9b1a3a63] Terminating instance
Oct 27 19:44:36 user nova-compute[75147]: DEBUG nova.compute.manager [None req-5403e86c-9633-45d6-a56f-54f247247736 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] [instance: 6c9c2dc6-d96a-42f6-a749-962d9b1a3a63] Start destroying the instance on the hypervisor. {{(pid=75147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 27 19:44:36 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:44:36 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:44:36 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:44:36 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:44:36 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:44:36 user nova-compute[75147]: DEBUG nova.compute.manager [req-8fc4d94f-2348-40b0-b4c7-9426dda85289 req-f2938162-37cc-40f8-91c2-a098154d1e9d service nova] [instance: 6c9c2dc6-d96a-42f6-a749-962d9b1a3a63] Received event network-vif-unplugged-9da7c5e9-db38-468f-b371-0f4f38fceb5b {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:44:36 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-8fc4d94f-2348-40b0-b4c7-9426dda85289 req-f2938162-37cc-40f8-91c2-a098154d1e9d service nova] Acquiring lock "6c9c2dc6-d96a-42f6-a749-962d9b1a3a63-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:44:36 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-8fc4d94f-2348-40b0-b4c7-9426dda85289 req-f2938162-37cc-40f8-91c2-a098154d1e9d service nova] Lock "6c9c2dc6-d96a-42f6-a749-962d9b1a3a63-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:44:36 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-8fc4d94f-2348-40b0-b4c7-9426dda85289 req-f2938162-37cc-40f8-91c2-a098154d1e9d service nova] Lock "6c9c2dc6-d96a-42f6-a749-962d9b1a3a63-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:44:36 user nova-compute[75147]: DEBUG nova.compute.manager [req-8fc4d94f-2348-40b0-b4c7-9426dda85289 req-f2938162-37cc-40f8-91c2-a098154d1e9d service nova] [instance: 6c9c2dc6-d96a-42f6-a749-962d9b1a3a63] No waiting events found dispatching network-vif-unplugged-9da7c5e9-db38-468f-b371-0f4f38fceb5b {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:44:36 user nova-compute[75147]: DEBUG nova.compute.manager [req-8fc4d94f-2348-40b0-b4c7-9426dda85289 req-f2938162-37cc-40f8-91c2-a098154d1e9d service nova] [instance: 6c9c2dc6-d96a-42f6-a749-962d9b1a3a63] Received event network-vif-unplugged-9da7c5e9-db38-468f-b371-0f4f38fceb5b for instance with task_state deleting. {{(pid=75147) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 19:44:36 user nova-compute[75147]: DEBUG nova.network.neutron [req-c6ee32c6-de2c-43c7-82f7-3f77b2afbfe9 req-158baf0f-7472-4dc4-a802-a75126c03f32 service nova] [instance: 6c9c2dc6-d96a-42f6-a749-962d9b1a3a63] Updated VIF entry in instance network info cache for port 9da7c5e9-db38-468f-b371-0f4f38fceb5b. {{(pid=75147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 19:44:36 user nova-compute[75147]: DEBUG nova.network.neutron [req-c6ee32c6-de2c-43c7-82f7-3f77b2afbfe9 req-158baf0f-7472-4dc4-a802-a75126c03f32 service nova] [instance: 6c9c2dc6-d96a-42f6-a749-962d9b1a3a63] Updating instance_info_cache with network_info: [{"id": "9da7c5e9-db38-468f-b371-0f4f38fceb5b", "address": "fa:16:3e:03:29:2a", "network": {"id": "9ff87c6b-cbc4-4905-8d96-05dd947da0d4", "bridge": "br-int", "label": "tempest-TestStampPattern-1607396892-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8f7035886f8041e38f5ede4a87e75113", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9da7c5e9-db", "ovs_interfaceid": "9da7c5e9-db38-468f-b371-0f4f38fceb5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:44:36 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-c6ee32c6-de2c-43c7-82f7-3f77b2afbfe9 req-158baf0f-7472-4dc4-a802-a75126c03f32 service nova] Releasing lock "refresh_cache-6c9c2dc6-d96a-42f6-a749-962d9b1a3a63" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:44:36 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:44:36 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:44:37 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: 6c9c2dc6-d96a-42f6-a749-962d9b1a3a63] Instance destroyed successfully.
Oct 27 19:44:37 user nova-compute[75147]: DEBUG nova.objects.instance [None req-5403e86c-9633-45d6-a56f-54f247247736 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Lazy-loading 'resources' on Instance uuid 6c9c2dc6-d96a-42f6-a749-962d9b1a3a63 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:44:37 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-5403e86c-9633-45d6-a56f-54f247247736 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:36:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestStampPattern-server-1375150302',display_name='tempest-TestStampPattern-server-1375150302',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1375150302',id=25,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBL/jAWlcWDJSq6Y9TYP+/l6hitWcMc84ODX0eS1tXND/1te+gMCLx0L+sBkMK4lo6kSCA7p3ApcXVEYl5vT24O7tf7/fXoPTltDLlhVLe96mSLlXWJtaQcFwuf9PGO+JtQ==',key_name='tempest-TestStampPattern-1663785487',keypairs=<?>,launch_index=0,launched_at=2023-10-27T19:36:51Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='8f7035886f8041e38f5ede4a87e75113',ramdisk_id='',reservation_id='r-3mo7vexk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestStampPattern-2095814487',owner_user_name='tempest-TestStampPattern-2095814487-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T19:40:12Z,user_data=None,user_id='e11daf0dd7044db7b48382c82685a2db',uuid=6c9c2dc6-d96a-42f6-a749-962d9b1a3a63,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "9da7c5e9-db38-468f-b371-0f4f38fceb5b", "address": "fa:16:3e:03:29:2a", "network": {"id": "9ff87c6b-cbc4-4905-8d96-05dd947da0d4", "bridge": "br-int", "label": "tempest-TestStampPattern-1607396892-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8f7035886f8041e38f5ede4a87e75113", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9da7c5e9-db", "ovs_interfaceid": "9da7c5e9-db38-468f-b371-0f4f38fceb5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 19:44:37 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-5403e86c-9633-45d6-a56f-54f247247736 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Converting VIF {"id": "9da7c5e9-db38-468f-b371-0f4f38fceb5b", "address": "fa:16:3e:03:29:2a", "network": {"id": "9ff87c6b-cbc4-4905-8d96-05dd947da0d4", "bridge": "br-int", "label": "tempest-TestStampPattern-1607396892-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8f7035886f8041e38f5ede4a87e75113", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9da7c5e9-db", "ovs_interfaceid": "9da7c5e9-db38-468f-b371-0f4f38fceb5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:44:37 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-5403e86c-9633-45d6-a56f-54f247247736 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:03:29:2a,bridge_name='br-int',has_traffic_filtering=True,id=9da7c5e9-db38-468f-b371-0f4f38fceb5b,network=Network(9ff87c6b-cbc4-4905-8d96-05dd947da0d4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9da7c5e9-db') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:44:37 user nova-compute[75147]: DEBUG os_vif [None req-5403e86c-9633-45d6-a56f-54f247247736 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:03:29:2a,bridge_name='br-int',has_traffic_filtering=True,id=9da7c5e9-db38-468f-b371-0f4f38fceb5b,network=Network(9ff87c6b-cbc4-4905-8d96-05dd947da0d4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9da7c5e9-db') {{(pid=75147) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 19:44:37 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:44:37 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap9da7c5e9-db, bridge=br-int, if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:44:37 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:44:37 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:44:37 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:44:37 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=445d2758-f12e-4dfc-83ee-8dc271abbc73) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:44:37 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:44:37 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:44:37 user nova-compute[75147]: INFO os_vif [None req-5403e86c-9633-45d6-a56f-54f247247736 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:03:29:2a,bridge_name='br-int',has_traffic_filtering=True,id=9da7c5e9-db38-468f-b371-0f4f38fceb5b,network=Network(9ff87c6b-cbc4-4905-8d96-05dd947da0d4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9da7c5e9-db')
Oct 27 19:44:37 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-5403e86c-9633-45d6-a56f-54f247247736 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] [instance: 6c9c2dc6-d96a-42f6-a749-962d9b1a3a63] Deleting instance files /opt/stack/data/nova/instances/6c9c2dc6-d96a-42f6-a749-962d9b1a3a63_del
Oct 27 19:44:37 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-5403e86c-9633-45d6-a56f-54f247247736 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] [instance: 6c9c2dc6-d96a-42f6-a749-962d9b1a3a63] Deletion of /opt/stack/data/nova/instances/6c9c2dc6-d96a-42f6-a749-962d9b1a3a63_del complete
Oct 27 19:44:37 user nova-compute[75147]: INFO nova.compute.manager [None req-5403e86c-9633-45d6-a56f-54f247247736 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] [instance: 6c9c2dc6-d96a-42f6-a749-962d9b1a3a63] Took 1.01 seconds to destroy the instance on the hypervisor.
Oct 27 19:44:37 user nova-compute[75147]: DEBUG oslo.service.loopingcall [None req-5403e86c-9633-45d6-a56f-54f247247736 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 27 19:44:37 user nova-compute[75147]: DEBUG nova.compute.manager [-] [instance: 6c9c2dc6-d96a-42f6-a749-962d9b1a3a63] Deallocating network for instance {{(pid=75147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 27 19:44:37 user nova-compute[75147]: DEBUG nova.network.neutron [-] [instance: 6c9c2dc6-d96a-42f6-a749-962d9b1a3a63] deallocate_for_instance() {{(pid=75147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 27 19:44:37 user nova-compute[75147]: DEBUG nova.network.neutron [-] [instance: 6c9c2dc6-d96a-42f6-a749-962d9b1a3a63] Updating instance_info_cache with network_info: [] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:44:37 user nova-compute[75147]: INFO nova.compute.manager [-] [instance: 6c9c2dc6-d96a-42f6-a749-962d9b1a3a63] Took 0.61 seconds to deallocate network for instance.
Oct 27 19:44:37 user nova-compute[75147]: DEBUG nova.compute.manager [req-cd224f97-ea43-47d0-94ca-b38aec62764a req-565ae2ec-b738-4bc6-b148-693b2cf90f9c service nova] [instance: 6c9c2dc6-d96a-42f6-a749-962d9b1a3a63] Received event network-vif-deleted-9da7c5e9-db38-468f-b371-0f4f38fceb5b {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:44:37 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-5403e86c-9633-45d6-a56f-54f247247736 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:44:37 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-5403e86c-9633-45d6-a56f-54f247247736 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:44:38 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-5403e86c-9633-45d6-a56f-54f247247736 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:44:38 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-5403e86c-9633-45d6-a56f-54f247247736 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:44:38 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-5403e86c-9633-45d6-a56f-54f247247736 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.372s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:44:38 user nova-compute[75147]: INFO nova.scheduler.client.report [None req-5403e86c-9633-45d6-a56f-54f247247736 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Deleted allocations for instance 6c9c2dc6-d96a-42f6-a749-962d9b1a3a63
Oct 27 19:44:38 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-5403e86c-9633-45d6-a56f-54f247247736 tempest-TestStampPattern-2095814487 tempest-TestStampPattern-2095814487-project-member] Lock "6c9c2dc6-d96a-42f6-a749-962d9b1a3a63" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.244s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:44:38 user nova-compute[75147]: DEBUG nova.compute.manager [req-d218db98-8ddc-4429-b774-3c537fdebf62 req-868f7d3e-1f78-42d7-b8b6-51d7b06e136f service nova] [instance: 6c9c2dc6-d96a-42f6-a749-962d9b1a3a63] Received event network-vif-plugged-9da7c5e9-db38-468f-b371-0f4f38fceb5b {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:44:38 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-d218db98-8ddc-4429-b774-3c537fdebf62 req-868f7d3e-1f78-42d7-b8b6-51d7b06e136f service nova] Acquiring lock "6c9c2dc6-d96a-42f6-a749-962d9b1a3a63-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:44:38 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-d218db98-8ddc-4429-b774-3c537fdebf62 req-868f7d3e-1f78-42d7-b8b6-51d7b06e136f service nova] Lock "6c9c2dc6-d96a-42f6-a749-962d9b1a3a63-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:44:38 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-d218db98-8ddc-4429-b774-3c537fdebf62 req-868f7d3e-1f78-42d7-b8b6-51d7b06e136f service nova] Lock "6c9c2dc6-d96a-42f6-a749-962d9b1a3a63-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:44:38 user nova-compute[75147]: DEBUG nova.compute.manager [req-d218db98-8ddc-4429-b774-3c537fdebf62 req-868f7d3e-1f78-42d7-b8b6-51d7b06e136f service nova] [instance: 6c9c2dc6-d96a-42f6-a749-962d9b1a3a63] No waiting events found dispatching network-vif-plugged-9da7c5e9-db38-468f-b371-0f4f38fceb5b {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:44:38 user nova-compute[75147]: WARNING nova.compute.manager [req-d218db98-8ddc-4429-b774-3c537fdebf62 req-868f7d3e-1f78-42d7-b8b6-51d7b06e136f service nova] [instance: 6c9c2dc6-d96a-42f6-a749-962d9b1a3a63] Received unexpected event network-vif-plugged-9da7c5e9-db38-468f-b371-0f4f38fceb5b for instance with vm_state deleted and task_state None.
Oct 27 19:44:39 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:44:41 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:44:42 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:44:46 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:44:46 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:44:47 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:44:48 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:44:51 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:44:52 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:44:52 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:44:54 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:44:55 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:44:56 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:44:57 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:44:57 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:44:58 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:44:59 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:45:00 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:45:00 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Starting heal instance info cache {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 19:45:01 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "refresh_cache-890c8090-2d59-4e82-a8d2-b3ef579be76b" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:45:01 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquired lock "refresh_cache-890c8090-2d59-4e82-a8d2-b3ef579be76b" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:45:01 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Forcefully refreshing network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 27 19:45:01 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Updating instance_info_cache with network_info: [{"id": "c2251937-2487-4cca-817b-a9062909d9ac", "address": "fa:16:3e:98:c8:c8", "network": {"id": "99edb53b-28d0-4c20-8301-2e49771a21ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1002512861-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.106", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "263dcbd796474e989caaf1ec61ef0e47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2251937-24", "ovs_interfaceid": "c2251937-2487-4cca-817b-a9062909d9ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:45:01 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Releasing lock "refresh_cache-890c8090-2d59-4e82-a8d2-b3ef579be76b" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:45:01 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Updated the network info_cache for instance {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 27 19:45:01 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:45:01 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:45:01 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:45:01 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:45:01 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Auditing locally available compute resources for user (node: user) {{(pid=75147) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 19:45:01 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/890c8090-2d59-4e82-a8d2-b3ef579be76b/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:45:01 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:45:01 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/890c8090-2d59-4e82-a8d2-b3ef579be76b/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:45:01 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/890c8090-2d59-4e82-a8d2-b3ef579be76b/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:45:02 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:45:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/890c8090-2d59-4e82-a8d2-b3ef579be76b/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:45:02 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75147) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 19:45:02 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=75147) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 19:45:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3fb6898-879f-4828-b0c8-f4c7911c334c/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:45:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3fb6898-879f-4828-b0c8-f4c7911c334c/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:45:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3fb6898-879f-4828-b0c8-f4c7911c334c/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:45:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3fb6898-879f-4828-b0c8-f4c7911c334c/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:45:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4de8f375-1603-4ada-825c-e4632a249d87/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:45:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4de8f375-1603-4ada-825c-e4632a249d87/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:45:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4de8f375-1603-4ada-825c-e4632a249d87/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:45:03 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4de8f375-1603-4ada-825c-e4632a249d87/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:45:03 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:45:03 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:45:03 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:45:03 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Hypervisor/Node resource view: name=user free_ram=8086MB free_disk=25.142860412597656GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75147) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 19:45:03 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:45:03 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:45:03 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Applying migration context for instance 890c8090-2d59-4e82-a8d2-b3ef579be76b as it has an incoming, in-progress migration b4169e2f-038c-4477-afc9-2b17482f1df6. Migration status is finished {{(pid=75147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Oct 27 19:45:03 user nova-compute[75147]: INFO nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Updating resource usage from migration b4169e2f-038c-4477-afc9-2b17482f1df6
Oct 27 19:45:03 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance d3fb6898-879f-4828-b0c8-f4c7911c334c actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:45:03 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Migration b4169e2f-038c-4477-afc9-2b17482f1df6 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1709}}
Oct 27 19:45:03 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 890c8090-2d59-4e82-a8d2-b3ef579be76b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 2048, 'DISK_GB': 20}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:45:03 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 5a010f8b-ded4-4768-a829-769d954b4c71 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:45:03 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 4de8f375-1603-4ada-825c-e4632a249d87 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:45:03 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Total usable vcpus: 12, total allocated vcpus: 5 {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 19:45:03 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Final resource view: name=user phys_ram=16011MB used_ram=4608MB phys_disk=40GB used_disk=23GB total_vcpus=12 used_vcpus=5 pci_stats=[] {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 19:45:03 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:45:03 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:45:03 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Compute_service record updated for user:user {{(pid=75147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 19:45:03 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.375s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:45:04 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:45:05 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:45:06 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:45:07 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:45:08 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:45:08 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:45:08 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75147) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 19:45:11 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:45:12 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:45:16 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-8761eb8f-2aa1-4634-9776-8ce4c9789840 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Acquiring lock "1bca4d6b-3208-42ea-83ab-463b6b4c5e49" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:45:16 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-8761eb8f-2aa1-4634-9776-8ce4c9789840 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lock "1bca4d6b-3208-42ea-83ab-463b6b4c5e49" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:45:16 user nova-compute[75147]: DEBUG nova.compute.manager [None req-8761eb8f-2aa1-4634-9776-8ce4c9789840 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: 1bca4d6b-3208-42ea-83ab-463b6b4c5e49] Starting instance... {{(pid=75147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 27 19:45:16 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-8761eb8f-2aa1-4634-9776-8ce4c9789840 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:45:16 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-8761eb8f-2aa1-4634-9776-8ce4c9789840 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:45:16 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-8761eb8f-2aa1-4634-9776-8ce4c9789840 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75147) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 19:45:16 user nova-compute[75147]: INFO nova.compute.claims [None req-8761eb8f-2aa1-4634-9776-8ce4c9789840 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: 1bca4d6b-3208-42ea-83ab-463b6b4c5e49] Claim successful on node user
Oct 27 19:45:17 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:45:17 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-8761eb8f-2aa1-4634-9776-8ce4c9789840 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:45:17 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-8761eb8f-2aa1-4634-9776-8ce4c9789840 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:45:17 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-8761eb8f-2aa1-4634-9776-8ce4c9789840 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.368s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:45:17 user nova-compute[75147]: DEBUG nova.compute.manager [None req-8761eb8f-2aa1-4634-9776-8ce4c9789840 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: 1bca4d6b-3208-42ea-83ab-463b6b4c5e49] Start building networks asynchronously for instance. {{(pid=75147) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 27 19:45:17 user nova-compute[75147]: DEBUG nova.compute.manager [None req-8761eb8f-2aa1-4634-9776-8ce4c9789840 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: 1bca4d6b-3208-42ea-83ab-463b6b4c5e49] Allocating IP information in the background. {{(pid=75147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 27 19:45:17 user nova-compute[75147]: DEBUG nova.network.neutron [None req-8761eb8f-2aa1-4634-9776-8ce4c9789840 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: 1bca4d6b-3208-42ea-83ab-463b6b4c5e49] allocate_for_instance() {{(pid=75147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 27 19:45:17 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-8761eb8f-2aa1-4634-9776-8ce4c9789840 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: 1bca4d6b-3208-42ea-83ab-463b6b4c5e49] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 27 19:45:17 user nova-compute[75147]: DEBUG nova.compute.manager [None req-8761eb8f-2aa1-4634-9776-8ce4c9789840 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: 1bca4d6b-3208-42ea-83ab-463b6b4c5e49] Start building block device mappings for instance. {{(pid=75147) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 27 19:45:17 user nova-compute[75147]: DEBUG nova.policy [None req-8761eb8f-2aa1-4634-9776-8ce4c9789840 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '699dae72141941c4acb55e56ac9d28a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b05afc60c23345de8d1e978a9c5b1efc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75147) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 27 19:45:17 user nova-compute[75147]: DEBUG nova.compute.manager [None req-8761eb8f-2aa1-4634-9776-8ce4c9789840 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: 1bca4d6b-3208-42ea-83ab-463b6b4c5e49] Start spawning the instance on the hypervisor. {{(pid=75147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 27 19:45:17 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-8761eb8f-2aa1-4634-9776-8ce4c9789840 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: 1bca4d6b-3208-42ea-83ab-463b6b4c5e49] Creating instance directory {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 19:45:17 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-8761eb8f-2aa1-4634-9776-8ce4c9789840 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: 1bca4d6b-3208-42ea-83ab-463b6b4c5e49] Creating image(s)
Oct 27 19:45:17 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-8761eb8f-2aa1-4634-9776-8ce4c9789840 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Acquiring lock "/opt/stack/data/nova/instances/1bca4d6b-3208-42ea-83ab-463b6b4c5e49/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:45:17 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-8761eb8f-2aa1-4634-9776-8ce4c9789840 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lock "/opt/stack/data/nova/instances/1bca4d6b-3208-42ea-83ab-463b6b4c5e49/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:45:17 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-8761eb8f-2aa1-4634-9776-8ce4c9789840 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lock "/opt/stack/data/nova/instances/1bca4d6b-3208-42ea-83ab-463b6b4c5e49/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:45:17 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-8761eb8f-2aa1-4634-9776-8ce4c9789840 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:45:17 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-8761eb8f-2aa1-4634-9776-8ce4c9789840 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.192s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:45:17 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-8761eb8f-2aa1-4634-9776-8ce4c9789840 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Acquiring lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:45:17 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-8761eb8f-2aa1-4634-9776-8ce4c9789840 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:45:17 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-8761eb8f-2aa1-4634-9776-8ce4c9789840 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:45:17 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-8761eb8f-2aa1-4634-9776-8ce4c9789840 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.178s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:45:17 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-8761eb8f-2aa1-4634-9776-8ce4c9789840 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa,backing_fmt=raw /opt/stack/data/nova/instances/1bca4d6b-3208-42ea-83ab-463b6b4c5e49/disk 1073741824 {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:45:18 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-8761eb8f-2aa1-4634-9776-8ce4c9789840 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa,backing_fmt=raw /opt/stack/data/nova/instances/1bca4d6b-3208-42ea-83ab-463b6b4c5e49/disk 1073741824" returned: 0 in 0.061s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:45:18 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-8761eb8f-2aa1-4634-9776-8ce4c9789840 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.246s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:45:18 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-8761eb8f-2aa1-4634-9776-8ce4c9789840 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:45:18 user nova-compute[75147]: DEBUG nova.network.neutron [None req-8761eb8f-2aa1-4634-9776-8ce4c9789840 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: 1bca4d6b-3208-42ea-83ab-463b6b4c5e49] Successfully created port: 61606428-c792-4409-b015-c7a8953ce3ef {{(pid=75147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 19:45:18 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-8761eb8f-2aa1-4634-9776-8ce4c9789840 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.197s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:45:18 user nova-compute[75147]: DEBUG nova.virt.disk.api [None req-8761eb8f-2aa1-4634-9776-8ce4c9789840 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Checking if we can resize image /opt/stack/data/nova/instances/1bca4d6b-3208-42ea-83ab-463b6b4c5e49/disk. size=1073741824 {{(pid=75147) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 27 19:45:18 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-8761eb8f-2aa1-4634-9776-8ce4c9789840 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1bca4d6b-3208-42ea-83ab-463b6b4c5e49/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:45:18 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-8761eb8f-2aa1-4634-9776-8ce4c9789840 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1bca4d6b-3208-42ea-83ab-463b6b4c5e49/disk --force-share --output=json" returned: 0 in 0.251s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:45:18 user nova-compute[75147]: DEBUG nova.virt.disk.api [None req-8761eb8f-2aa1-4634-9776-8ce4c9789840 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Cannot resize image /opt/stack/data/nova/instances/1bca4d6b-3208-42ea-83ab-463b6b4c5e49/disk to a smaller size. {{(pid=75147) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 27 19:45:18 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-8761eb8f-2aa1-4634-9776-8ce4c9789840 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: 1bca4d6b-3208-42ea-83ab-463b6b4c5e49] Created local disks {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 27 19:45:18 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-8761eb8f-2aa1-4634-9776-8ce4c9789840 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: 1bca4d6b-3208-42ea-83ab-463b6b4c5e49] Ensure instance console log exists: /opt/stack/data/nova/instances/1bca4d6b-3208-42ea-83ab-463b6b4c5e49/console.log {{(pid=75147) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 19:45:18 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-8761eb8f-2aa1-4634-9776-8ce4c9789840 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:45:18 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-8761eb8f-2aa1-4634-9776-8ce4c9789840 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:45:18 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-8761eb8f-2aa1-4634-9776-8ce4c9789840 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:45:18 user nova-compute[75147]: DEBUG nova.network.neutron [None req-8761eb8f-2aa1-4634-9776-8ce4c9789840 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: 1bca4d6b-3208-42ea-83ab-463b6b4c5e49] Successfully updated port: 61606428-c792-4409-b015-c7a8953ce3ef {{(pid=75147) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 19:45:18 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-8761eb8f-2aa1-4634-9776-8ce4c9789840 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Acquiring lock "refresh_cache-1bca4d6b-3208-42ea-83ab-463b6b4c5e49" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:45:18 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-8761eb8f-2aa1-4634-9776-8ce4c9789840 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Acquired lock "refresh_cache-1bca4d6b-3208-42ea-83ab-463b6b4c5e49" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:45:18 user nova-compute[75147]: DEBUG nova.network.neutron [None req-8761eb8f-2aa1-4634-9776-8ce4c9789840 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: 1bca4d6b-3208-42ea-83ab-463b6b4c5e49] Building network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 19:45:18 user nova-compute[75147]: DEBUG nova.compute.manager [req-ab21ee09-cc1c-4fe8-93d4-512a14347025 req-fd52dcc2-7617-4cfc-9972-77d6321a859d service nova] [instance: 1bca4d6b-3208-42ea-83ab-463b6b4c5e49] Received event network-changed-61606428-c792-4409-b015-c7a8953ce3ef {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:45:18 user nova-compute[75147]: DEBUG nova.compute.manager [req-ab21ee09-cc1c-4fe8-93d4-512a14347025 req-fd52dcc2-7617-4cfc-9972-77d6321a859d service nova] [instance: 1bca4d6b-3208-42ea-83ab-463b6b4c5e49] Refreshing instance network info cache due to event network-changed-61606428-c792-4409-b015-c7a8953ce3ef. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 19:45:18 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-ab21ee09-cc1c-4fe8-93d4-512a14347025 req-fd52dcc2-7617-4cfc-9972-77d6321a859d service nova] Acquiring lock "refresh_cache-1bca4d6b-3208-42ea-83ab-463b6b4c5e49" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:45:18 user nova-compute[75147]: DEBUG nova.network.neutron [None req-8761eb8f-2aa1-4634-9776-8ce4c9789840 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: 1bca4d6b-3208-42ea-83ab-463b6b4c5e49] Instance cache missing network info. {{(pid=75147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 19:45:19 user nova-compute[75147]: DEBUG nova.network.neutron [None req-8761eb8f-2aa1-4634-9776-8ce4c9789840 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: 1bca4d6b-3208-42ea-83ab-463b6b4c5e49] Updating instance_info_cache with network_info: [{"id": "61606428-c792-4409-b015-c7a8953ce3ef", "address": "fa:16:3e:78:96:aa", "network": {"id": "06e952e0-002b-44c6-b4c4-e6a33a0b7484", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-294897611-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b05afc60c23345de8d1e978a9c5b1efc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61606428-c7", "ovs_interfaceid": "61606428-c792-4409-b015-c7a8953ce3ef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:45:19 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-8761eb8f-2aa1-4634-9776-8ce4c9789840 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Releasing lock "refresh_cache-1bca4d6b-3208-42ea-83ab-463b6b4c5e49" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:45:19 user nova-compute[75147]: DEBUG nova.compute.manager [None req-8761eb8f-2aa1-4634-9776-8ce4c9789840 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: 1bca4d6b-3208-42ea-83ab-463b6b4c5e49] Instance network_info: |[{"id": "61606428-c792-4409-b015-c7a8953ce3ef", "address": "fa:16:3e:78:96:aa", "network": {"id": "06e952e0-002b-44c6-b4c4-e6a33a0b7484", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-294897611-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b05afc60c23345de8d1e978a9c5b1efc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61606428-c7", "ovs_interfaceid": "61606428-c792-4409-b015-c7a8953ce3ef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 27 19:45:19 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-ab21ee09-cc1c-4fe8-93d4-512a14347025 req-fd52dcc2-7617-4cfc-9972-77d6321a859d service nova] Acquired lock "refresh_cache-1bca4d6b-3208-42ea-83ab-463b6b4c5e49" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:45:19 user nova-compute[75147]: DEBUG nova.network.neutron [req-ab21ee09-cc1c-4fe8-93d4-512a14347025 req-fd52dcc2-7617-4cfc-9972-77d6321a859d service nova] [instance: 1bca4d6b-3208-42ea-83ab-463b6b4c5e49] Refreshing network info cache for port 61606428-c792-4409-b015-c7a8953ce3ef {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 19:45:19 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-8761eb8f-2aa1-4634-9776-8ce4c9789840 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: 1bca4d6b-3208-42ea-83ab-463b6b4c5e49] Start _get_guest_xml network_info=[{"id": "61606428-c792-4409-b015-c7a8953ce3ef", "address": "fa:16:3e:78:96:aa", "network": {"id": "06e952e0-002b-44c6-b4c4-e6a33a0b7484", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-294897611-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b05afc60c23345de8d1e978a9c5b1efc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61606428-c7", "ovs_interfaceid": "61606428-c792-4409-b015-c7a8953ce3ef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T19:22:09Z,direct_url=<?>,disk_format='qcow2',id=d52df17c-5315-4a73-ab7c-34c161a414fb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0b43115555434818b0c8bdf6be4946da',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T19:22:11Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'encryption_options': None, 'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encrypted': False, 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_format': None, 'device_name': '/dev/vda', 'image_id': 'd52df17c-5315-4a73-ab7c-34c161a414fb'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 19:45:19 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-8761eb8f-2aa1-4634-9776-8ce4c9789840 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:45:19 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-8761eb8f-2aa1-4634-9776-8ce4c9789840 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:45:19 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-8761eb8f-2aa1-4634-9776-8ce4c9789840 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 19:45:19 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-8761eb8f-2aa1-4634-9776-8ce4c9789840 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] CPU controller missing on host. {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 19:45:19 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-8761eb8f-2aa1-4634-9776-8ce4c9789840 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 19:45:19 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-8761eb8f-2aa1-4634-9776-8ce4c9789840 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] CPU controller found on host. {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 19:45:19 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-8761eb8f-2aa1-4634-9776-8ce4c9789840 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75147) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 19:45:19 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-8761eb8f-2aa1-4634-9776-8ce4c9789840 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T19:21:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T19:22:09Z,direct_url=<?>,disk_format='qcow2',id=d52df17c-5315-4a73-ab7c-34c161a414fb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0b43115555434818b0c8bdf6be4946da',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T19:22:11Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 19:45:19 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-8761eb8f-2aa1-4634-9776-8ce4c9789840 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Flavor limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 19:45:19 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-8761eb8f-2aa1-4634-9776-8ce4c9789840 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Image limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 19:45:19 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-8761eb8f-2aa1-4634-9776-8ce4c9789840 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Flavor pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 19:45:19 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-8761eb8f-2aa1-4634-9776-8ce4c9789840 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Image pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 19:45:19 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-8761eb8f-2aa1-4634-9776-8ce4c9789840 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 19:45:19 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-8761eb8f-2aa1-4634-9776-8ce4c9789840 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 19:45:19 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-8761eb8f-2aa1-4634-9776-8ce4c9789840 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 19:45:19 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-8761eb8f-2aa1-4634-9776-8ce4c9789840 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Got 1 possible topologies {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 19:45:19 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-8761eb8f-2aa1-4634-9776-8ce4c9789840 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 19:45:19 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-8761eb8f-2aa1-4634-9776-8ce4c9789840 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 19:45:19 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-8761eb8f-2aa1-4634-9776-8ce4c9789840 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:45:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1821922314',display_name='tempest-AttachVolumeNegativeTest-server-1821922314',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1821922314',id=35,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBB41N4VTUOUSAqZR/02xoO4L7++aXjFM66i1kINownxC6pIxUVtJa7xvjpWzBP61T5tdQmXHrb8/IOfRhqPq1URh6osr/MH9bRMerVvk/1haBzrUcGfzawvyKP+jm8XuTw==',key_name='tempest-keypair-1959851699',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b05afc60c23345de8d1e978a9c5b1efc',ramdisk_id='',reservation_id='r-flmrej3k',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-720638495',owner_user_name='tempest-AttachVolumeNegativeTest-720638495-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:45:18Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='699dae72141941c4acb55e56ac9d28a1',uuid=1bca4d6b-3208-42ea-83ab-463b6b4c5e49,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "61606428-c792-4409-b015-c7a8953ce3ef", "address": "fa:16:3e:78:96:aa", "network": {"id": "06e952e0-002b-44c6-b4c4-e6a33a0b7484", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-294897611-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b05afc60c23345de8d1e978a9c5b1efc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61606428-c7", "ovs_interfaceid": "61606428-c792-4409-b015-c7a8953ce3ef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75147) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 19:45:19 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-8761eb8f-2aa1-4634-9776-8ce4c9789840 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Converting VIF {"id": "61606428-c792-4409-b015-c7a8953ce3ef", "address": "fa:16:3e:78:96:aa", "network": {"id": "06e952e0-002b-44c6-b4c4-e6a33a0b7484", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-294897611-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b05afc60c23345de8d1e978a9c5b1efc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61606428-c7", "ovs_interfaceid": "61606428-c792-4409-b015-c7a8953ce3ef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:45:19 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-8761eb8f-2aa1-4634-9776-8ce4c9789840 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:78:96:aa,bridge_name='br-int',has_traffic_filtering=True,id=61606428-c792-4409-b015-c7a8953ce3ef,network=Network(06e952e0-002b-44c6-b4c4-e6a33a0b7484),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap61606428-c7') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:45:19 user nova-compute[75147]: DEBUG nova.objects.instance [None req-8761eb8f-2aa1-4634-9776-8ce4c9789840 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lazy-loading 'pci_devices' on Instance uuid 1bca4d6b-3208-42ea-83ab-463b6b4c5e49 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:45:19 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-8761eb8f-2aa1-4634-9776-8ce4c9789840 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: 1bca4d6b-3208-42ea-83ab-463b6b4c5e49] End _get_guest_xml xml=<domain type="kvm">
Oct 27 19:45:19 user nova-compute[75147]:   <uuid>1bca4d6b-3208-42ea-83ab-463b6b4c5e49</uuid>
Oct 27 19:45:19 user nova-compute[75147]:   <name>instance-00000023</name>
Oct 27 19:45:19 user nova-compute[75147]:   <memory>524288</memory>
Oct 27 19:45:19 user nova-compute[75147]:   <vcpu>1</vcpu>
Oct 27 19:45:19 user nova-compute[75147]:   <metadata>
Oct 27 19:45:19 user nova-compute[75147]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 19:45:19 user nova-compute[75147]:       <nova:package version="0.0.0"/>
Oct 27 19:45:19 user nova-compute[75147]:       <nova:name>tempest-AttachVolumeNegativeTest-server-1821922314</nova:name>
Oct 27 19:45:19 user nova-compute[75147]:       <nova:creationTime>2023-10-27 19:45:19</nova:creationTime>
Oct 27 19:45:19 user nova-compute[75147]:       <nova:flavor name="m1.tiny">
Oct 27 19:45:19 user nova-compute[75147]:         <nova:memory>512</nova:memory>
Oct 27 19:45:19 user nova-compute[75147]:         <nova:disk>1</nova:disk>
Oct 27 19:45:19 user nova-compute[75147]:         <nova:swap>0</nova:swap>
Oct 27 19:45:19 user nova-compute[75147]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 19:45:19 user nova-compute[75147]:         <nova:vcpus>1</nova:vcpus>
Oct 27 19:45:19 user nova-compute[75147]:       </nova:flavor>
Oct 27 19:45:19 user nova-compute[75147]:       <nova:owner>
Oct 27 19:45:19 user nova-compute[75147]:         <nova:user uuid="699dae72141941c4acb55e56ac9d28a1">tempest-AttachVolumeNegativeTest-720638495-project-member</nova:user>
Oct 27 19:45:19 user nova-compute[75147]:         <nova:project uuid="b05afc60c23345de8d1e978a9c5b1efc">tempest-AttachVolumeNegativeTest-720638495</nova:project>
Oct 27 19:45:19 user nova-compute[75147]:       </nova:owner>
Oct 27 19:45:19 user nova-compute[75147]:       <nova:root type="image" uuid="d52df17c-5315-4a73-ab7c-34c161a414fb"/>
Oct 27 19:45:19 user nova-compute[75147]:       <nova:ports>
Oct 27 19:45:19 user nova-compute[75147]:         <nova:port uuid="61606428-c792-4409-b015-c7a8953ce3ef">
Oct 27 19:45:19 user nova-compute[75147]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Oct 27 19:45:19 user nova-compute[75147]:         </nova:port>
Oct 27 19:45:19 user nova-compute[75147]:       </nova:ports>
Oct 27 19:45:19 user nova-compute[75147]:     </nova:instance>
Oct 27 19:45:19 user nova-compute[75147]:   </metadata>
Oct 27 19:45:19 user nova-compute[75147]:   <sysinfo type="smbios">
Oct 27 19:45:19 user nova-compute[75147]:     <system>
Oct 27 19:45:19 user nova-compute[75147]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 19:45:19 user nova-compute[75147]:       <entry name="product">OpenStack Nova</entry>
Oct 27 19:45:19 user nova-compute[75147]:       <entry name="version">0.0.0</entry>
Oct 27 19:45:19 user nova-compute[75147]:       <entry name="serial">1bca4d6b-3208-42ea-83ab-463b6b4c5e49</entry>
Oct 27 19:45:19 user nova-compute[75147]:       <entry name="uuid">1bca4d6b-3208-42ea-83ab-463b6b4c5e49</entry>
Oct 27 19:45:19 user nova-compute[75147]:       <entry name="family">Virtual Machine</entry>
Oct 27 19:45:19 user nova-compute[75147]:     </system>
Oct 27 19:45:19 user nova-compute[75147]:   </sysinfo>
Oct 27 19:45:19 user nova-compute[75147]:   <os>
Oct 27 19:45:19 user nova-compute[75147]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 19:45:19 user nova-compute[75147]:     <boot dev="hd"/>
Oct 27 19:45:19 user nova-compute[75147]:     <smbios mode="sysinfo"/>
Oct 27 19:45:19 user nova-compute[75147]:   </os>
Oct 27 19:45:19 user nova-compute[75147]:   <features>
Oct 27 19:45:19 user nova-compute[75147]:     <acpi/>
Oct 27 19:45:19 user nova-compute[75147]:     <apic/>
Oct 27 19:45:19 user nova-compute[75147]:     <vmcoreinfo/>
Oct 27 19:45:19 user nova-compute[75147]:   </features>
Oct 27 19:45:19 user nova-compute[75147]:   <clock offset="utc">
Oct 27 19:45:19 user nova-compute[75147]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 19:45:19 user nova-compute[75147]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 19:45:19 user nova-compute[75147]:     <timer name="hpet" present="no"/>
Oct 27 19:45:19 user nova-compute[75147]:   </clock>
Oct 27 19:45:19 user nova-compute[75147]:   <cpu mode="custom" match="exact">
Oct 27 19:45:19 user nova-compute[75147]:     <model>Nehalem</model>
Oct 27 19:45:19 user nova-compute[75147]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 19:45:19 user nova-compute[75147]:   </cpu>
Oct 27 19:45:19 user nova-compute[75147]:   <devices>
Oct 27 19:45:19 user nova-compute[75147]:     <disk type="file" device="disk">
Oct 27 19:45:19 user nova-compute[75147]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 27 19:45:19 user nova-compute[75147]:       <source file="/opt/stack/data/nova/instances/1bca4d6b-3208-42ea-83ab-463b6b4c5e49/disk"/>
Oct 27 19:45:19 user nova-compute[75147]:       <target dev="vda" bus="virtio"/>
Oct 27 19:45:19 user nova-compute[75147]:     </disk>
Oct 27 19:45:19 user nova-compute[75147]:     <interface type="ethernet">
Oct 27 19:45:19 user nova-compute[75147]:       <mac address="fa:16:3e:78:96:aa"/>
Oct 27 19:45:19 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:45:19 user nova-compute[75147]:       <mtu size="1442"/>
Oct 27 19:45:19 user nova-compute[75147]:       <target dev="tap61606428-c7"/>
Oct 27 19:45:19 user nova-compute[75147]:     </interface>
Oct 27 19:45:19 user nova-compute[75147]:     <serial type="pty">
Oct 27 19:45:19 user nova-compute[75147]:       <log file="/opt/stack/data/nova/instances/1bca4d6b-3208-42ea-83ab-463b6b4c5e49/console.log" append="off"/>
Oct 27 19:45:19 user nova-compute[75147]:     </serial>
Oct 27 19:45:19 user nova-compute[75147]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 19:45:19 user nova-compute[75147]:     <video>
Oct 27 19:45:19 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:45:19 user nova-compute[75147]:     </video>
Oct 27 19:45:19 user nova-compute[75147]:     <rng model="virtio">
Oct 27 19:45:19 user nova-compute[75147]:       <backend model="random">/dev/urandom</backend>
Oct 27 19:45:19 user nova-compute[75147]:     </rng>
Oct 27 19:45:19 user nova-compute[75147]:     <controller type="usb" index="0" model="none"/>
Oct 27 19:45:19 user nova-compute[75147]:     <memballoon model="virtio">
Oct 27 19:45:19 user nova-compute[75147]:       <stats period="10"/>
Oct 27 19:45:19 user nova-compute[75147]:     </memballoon>
Oct 27 19:45:19 user nova-compute[75147]:   </devices>
Oct 27 19:45:19 user nova-compute[75147]: </domain>
Oct 27 19:45:19 user nova-compute[75147]:  {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 19:45:19 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-8761eb8f-2aa1-4634-9776-8ce4c9789840 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:45:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1821922314',display_name='tempest-AttachVolumeNegativeTest-server-1821922314',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1821922314',id=35,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBB41N4VTUOUSAqZR/02xoO4L7++aXjFM66i1kINownxC6pIxUVtJa7xvjpWzBP61T5tdQmXHrb8/IOfRhqPq1URh6osr/MH9bRMerVvk/1haBzrUcGfzawvyKP+jm8XuTw==',key_name='tempest-keypair-1959851699',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b05afc60c23345de8d1e978a9c5b1efc',ramdisk_id='',reservation_id='r-flmrej3k',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-720638495',owner_user_name='tempest-AttachVolumeNegativeTest-720638495-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:45:18Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='699dae72141941c4acb55e56ac9d28a1',uuid=1bca4d6b-3208-42ea-83ab-463b6b4c5e49,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "61606428-c792-4409-b015-c7a8953ce3ef", "address": "fa:16:3e:78:96:aa", "network": {"id": "06e952e0-002b-44c6-b4c4-e6a33a0b7484", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-294897611-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b05afc60c23345de8d1e978a9c5b1efc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61606428-c7", "ovs_interfaceid": "61606428-c792-4409-b015-c7a8953ce3ef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 19:45:19 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-8761eb8f-2aa1-4634-9776-8ce4c9789840 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Converting VIF {"id": "61606428-c792-4409-b015-c7a8953ce3ef", "address": "fa:16:3e:78:96:aa", "network": {"id": "06e952e0-002b-44c6-b4c4-e6a33a0b7484", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-294897611-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b05afc60c23345de8d1e978a9c5b1efc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61606428-c7", "ovs_interfaceid": "61606428-c792-4409-b015-c7a8953ce3ef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:45:19 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-8761eb8f-2aa1-4634-9776-8ce4c9789840 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:78:96:aa,bridge_name='br-int',has_traffic_filtering=True,id=61606428-c792-4409-b015-c7a8953ce3ef,network=Network(06e952e0-002b-44c6-b4c4-e6a33a0b7484),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap61606428-c7') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:45:19 user nova-compute[75147]: DEBUG os_vif [None req-8761eb8f-2aa1-4634-9776-8ce4c9789840 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:78:96:aa,bridge_name='br-int',has_traffic_filtering=True,id=61606428-c792-4409-b015-c7a8953ce3ef,network=Network(06e952e0-002b-44c6-b4c4-e6a33a0b7484),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap61606428-c7') {{(pid=75147) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 19:45:19 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:45:19 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:45:19 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 19:45:19 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:45:19 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '65b504dd-c157-54e1-a969-cf1b19cc817c', '_type': 'linux-noop'}}, row=False) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:45:19 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:45:19 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:45:19 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:45:19 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap61606428-c7, may_exist=True, interface_attrs={}) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:45:19 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap61606428-c7, col_values=(('qos', UUID('fe1655f4-5162-44c2-9167-62b194b8b5ef')),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:45:19 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap61606428-c7, col_values=(('external_ids', {'iface-id': '61606428-c792-4409-b015-c7a8953ce3ef', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:78:96:aa', 'vm-uuid': '1bca4d6b-3208-42ea-83ab-463b6b4c5e49'}),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:45:19 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:45:19 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:45:19 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:45:19 user nova-compute[75147]: INFO os_vif [None req-8761eb8f-2aa1-4634-9776-8ce4c9789840 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:78:96:aa,bridge_name='br-int',has_traffic_filtering=True,id=61606428-c792-4409-b015-c7a8953ce3ef,network=Network(06e952e0-002b-44c6-b4c4-e6a33a0b7484),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap61606428-c7')
Oct 27 19:45:19 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-8761eb8f-2aa1-4634-9776-8ce4c9789840 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] No BDM found with device name vda, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:45:19 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-8761eb8f-2aa1-4634-9776-8ce4c9789840 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] No VIF found with MAC fa:16:3e:78:96:aa, not building metadata {{(pid=75147) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 19:45:19 user nova-compute[75147]: DEBUG nova.network.neutron [req-ab21ee09-cc1c-4fe8-93d4-512a14347025 req-fd52dcc2-7617-4cfc-9972-77d6321a859d service nova] [instance: 1bca4d6b-3208-42ea-83ab-463b6b4c5e49] Updated VIF entry in instance network info cache for port 61606428-c792-4409-b015-c7a8953ce3ef. {{(pid=75147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 19:45:19 user nova-compute[75147]: DEBUG nova.network.neutron [req-ab21ee09-cc1c-4fe8-93d4-512a14347025 req-fd52dcc2-7617-4cfc-9972-77d6321a859d service nova] [instance: 1bca4d6b-3208-42ea-83ab-463b6b4c5e49] Updating instance_info_cache with network_info: [{"id": "61606428-c792-4409-b015-c7a8953ce3ef", "address": "fa:16:3e:78:96:aa", "network": {"id": "06e952e0-002b-44c6-b4c4-e6a33a0b7484", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-294897611-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b05afc60c23345de8d1e978a9c5b1efc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61606428-c7", "ovs_interfaceid": "61606428-c792-4409-b015-c7a8953ce3ef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:45:19 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-ab21ee09-cc1c-4fe8-93d4-512a14347025 req-fd52dcc2-7617-4cfc-9972-77d6321a859d service nova] Releasing lock "refresh_cache-1bca4d6b-3208-42ea-83ab-463b6b4c5e49" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:45:20 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:45:20 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:45:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:45:21 user nova-compute[75147]: DEBUG nova.compute.manager [req-0a007d55-17ad-407b-9a8e-d6a216e33f91 req-a17cf4e9-cd32-40c5-a0a7-f8efd9e8e172 service nova] [instance: 1bca4d6b-3208-42ea-83ab-463b6b4c5e49] Received event network-vif-plugged-61606428-c792-4409-b015-c7a8953ce3ef {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:45:21 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-0a007d55-17ad-407b-9a8e-d6a216e33f91 req-a17cf4e9-cd32-40c5-a0a7-f8efd9e8e172 service nova] Acquiring lock "1bca4d6b-3208-42ea-83ab-463b6b4c5e49-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:45:21 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-0a007d55-17ad-407b-9a8e-d6a216e33f91 req-a17cf4e9-cd32-40c5-a0a7-f8efd9e8e172 service nova] Lock "1bca4d6b-3208-42ea-83ab-463b6b4c5e49-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:45:21 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-0a007d55-17ad-407b-9a8e-d6a216e33f91 req-a17cf4e9-cd32-40c5-a0a7-f8efd9e8e172 service nova] Lock "1bca4d6b-3208-42ea-83ab-463b6b4c5e49-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:45:21 user nova-compute[75147]: DEBUG nova.compute.manager [req-0a007d55-17ad-407b-9a8e-d6a216e33f91 req-a17cf4e9-cd32-40c5-a0a7-f8efd9e8e172 service nova] [instance: 1bca4d6b-3208-42ea-83ab-463b6b4c5e49] No waiting events found dispatching network-vif-plugged-61606428-c792-4409-b015-c7a8953ce3ef {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:45:21 user nova-compute[75147]: WARNING nova.compute.manager [req-0a007d55-17ad-407b-9a8e-d6a216e33f91 req-a17cf4e9-cd32-40c5-a0a7-f8efd9e8e172 service nova] [instance: 1bca4d6b-3208-42ea-83ab-463b6b4c5e49] Received unexpected event network-vif-plugged-61606428-c792-4409-b015-c7a8953ce3ef for instance with vm_state building and task_state spawning.
Oct 27 19:45:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:45:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:45:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:45:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:45:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:45:23 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Acquiring lock "80fddf4a-f86b-49a3-b9f7-9d1eb0fc2b7a" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:45:23 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lock "80fddf4a-f86b-49a3-b9f7-9d1eb0fc2b7a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:45:23 user nova-compute[75147]: DEBUG nova.compute.manager [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: 80fddf4a-f86b-49a3-b9f7-9d1eb0fc2b7a] Starting instance... {{(pid=75147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 27 19:45:23 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:45:23 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:45:23 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75147) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 19:45:23 user nova-compute[75147]: INFO nova.compute.claims [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: 80fddf4a-f86b-49a3-b9f7-9d1eb0fc2b7a] Claim successful on node user
Oct 27 19:45:23 user nova-compute[75147]: DEBUG nova.compute.manager [req-8833870a-8d1f-4c61-b3bb-c4902cb93ef2 req-a12d6c4d-3999-4320-b5b5-c05e79baf50d service nova] [instance: 1bca4d6b-3208-42ea-83ab-463b6b4c5e49] Received event network-vif-plugged-61606428-c792-4409-b015-c7a8953ce3ef {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:45:23 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-8833870a-8d1f-4c61-b3bb-c4902cb93ef2 req-a12d6c4d-3999-4320-b5b5-c05e79baf50d service nova] Acquiring lock "1bca4d6b-3208-42ea-83ab-463b6b4c5e49-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:45:23 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-8833870a-8d1f-4c61-b3bb-c4902cb93ef2 req-a12d6c4d-3999-4320-b5b5-c05e79baf50d service nova] Lock "1bca4d6b-3208-42ea-83ab-463b6b4c5e49-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:45:23 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-8833870a-8d1f-4c61-b3bb-c4902cb93ef2 req-a12d6c4d-3999-4320-b5b5-c05e79baf50d service nova] Lock "1bca4d6b-3208-42ea-83ab-463b6b4c5e49-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:45:23 user nova-compute[75147]: DEBUG nova.compute.manager [req-8833870a-8d1f-4c61-b3bb-c4902cb93ef2 req-a12d6c4d-3999-4320-b5b5-c05e79baf50d service nova] [instance: 1bca4d6b-3208-42ea-83ab-463b6b4c5e49] No waiting events found dispatching network-vif-plugged-61606428-c792-4409-b015-c7a8953ce3ef {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:45:23 user nova-compute[75147]: WARNING nova.compute.manager [req-8833870a-8d1f-4c61-b3bb-c4902cb93ef2 req-a12d6c4d-3999-4320-b5b5-c05e79baf50d service nova] [instance: 1bca4d6b-3208-42ea-83ab-463b6b4c5e49] Received unexpected event network-vif-plugged-61606428-c792-4409-b015-c7a8953ce3ef for instance with vm_state building and task_state spawning.
Oct 27 19:45:23 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:45:23 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:45:23 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.461s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:45:23 user nova-compute[75147]: DEBUG nova.compute.manager [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: 80fddf4a-f86b-49a3-b9f7-9d1eb0fc2b7a] Start building networks asynchronously for instance. {{(pid=75147) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 27 19:45:23 user nova-compute[75147]: DEBUG nova.compute.manager [None req-8761eb8f-2aa1-4634-9776-8ce4c9789840 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: 1bca4d6b-3208-42ea-83ab-463b6b4c5e49] Instance event wait completed in 0 seconds for  {{(pid=75147) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 19:45:23 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-8761eb8f-2aa1-4634-9776-8ce4c9789840 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: 1bca4d6b-3208-42ea-83ab-463b6b4c5e49] Guest created on hypervisor {{(pid=75147) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 19:45:23 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: 1bca4d6b-3208-42ea-83ab-463b6b4c5e49] Instance spawned successfully.
Oct 27 19:45:23 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-8761eb8f-2aa1-4634-9776-8ce4c9789840 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: 1bca4d6b-3208-42ea-83ab-463b6b4c5e49] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 27 19:45:23 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-8761eb8f-2aa1-4634-9776-8ce4c9789840 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: 1bca4d6b-3208-42ea-83ab-463b6b4c5e49] Found default for hw_cdrom_bus of ide {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:45:23 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-8761eb8f-2aa1-4634-9776-8ce4c9789840 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: 1bca4d6b-3208-42ea-83ab-463b6b4c5e49] Found default for hw_disk_bus of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:45:23 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-8761eb8f-2aa1-4634-9776-8ce4c9789840 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: 1bca4d6b-3208-42ea-83ab-463b6b4c5e49] Found default for hw_input_bus of None {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:45:23 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-8761eb8f-2aa1-4634-9776-8ce4c9789840 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: 1bca4d6b-3208-42ea-83ab-463b6b4c5e49] Found default for hw_pointer_model of None {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:45:23 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-8761eb8f-2aa1-4634-9776-8ce4c9789840 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: 1bca4d6b-3208-42ea-83ab-463b6b4c5e49] Found default for hw_video_model of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:45:23 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-8761eb8f-2aa1-4634-9776-8ce4c9789840 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: 1bca4d6b-3208-42ea-83ab-463b6b4c5e49] Found default for hw_vif_model of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:45:23 user nova-compute[75147]: DEBUG nova.compute.manager [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: 80fddf4a-f86b-49a3-b9f7-9d1eb0fc2b7a] Allocating IP information in the background. {{(pid=75147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 27 19:45:23 user nova-compute[75147]: DEBUG nova.network.neutron [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: 80fddf4a-f86b-49a3-b9f7-9d1eb0fc2b7a] allocate_for_instance() {{(pid=75147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 27 19:45:23 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: 80fddf4a-f86b-49a3-b9f7-9d1eb0fc2b7a] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 27 19:45:23 user nova-compute[75147]: DEBUG nova.compute.manager [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: 80fddf4a-f86b-49a3-b9f7-9d1eb0fc2b7a] Start building block device mappings for instance. {{(pid=75147) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 27 19:45:23 user nova-compute[75147]: DEBUG nova.policy [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c215953c5f1f494bb16ee70ff9355cfd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c7d5ee667069474fa684fb2d4ba9da41', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75147) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 27 19:45:23 user nova-compute[75147]: INFO nova.compute.manager [None req-8761eb8f-2aa1-4634-9776-8ce4c9789840 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: 1bca4d6b-3208-42ea-83ab-463b6b4c5e49] Took 6.31 seconds to spawn the instance on the hypervisor.
Oct 27 19:45:23 user nova-compute[75147]: DEBUG nova.compute.manager [None req-8761eb8f-2aa1-4634-9776-8ce4c9789840 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: 1bca4d6b-3208-42ea-83ab-463b6b4c5e49] Checking state {{(pid=75147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 19:45:23 user nova-compute[75147]: INFO nova.virt.block_device [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: 80fddf4a-f86b-49a3-b9f7-9d1eb0fc2b7a] Booting with volume snapshot cf12e1e5-2efc-4fc5-9bff-931f63779e99 at /dev/vda
Oct 27 19:45:24 user nova-compute[75147]: INFO nova.compute.manager [None req-8761eb8f-2aa1-4634-9776-8ce4c9789840 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: 1bca4d6b-3208-42ea-83ab-463b6b4c5e49] Took 7.13 seconds to build instance.
Oct 27 19:45:24 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-8761eb8f-2aa1-4634-9776-8ce4c9789840 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lock "1bca4d6b-3208-42ea-83ab-463b6b4c5e49" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.251s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:45:24 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:45:24 user nova-compute[75147]: DEBUG nova.network.neutron [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: 80fddf4a-f86b-49a3-b9f7-9d1eb0fc2b7a] Successfully created port: 9a42e845-52d6-4df9-98f7-42ffa8ffe870 {{(pid=75147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 19:45:25 user nova-compute[75147]: DEBUG nova.network.neutron [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: 80fddf4a-f86b-49a3-b9f7-9d1eb0fc2b7a] Successfully updated port: 9a42e845-52d6-4df9-98f7-42ffa8ffe870 {{(pid=75147) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 19:45:25 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Acquiring lock "refresh_cache-80fddf4a-f86b-49a3-b9f7-9d1eb0fc2b7a" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:45:25 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Acquired lock "refresh_cache-80fddf4a-f86b-49a3-b9f7-9d1eb0fc2b7a" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:45:25 user nova-compute[75147]: DEBUG nova.network.neutron [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: 80fddf4a-f86b-49a3-b9f7-9d1eb0fc2b7a] Building network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 19:45:25 user nova-compute[75147]: DEBUG nova.compute.manager [req-c4957f94-12c8-4cbf-ae12-ec000ce4c97b req-31ed7946-27db-4e64-85e2-aa81806ee78e service nova] [instance: 80fddf4a-f86b-49a3-b9f7-9d1eb0fc2b7a] Received event network-changed-9a42e845-52d6-4df9-98f7-42ffa8ffe870 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:45:25 user nova-compute[75147]: DEBUG nova.compute.manager [req-c4957f94-12c8-4cbf-ae12-ec000ce4c97b req-31ed7946-27db-4e64-85e2-aa81806ee78e service nova] [instance: 80fddf4a-f86b-49a3-b9f7-9d1eb0fc2b7a] Refreshing instance network info cache due to event network-changed-9a42e845-52d6-4df9-98f7-42ffa8ffe870. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 19:45:25 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-c4957f94-12c8-4cbf-ae12-ec000ce4c97b req-31ed7946-27db-4e64-85e2-aa81806ee78e service nova] Acquiring lock "refresh_cache-80fddf4a-f86b-49a3-b9f7-9d1eb0fc2b7a" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:45:25 user nova-compute[75147]: DEBUG nova.network.neutron [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: 80fddf4a-f86b-49a3-b9f7-9d1eb0fc2b7a] Instance cache missing network info. {{(pid=75147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 19:45:25 user nova-compute[75147]: DEBUG nova.network.neutron [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: 80fddf4a-f86b-49a3-b9f7-9d1eb0fc2b7a] Updating instance_info_cache with network_info: [{"id": "9a42e845-52d6-4df9-98f7-42ffa8ffe870", "address": "fa:16:3e:c3:1b:30", "network": {"id": "06d546cd-b394-4fcf-970b-6f2fff8ea7ac", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-719028923-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c7d5ee667069474fa684fb2d4ba9da41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9a42e845-52", "ovs_interfaceid": "9a42e845-52d6-4df9-98f7-42ffa8ffe870", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:45:25 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Releasing lock "refresh_cache-80fddf4a-f86b-49a3-b9f7-9d1eb0fc2b7a" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:45:25 user nova-compute[75147]: DEBUG nova.compute.manager [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: 80fddf4a-f86b-49a3-b9f7-9d1eb0fc2b7a] Instance network_info: |[{"id": "9a42e845-52d6-4df9-98f7-42ffa8ffe870", "address": "fa:16:3e:c3:1b:30", "network": {"id": "06d546cd-b394-4fcf-970b-6f2fff8ea7ac", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-719028923-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c7d5ee667069474fa684fb2d4ba9da41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9a42e845-52", "ovs_interfaceid": "9a42e845-52d6-4df9-98f7-42ffa8ffe870", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 27 19:45:25 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-c4957f94-12c8-4cbf-ae12-ec000ce4c97b req-31ed7946-27db-4e64-85e2-aa81806ee78e service nova] Acquired lock "refresh_cache-80fddf4a-f86b-49a3-b9f7-9d1eb0fc2b7a" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:45:25 user nova-compute[75147]: DEBUG nova.network.neutron [req-c4957f94-12c8-4cbf-ae12-ec000ce4c97b req-31ed7946-27db-4e64-85e2-aa81806ee78e service nova] [instance: 80fddf4a-f86b-49a3-b9f7-9d1eb0fc2b7a] Refreshing network info cache for port 9a42e845-52d6-4df9-98f7-42ffa8ffe870 {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 19:45:26 user nova-compute[75147]: DEBUG nova.network.neutron [req-c4957f94-12c8-4cbf-ae12-ec000ce4c97b req-31ed7946-27db-4e64-85e2-aa81806ee78e service nova] [instance: 80fddf4a-f86b-49a3-b9f7-9d1eb0fc2b7a] Updated VIF entry in instance network info cache for port 9a42e845-52d6-4df9-98f7-42ffa8ffe870. {{(pid=75147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 19:45:26 user nova-compute[75147]: DEBUG nova.network.neutron [req-c4957f94-12c8-4cbf-ae12-ec000ce4c97b req-31ed7946-27db-4e64-85e2-aa81806ee78e service nova] [instance: 80fddf4a-f86b-49a3-b9f7-9d1eb0fc2b7a] Updating instance_info_cache with network_info: [{"id": "9a42e845-52d6-4df9-98f7-42ffa8ffe870", "address": "fa:16:3e:c3:1b:30", "network": {"id": "06d546cd-b394-4fcf-970b-6f2fff8ea7ac", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-719028923-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c7d5ee667069474fa684fb2d4ba9da41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9a42e845-52", "ovs_interfaceid": "9a42e845-52d6-4df9-98f7-42ffa8ffe870", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:45:26 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-c4957f94-12c8-4cbf-ae12-ec000ce4c97b req-31ed7946-27db-4e64-85e2-aa81806ee78e service nova] Releasing lock "refresh_cache-80fddf4a-f86b-49a3-b9f7-9d1eb0fc2b7a" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:45:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:45:29 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:45:29 user nova-compute[75147]: DEBUG os_brick.utils [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:45:29 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:45:29 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:45:29 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[227c4b25-7ac6-4128-b530-90fc492329ee]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9325735bc82e\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:45:29 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:45:29 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:45:29 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d54afb2-6bde-41fd-93be-754a0069dfc8]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:45:29 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:45:29 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:45:29 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[937438d2-6f09-4f4b-9de8-4104d0ac5eff]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:45:29 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[2bdde981-4d26-4c70-87ab-1818fe899769]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:45:29 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Running cmd (subprocess): nvme version {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:45:29 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] 'nvme version' failed. Not Retrying. {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 19:45:29 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.nvmeof [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] nvme not present on system {{(pid=75147) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 27 19:45:29 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:45:29 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 19:45:29 user nova-compute[75147]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 27 19:45:29 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[10539e6c-592f-4220-bcd7-4b7e8bce33c5]: (4, '') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:45:29 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75147) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 27 19:45:29 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 27 19:45:29 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] LIGHTOS: no hostnqn found. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 27 19:45:29 user nova-compute[75147]: DEBUG os_brick.utils [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] <== get_connector_properties: return (137ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9325735bc82e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:45:29 user nova-compute[75147]: DEBUG nova.virt.block_device [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: 80fddf4a-f86b-49a3-b9f7-9d1eb0fc2b7a] Updating existing volume attachment record: 714f2b00-0eb8-4ac4-ba26-8f953b7a379e {{(pid=75147) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 27 19:45:31 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-1142df1c-49b0-416d-bc53-f7118259dd5c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Acquiring lock "57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:45:31 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-1142df1c-49b0-416d-bc53-f7118259dd5c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Lock "57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:45:31 user nova-compute[75147]: DEBUG nova.compute.manager [None req-1142df1c-49b0-416d-bc53-f7118259dd5c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] [instance: 57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5] Starting instance... {{(pid=75147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 27 19:45:31 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-1142df1c-49b0-416d-bc53-f7118259dd5c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:45:31 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-1142df1c-49b0-416d-bc53-f7118259dd5c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:45:31 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-1142df1c-49b0-416d-bc53-f7118259dd5c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75147) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 19:45:31 user nova-compute[75147]: INFO nova.compute.claims [None req-1142df1c-49b0-416d-bc53-f7118259dd5c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] [instance: 57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5] Claim successful on node user
Oct 27 19:45:31 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-1142df1c-49b0-416d-bc53-f7118259dd5c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:45:31 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-1142df1c-49b0-416d-bc53-f7118259dd5c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:45:31 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-1142df1c-49b0-416d-bc53-f7118259dd5c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.600s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:45:31 user nova-compute[75147]: DEBUG nova.compute.manager [None req-1142df1c-49b0-416d-bc53-f7118259dd5c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] [instance: 57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5] Start building networks asynchronously for instance. {{(pid=75147) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 27 19:45:31 user nova-compute[75147]: DEBUG nova.compute.manager [None req-1142df1c-49b0-416d-bc53-f7118259dd5c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] [instance: 57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5] Allocating IP information in the background. {{(pid=75147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 27 19:45:31 user nova-compute[75147]: DEBUG nova.network.neutron [None req-1142df1c-49b0-416d-bc53-f7118259dd5c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] [instance: 57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5] allocate_for_instance() {{(pid=75147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 27 19:45:31 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-1142df1c-49b0-416d-bc53-f7118259dd5c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] [instance: 57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 27 19:45:31 user nova-compute[75147]: DEBUG nova.compute.manager [None req-1142df1c-49b0-416d-bc53-f7118259dd5c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] [instance: 57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5] Start building block device mappings for instance. {{(pid=75147) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 27 19:45:32 user nova-compute[75147]: DEBUG nova.policy [None req-1142df1c-49b0-416d-bc53-f7118259dd5c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7ca06d62cf2444bd8dc022f9b96864f2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '78363e2131144c48bd71079c29f858eb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75147) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 27 19:45:32 user nova-compute[75147]: DEBUG nova.compute.manager [None req-1142df1c-49b0-416d-bc53-f7118259dd5c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] [instance: 57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5] Start spawning the instance on the hypervisor. {{(pid=75147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 27 19:45:32 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-1142df1c-49b0-416d-bc53-f7118259dd5c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] [instance: 57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5] Creating instance directory {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 19:45:32 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-1142df1c-49b0-416d-bc53-f7118259dd5c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] [instance: 57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5] Creating image(s)
Oct 27 19:45:32 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-1142df1c-49b0-416d-bc53-f7118259dd5c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Acquiring lock "/opt/stack/data/nova/instances/57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:45:32 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-1142df1c-49b0-416d-bc53-f7118259dd5c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Lock "/opt/stack/data/nova/instances/57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:45:32 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-1142df1c-49b0-416d-bc53-f7118259dd5c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Lock "/opt/stack/data/nova/instances/57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:45:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-1142df1c-49b0-416d-bc53-f7118259dd5c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:45:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-1142df1c-49b0-416d-bc53-f7118259dd5c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.217s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:45:32 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-1142df1c-49b0-416d-bc53-f7118259dd5c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Acquiring lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:45:32 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-1142df1c-49b0-416d-bc53-f7118259dd5c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:45:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-1142df1c-49b0-416d-bc53-f7118259dd5c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:45:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-1142df1c-49b0-416d-bc53-f7118259dd5c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.171s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:45:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-1142df1c-49b0-416d-bc53-f7118259dd5c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa,backing_fmt=raw /opt/stack/data/nova/instances/57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5/disk 1073741824 {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:45:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-1142df1c-49b0-416d-bc53-f7118259dd5c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa,backing_fmt=raw /opt/stack/data/nova/instances/57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5/disk 1073741824" returned: 0 in 0.059s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:45:32 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-1142df1c-49b0-416d-bc53-f7118259dd5c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.237s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:45:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-1142df1c-49b0-416d-bc53-f7118259dd5c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:45:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-1142df1c-49b0-416d-bc53-f7118259dd5c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.203s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:45:32 user nova-compute[75147]: DEBUG nova.virt.disk.api [None req-1142df1c-49b0-416d-bc53-f7118259dd5c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Checking if we can resize image /opt/stack/data/nova/instances/57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5/disk. size=1073741824 {{(pid=75147) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 27 19:45:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-1142df1c-49b0-416d-bc53-f7118259dd5c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:45:32 user nova-compute[75147]: DEBUG nova.network.neutron [None req-1142df1c-49b0-416d-bc53-f7118259dd5c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] [instance: 57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5] Successfully created port: 57e79229-7f45-4c76-b223-803401f1946a {{(pid=75147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 19:45:33 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-1142df1c-49b0-416d-bc53-f7118259dd5c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:45:33 user nova-compute[75147]: DEBUG nova.virt.disk.api [None req-1142df1c-49b0-416d-bc53-f7118259dd5c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Cannot resize image /opt/stack/data/nova/instances/57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5/disk to a smaller size. {{(pid=75147) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 27 19:45:33 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-1142df1c-49b0-416d-bc53-f7118259dd5c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] [instance: 57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5] Created local disks {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 27 19:45:33 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-1142df1c-49b0-416d-bc53-f7118259dd5c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] [instance: 57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5] Ensure instance console log exists: /opt/stack/data/nova/instances/57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5/console.log {{(pid=75147) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 19:45:33 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-1142df1c-49b0-416d-bc53-f7118259dd5c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:45:33 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-1142df1c-49b0-416d-bc53-f7118259dd5c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:45:33 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-1142df1c-49b0-416d-bc53-f7118259dd5c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:45:33 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-89dc7d02-063b-4997-87c0-59c07e953608 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Acquiring lock "d3fb6898-879f-4828-b0c8-f4c7911c334c" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:45:33 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-89dc7d02-063b-4997-87c0-59c07e953608 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Lock "d3fb6898-879f-4828-b0c8-f4c7911c334c" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:45:33 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-89dc7d02-063b-4997-87c0-59c07e953608 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Acquiring lock "d3fb6898-879f-4828-b0c8-f4c7911c334c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:45:33 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-89dc7d02-063b-4997-87c0-59c07e953608 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Lock "d3fb6898-879f-4828-b0c8-f4c7911c334c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.008s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:45:33 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-89dc7d02-063b-4997-87c0-59c07e953608 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Lock "d3fb6898-879f-4828-b0c8-f4c7911c334c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:45:33 user nova-compute[75147]: INFO nova.compute.manager [None req-89dc7d02-063b-4997-87c0-59c07e953608 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: d3fb6898-879f-4828-b0c8-f4c7911c334c] Terminating instance
Oct 27 19:45:33 user nova-compute[75147]: DEBUG nova.compute.manager [None req-89dc7d02-063b-4997-87c0-59c07e953608 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: d3fb6898-879f-4828-b0c8-f4c7911c334c] Start destroying the instance on the hypervisor. {{(pid=75147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 27 19:45:33 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:45:33 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:45:33 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:45:33 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:45:33 user nova-compute[75147]: DEBUG nova.compute.manager [req-7cb1df38-633a-4412-a31f-63cb12501dc5 req-cc1019ec-8530-41c5-a1bb-cb86fc2e64c5 service nova] [instance: d3fb6898-879f-4828-b0c8-f4c7911c334c] Received event network-vif-unplugged-24cd132f-d0bb-46ce-b74d-64535d946a24 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:45:33 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-7cb1df38-633a-4412-a31f-63cb12501dc5 req-cc1019ec-8530-41c5-a1bb-cb86fc2e64c5 service nova] Acquiring lock "d3fb6898-879f-4828-b0c8-f4c7911c334c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:45:33 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-7cb1df38-633a-4412-a31f-63cb12501dc5 req-cc1019ec-8530-41c5-a1bb-cb86fc2e64c5 service nova] Lock "d3fb6898-879f-4828-b0c8-f4c7911c334c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:45:33 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-7cb1df38-633a-4412-a31f-63cb12501dc5 req-cc1019ec-8530-41c5-a1bb-cb86fc2e64c5 service nova] Lock "d3fb6898-879f-4828-b0c8-f4c7911c334c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:45:33 user nova-compute[75147]: DEBUG nova.compute.manager [req-7cb1df38-633a-4412-a31f-63cb12501dc5 req-cc1019ec-8530-41c5-a1bb-cb86fc2e64c5 service nova] [instance: d3fb6898-879f-4828-b0c8-f4c7911c334c] No waiting events found dispatching network-vif-unplugged-24cd132f-d0bb-46ce-b74d-64535d946a24 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:45:33 user nova-compute[75147]: DEBUG nova.compute.manager [req-7cb1df38-633a-4412-a31f-63cb12501dc5 req-cc1019ec-8530-41c5-a1bb-cb86fc2e64c5 service nova] [instance: d3fb6898-879f-4828-b0c8-f4c7911c334c] Received event network-vif-unplugged-24cd132f-d0bb-46ce-b74d-64535d946a24 for instance with task_state deleting. {{(pid=75147) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 19:45:33 user nova-compute[75147]: DEBUG nova.network.neutron [None req-1142df1c-49b0-416d-bc53-f7118259dd5c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] [instance: 57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5] Successfully updated port: 57e79229-7f45-4c76-b223-803401f1946a {{(pid=75147) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 19:45:33 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-1142df1c-49b0-416d-bc53-f7118259dd5c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Acquiring lock "refresh_cache-57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:45:33 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-1142df1c-49b0-416d-bc53-f7118259dd5c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Acquired lock "refresh_cache-57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:45:33 user nova-compute[75147]: DEBUG nova.network.neutron [None req-1142df1c-49b0-416d-bc53-f7118259dd5c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] [instance: 57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5] Building network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 19:45:33 user nova-compute[75147]: DEBUG nova.compute.manager [req-8a8bd6e4-d220-4f05-96c9-9ed1e1dd390c req-0bb6c6c8-f80f-476b-818d-3f0489ac65cb service nova] [instance: 57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5] Received event network-changed-57e79229-7f45-4c76-b223-803401f1946a {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:45:33 user nova-compute[75147]: DEBUG nova.compute.manager [req-8a8bd6e4-d220-4f05-96c9-9ed1e1dd390c req-0bb6c6c8-f80f-476b-818d-3f0489ac65cb service nova] [instance: 57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5] Refreshing instance network info cache due to event network-changed-57e79229-7f45-4c76-b223-803401f1946a. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 19:45:33 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-8a8bd6e4-d220-4f05-96c9-9ed1e1dd390c req-0bb6c6c8-f80f-476b-818d-3f0489ac65cb service nova] Acquiring lock "refresh_cache-57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:45:33 user nova-compute[75147]: DEBUG nova.network.neutron [None req-1142df1c-49b0-416d-bc53-f7118259dd5c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] [instance: 57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5] Instance cache missing network info. {{(pid=75147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 19:45:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:45:34 user nova-compute[75147]: DEBUG nova.network.neutron [None req-1142df1c-49b0-416d-bc53-f7118259dd5c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] [instance: 57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5] Updating instance_info_cache with network_info: [{"id": "57e79229-7f45-4c76-b223-803401f1946a", "address": "fa:16:3e:57:41:f3", "network": {"id": "26f70d05-2438-444a-889d-7e7dfc5286cd", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1277807589-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "78363e2131144c48bd71079c29f858eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap57e79229-7f", "ovs_interfaceid": "57e79229-7f45-4c76-b223-803401f1946a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:45:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:45:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:45:34 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-1142df1c-49b0-416d-bc53-f7118259dd5c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Releasing lock "refresh_cache-57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:45:34 user nova-compute[75147]: DEBUG nova.compute.manager [None req-1142df1c-49b0-416d-bc53-f7118259dd5c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] [instance: 57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5] Instance network_info: |[{"id": "57e79229-7f45-4c76-b223-803401f1946a", "address": "fa:16:3e:57:41:f3", "network": {"id": "26f70d05-2438-444a-889d-7e7dfc5286cd", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1277807589-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "78363e2131144c48bd71079c29f858eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap57e79229-7f", "ovs_interfaceid": "57e79229-7f45-4c76-b223-803401f1946a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 27 19:45:34 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-8a8bd6e4-d220-4f05-96c9-9ed1e1dd390c req-0bb6c6c8-f80f-476b-818d-3f0489ac65cb service nova] Acquired lock "refresh_cache-57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:45:34 user nova-compute[75147]: DEBUG nova.network.neutron [req-8a8bd6e4-d220-4f05-96c9-9ed1e1dd390c req-0bb6c6c8-f80f-476b-818d-3f0489ac65cb service nova] [instance: 57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5] Refreshing network info cache for port 57e79229-7f45-4c76-b223-803401f1946a {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 19:45:34 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-1142df1c-49b0-416d-bc53-f7118259dd5c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] [instance: 57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5] Start _get_guest_xml network_info=[{"id": "57e79229-7f45-4c76-b223-803401f1946a", "address": "fa:16:3e:57:41:f3", "network": {"id": "26f70d05-2438-444a-889d-7e7dfc5286cd", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1277807589-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "78363e2131144c48bd71079c29f858eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap57e79229-7f", "ovs_interfaceid": "57e79229-7f45-4c76-b223-803401f1946a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T19:22:09Z,direct_url=<?>,disk_format='qcow2',id=d52df17c-5315-4a73-ab7c-34c161a414fb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0b43115555434818b0c8bdf6be4946da',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T19:22:11Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'encryption_options': None, 'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encrypted': False, 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_format': None, 'device_name': '/dev/vda', 'image_id': 'd52df17c-5315-4a73-ab7c-34c161a414fb'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 19:45:34 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: d3fb6898-879f-4828-b0c8-f4c7911c334c] Instance destroyed successfully.
Oct 27 19:45:34 user nova-compute[75147]: DEBUG nova.objects.instance [None req-89dc7d02-063b-4997-87c0-59c07e953608 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Lazy-loading 'resources' on Instance uuid d3fb6898-879f-4828-b0c8-f4c7911c334c {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:45:34 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-1142df1c-49b0-416d-bc53-f7118259dd5c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:45:34 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-1142df1c-49b0-416d-bc53-f7118259dd5c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:45:34 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-89dc7d02-063b-4997-87c0-59c07e953608 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:25:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1805393394',display_name='tempest-ServerActionsTestOtherA-server-1805393394',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1805393394',id=3,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOXkDIbd6Wo6RBSDiwWqz2XRHnZpRZKK50xWKjp/Qpbe61/J2k+R/KGHzH6S/IGkit18q4Sf5K11wZ/QA43Fc9LDj1WHdA6Fd7UEtHG5bF9plsV04AXI4rr9Ic84cyFoKw==',key_name='tempest-keypair-561519846',keypairs=<?>,launch_index=0,launched_at=2023-10-27T19:26:16Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='9368eab86d5248b2a34511d5d0fd64eb',ramdisk_id='',reservation_id='r-b6wtxvzo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-2091358466',owner_user_name='tempest-ServerActionsTestOtherA-2091358466-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T19:26:16Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2ec18a0cb61842b092eeaecce2a03b70',uuid=d3fb6898-879f-4828-b0c8-f4c7911c334c,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "24cd132f-d0bb-46ce-b74d-64535d946a24", "address": "fa:16:3e:d4:a1:89", "network": {"id": "bae3f1ff-b48f-4e91-a1ac-2c877ecca1af", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1949095258-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9368eab86d5248b2a34511d5d0fd64eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap24cd132f-d0", "ovs_interfaceid": "24cd132f-d0bb-46ce-b74d-64535d946a24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 19:45:34 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-89dc7d02-063b-4997-87c0-59c07e953608 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Converting VIF {"id": "24cd132f-d0bb-46ce-b74d-64535d946a24", "address": "fa:16:3e:d4:a1:89", "network": {"id": "bae3f1ff-b48f-4e91-a1ac-2c877ecca1af", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1949095258-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9368eab86d5248b2a34511d5d0fd64eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap24cd132f-d0", "ovs_interfaceid": "24cd132f-d0bb-46ce-b74d-64535d946a24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:45:34 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-89dc7d02-063b-4997-87c0-59c07e953608 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:d4:a1:89,bridge_name='br-int',has_traffic_filtering=True,id=24cd132f-d0bb-46ce-b74d-64535d946a24,network=Network(bae3f1ff-b48f-4e91-a1ac-2c877ecca1af),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap24cd132f-d0') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:45:34 user nova-compute[75147]: DEBUG os_vif [None req-89dc7d02-063b-4997-87c0-59c07e953608 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:d4:a1:89,bridge_name='br-int',has_traffic_filtering=True,id=24cd132f-d0bb-46ce-b74d-64535d946a24,network=Network(bae3f1ff-b48f-4e91-a1ac-2c877ecca1af),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap24cd132f-d0') {{(pid=75147) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 19:45:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:45:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap24cd132f-d0, bridge=br-int, if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:45:34 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-1142df1c-49b0-416d-bc53-f7118259dd5c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 19:45:34 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-1142df1c-49b0-416d-bc53-f7118259dd5c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] CPU controller missing on host. {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 19:45:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:45:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:45:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:45:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=f3fdbb44-f2c8-4042-a7c3-4bbe6012aed3) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:45:34 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-1142df1c-49b0-416d-bc53-f7118259dd5c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 19:45:34 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-1142df1c-49b0-416d-bc53-f7118259dd5c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] CPU controller found on host. {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 19:45:34 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-1142df1c-49b0-416d-bc53-f7118259dd5c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75147) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 19:45:34 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-1142df1c-49b0-416d-bc53-f7118259dd5c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T19:21:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T19:22:09Z,direct_url=<?>,disk_format='qcow2',id=d52df17c-5315-4a73-ab7c-34c161a414fb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0b43115555434818b0c8bdf6be4946da',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T19:22:11Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 19:45:34 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-1142df1c-49b0-416d-bc53-f7118259dd5c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Flavor limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 19:45:34 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-1142df1c-49b0-416d-bc53-f7118259dd5c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Image limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 19:45:34 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-1142df1c-49b0-416d-bc53-f7118259dd5c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Flavor pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 19:45:34 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-1142df1c-49b0-416d-bc53-f7118259dd5c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Image pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 19:45:34 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-1142df1c-49b0-416d-bc53-f7118259dd5c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 19:45:34 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-1142df1c-49b0-416d-bc53-f7118259dd5c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 19:45:34 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-1142df1c-49b0-416d-bc53-f7118259dd5c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 19:45:34 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-1142df1c-49b0-416d-bc53-f7118259dd5c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Got 1 possible topologies {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 19:45:34 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-1142df1c-49b0-416d-bc53-f7118259dd5c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 19:45:34 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-1142df1c-49b0-416d-bc53-f7118259dd5c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 19:45:34 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-1142df1c-49b0-416d-bc53-f7118259dd5c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:45:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1295449685',display_name='tempest-VolumesSnapshotTestJSON-instance-1295449685',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-1295449685',id=37,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJhUq+OLGrjtJs6MWTAZUFJ921X4AFYk/JXdkHMaHR3sJbiB615T+g30Z4SPk6jCL3HyK6v7sSjg3Qlq5DL5ZZqHaeSFFhPGhtCn7V+C5LIysFUwvzw92Te/sbDT5Nv70w==',key_name='tempest-keypair-528372835',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='78363e2131144c48bd71079c29f858eb',ramdisk_id='',reservation_id='r-nxxttqtu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-1073723889',owner_user_name='tempest-VolumesSnapshotTestJSON-1073723889-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:45:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='7ca06d62cf2444bd8dc022f9b96864f2',uuid=57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "57e79229-7f45-4c76-b223-803401f1946a", "address": "fa:16:3e:57:41:f3", "network": {"id": "26f70d05-2438-444a-889d-7e7dfc5286cd", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1277807589-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "78363e2131144c48bd71079c29f858eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap57e79229-7f", "ovs_interfaceid": "57e79229-7f45-4c76-b223-803401f1946a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75147) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 19:45:34 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-1142df1c-49b0-416d-bc53-f7118259dd5c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Converting VIF {"id": "57e79229-7f45-4c76-b223-803401f1946a", "address": "fa:16:3e:57:41:f3", "network": {"id": "26f70d05-2438-444a-889d-7e7dfc5286cd", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1277807589-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "78363e2131144c48bd71079c29f858eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap57e79229-7f", "ovs_interfaceid": "57e79229-7f45-4c76-b223-803401f1946a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:45:34 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-1142df1c-49b0-416d-bc53-f7118259dd5c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:57:41:f3,bridge_name='br-int',has_traffic_filtering=True,id=57e79229-7f45-4c76-b223-803401f1946a,network=Network(26f70d05-2438-444a-889d-7e7dfc5286cd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap57e79229-7f') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:45:34 user nova-compute[75147]: DEBUG nova.objects.instance [None req-1142df1c-49b0-416d-bc53-f7118259dd5c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Lazy-loading 'pci_devices' on Instance uuid 57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:45:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:45:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:45:34 user nova-compute[75147]: INFO os_vif [None req-89dc7d02-063b-4997-87c0-59c07e953608 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:d4:a1:89,bridge_name='br-int',has_traffic_filtering=True,id=24cd132f-d0bb-46ce-b74d-64535d946a24,network=Network(bae3f1ff-b48f-4e91-a1ac-2c877ecca1af),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap24cd132f-d0')
Oct 27 19:45:34 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-89dc7d02-063b-4997-87c0-59c07e953608 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: d3fb6898-879f-4828-b0c8-f4c7911c334c] Deleting instance files /opt/stack/data/nova/instances/d3fb6898-879f-4828-b0c8-f4c7911c334c_del
Oct 27 19:45:34 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-89dc7d02-063b-4997-87c0-59c07e953608 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: d3fb6898-879f-4828-b0c8-f4c7911c334c] Deletion of /opt/stack/data/nova/instances/d3fb6898-879f-4828-b0c8-f4c7911c334c_del complete
Oct 27 19:45:34 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-1142df1c-49b0-416d-bc53-f7118259dd5c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] [instance: 57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5] End _get_guest_xml xml=<domain type="kvm">
Oct 27 19:45:34 user nova-compute[75147]:   <uuid>57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5</uuid>
Oct 27 19:45:34 user nova-compute[75147]:   <name>instance-00000025</name>
Oct 27 19:45:34 user nova-compute[75147]:   <memory>524288</memory>
Oct 27 19:45:34 user nova-compute[75147]:   <vcpu>1</vcpu>
Oct 27 19:45:34 user nova-compute[75147]:   <metadata>
Oct 27 19:45:34 user nova-compute[75147]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 19:45:34 user nova-compute[75147]:       <nova:package version="0.0.0"/>
Oct 27 19:45:34 user nova-compute[75147]:       <nova:name>tempest-VolumesSnapshotTestJSON-instance-1295449685</nova:name>
Oct 27 19:45:34 user nova-compute[75147]:       <nova:creationTime>2023-10-27 19:45:34</nova:creationTime>
Oct 27 19:45:34 user nova-compute[75147]:       <nova:flavor name="m1.tiny">
Oct 27 19:45:34 user nova-compute[75147]:         <nova:memory>512</nova:memory>
Oct 27 19:45:34 user nova-compute[75147]:         <nova:disk>1</nova:disk>
Oct 27 19:45:34 user nova-compute[75147]:         <nova:swap>0</nova:swap>
Oct 27 19:45:34 user nova-compute[75147]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 19:45:34 user nova-compute[75147]:         <nova:vcpus>1</nova:vcpus>
Oct 27 19:45:34 user nova-compute[75147]:       </nova:flavor>
Oct 27 19:45:34 user nova-compute[75147]:       <nova:owner>
Oct 27 19:45:34 user nova-compute[75147]:         <nova:user uuid="7ca06d62cf2444bd8dc022f9b96864f2">tempest-VolumesSnapshotTestJSON-1073723889-project-member</nova:user>
Oct 27 19:45:34 user nova-compute[75147]:         <nova:project uuid="78363e2131144c48bd71079c29f858eb">tempest-VolumesSnapshotTestJSON-1073723889</nova:project>
Oct 27 19:45:34 user nova-compute[75147]:       </nova:owner>
Oct 27 19:45:34 user nova-compute[75147]:       <nova:root type="image" uuid="d52df17c-5315-4a73-ab7c-34c161a414fb"/>
Oct 27 19:45:34 user nova-compute[75147]:       <nova:ports>
Oct 27 19:45:34 user nova-compute[75147]:         <nova:port uuid="57e79229-7f45-4c76-b223-803401f1946a">
Oct 27 19:45:34 user nova-compute[75147]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Oct 27 19:45:34 user nova-compute[75147]:         </nova:port>
Oct 27 19:45:34 user nova-compute[75147]:       </nova:ports>
Oct 27 19:45:34 user nova-compute[75147]:     </nova:instance>
Oct 27 19:45:34 user nova-compute[75147]:   </metadata>
Oct 27 19:45:34 user nova-compute[75147]:   <sysinfo type="smbios">
Oct 27 19:45:34 user nova-compute[75147]:     <system>
Oct 27 19:45:34 user nova-compute[75147]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 19:45:34 user nova-compute[75147]:       <entry name="product">OpenStack Nova</entry>
Oct 27 19:45:34 user nova-compute[75147]:       <entry name="version">0.0.0</entry>
Oct 27 19:45:34 user nova-compute[75147]:       <entry name="serial">57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5</entry>
Oct 27 19:45:34 user nova-compute[75147]:       <entry name="uuid">57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5</entry>
Oct 27 19:45:34 user nova-compute[75147]:       <entry name="family">Virtual Machine</entry>
Oct 27 19:45:34 user nova-compute[75147]:     </system>
Oct 27 19:45:34 user nova-compute[75147]:   </sysinfo>
Oct 27 19:45:34 user nova-compute[75147]:   <os>
Oct 27 19:45:34 user nova-compute[75147]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 19:45:34 user nova-compute[75147]:     <boot dev="hd"/>
Oct 27 19:45:34 user nova-compute[75147]:     <smbios mode="sysinfo"/>
Oct 27 19:45:34 user nova-compute[75147]:   </os>
Oct 27 19:45:34 user nova-compute[75147]:   <features>
Oct 27 19:45:34 user nova-compute[75147]:     <acpi/>
Oct 27 19:45:34 user nova-compute[75147]:     <apic/>
Oct 27 19:45:34 user nova-compute[75147]:     <vmcoreinfo/>
Oct 27 19:45:34 user nova-compute[75147]:   </features>
Oct 27 19:45:34 user nova-compute[75147]:   <clock offset="utc">
Oct 27 19:45:34 user nova-compute[75147]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 19:45:34 user nova-compute[75147]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 19:45:34 user nova-compute[75147]:     <timer name="hpet" present="no"/>
Oct 27 19:45:34 user nova-compute[75147]:   </clock>
Oct 27 19:45:34 user nova-compute[75147]:   <cpu mode="custom" match="exact">
Oct 27 19:45:34 user nova-compute[75147]:     <model>Nehalem</model>
Oct 27 19:45:34 user nova-compute[75147]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 19:45:34 user nova-compute[75147]:   </cpu>
Oct 27 19:45:34 user nova-compute[75147]:   <devices>
Oct 27 19:45:34 user nova-compute[75147]:     <disk type="file" device="disk">
Oct 27 19:45:34 user nova-compute[75147]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 27 19:45:34 user nova-compute[75147]:       <source file="/opt/stack/data/nova/instances/57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5/disk"/>
Oct 27 19:45:34 user nova-compute[75147]:       <target dev="vda" bus="virtio"/>
Oct 27 19:45:34 user nova-compute[75147]:     </disk>
Oct 27 19:45:34 user nova-compute[75147]:     <interface type="ethernet">
Oct 27 19:45:34 user nova-compute[75147]:       <mac address="fa:16:3e:57:41:f3"/>
Oct 27 19:45:34 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:45:34 user nova-compute[75147]:       <mtu size="1442"/>
Oct 27 19:45:34 user nova-compute[75147]:       <target dev="tap57e79229-7f"/>
Oct 27 19:45:34 user nova-compute[75147]:     </interface>
Oct 27 19:45:34 user nova-compute[75147]:     <serial type="pty">
Oct 27 19:45:34 user nova-compute[75147]:       <log file="/opt/stack/data/nova/instances/57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5/console.log" append="off"/>
Oct 27 19:45:34 user nova-compute[75147]:     </serial>
Oct 27 19:45:34 user nova-compute[75147]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 19:45:34 user nova-compute[75147]:     <video>
Oct 27 19:45:34 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:45:34 user nova-compute[75147]:     </video>
Oct 27 19:45:34 user nova-compute[75147]:     <rng model="virtio">
Oct 27 19:45:34 user nova-compute[75147]:       <backend model="random">/dev/urandom</backend>
Oct 27 19:45:34 user nova-compute[75147]:     </rng>
Oct 27 19:45:34 user nova-compute[75147]:     <controller type="usb" index="0" model="none"/>
Oct 27 19:45:34 user nova-compute[75147]:     <memballoon model="virtio">
Oct 27 19:45:34 user nova-compute[75147]:       <stats period="10"/>
Oct 27 19:45:34 user nova-compute[75147]:     </memballoon>
Oct 27 19:45:34 user nova-compute[75147]:   </devices>
Oct 27 19:45:34 user nova-compute[75147]: </domain>
Oct 27 19:45:34 user nova-compute[75147]:  {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 19:45:34 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-1142df1c-49b0-416d-bc53-f7118259dd5c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:45:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1295449685',display_name='tempest-VolumesSnapshotTestJSON-instance-1295449685',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-1295449685',id=37,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJhUq+OLGrjtJs6MWTAZUFJ921X4AFYk/JXdkHMaHR3sJbiB615T+g30Z4SPk6jCL3HyK6v7sSjg3Qlq5DL5ZZqHaeSFFhPGhtCn7V+C5LIysFUwvzw92Te/sbDT5Nv70w==',key_name='tempest-keypair-528372835',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='78363e2131144c48bd71079c29f858eb',ramdisk_id='',reservation_id='r-nxxttqtu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-1073723889',owner_user_name='tempest-VolumesSnapshotTestJSON-1073723889-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:45:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='7ca06d62cf2444bd8dc022f9b96864f2',uuid=57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "57e79229-7f45-4c76-b223-803401f1946a", "address": "fa:16:3e:57:41:f3", "network": {"id": "26f70d05-2438-444a-889d-7e7dfc5286cd", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1277807589-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "78363e2131144c48bd71079c29f858eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap57e79229-7f", "ovs_interfaceid": "57e79229-7f45-4c76-b223-803401f1946a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 19:45:34 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-1142df1c-49b0-416d-bc53-f7118259dd5c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Converting VIF {"id": "57e79229-7f45-4c76-b223-803401f1946a", "address": "fa:16:3e:57:41:f3", "network": {"id": "26f70d05-2438-444a-889d-7e7dfc5286cd", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1277807589-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "78363e2131144c48bd71079c29f858eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap57e79229-7f", "ovs_interfaceid": "57e79229-7f45-4c76-b223-803401f1946a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:45:34 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-1142df1c-49b0-416d-bc53-f7118259dd5c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:57:41:f3,bridge_name='br-int',has_traffic_filtering=True,id=57e79229-7f45-4c76-b223-803401f1946a,network=Network(26f70d05-2438-444a-889d-7e7dfc5286cd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap57e79229-7f') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:45:34 user nova-compute[75147]: DEBUG os_vif [None req-1142df1c-49b0-416d-bc53-f7118259dd5c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:57:41:f3,bridge_name='br-int',has_traffic_filtering=True,id=57e79229-7f45-4c76-b223-803401f1946a,network=Network(26f70d05-2438-444a-889d-7e7dfc5286cd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap57e79229-7f') {{(pid=75147) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 19:45:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:45:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:45:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 19:45:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:45:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c548b0b1-c9c9-5044-8ce3-f78f5abef273', '_type': 'linux-noop'}}, row=False) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:45:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:45:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:45:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:45:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:45:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap57e79229-7f, may_exist=True, interface_attrs={}) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:45:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap57e79229-7f, col_values=(('qos', UUID('cf60d7ac-55b6-4b52-a8a1-f8b8fe3611bb')),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:45:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap57e79229-7f, col_values=(('external_ids', {'iface-id': '57e79229-7f45-4c76-b223-803401f1946a', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:57:41:f3', 'vm-uuid': '57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5'}),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:45:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:45:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:45:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:45:34 user nova-compute[75147]: INFO os_vif [None req-1142df1c-49b0-416d-bc53-f7118259dd5c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:57:41:f3,bridge_name='br-int',has_traffic_filtering=True,id=57e79229-7f45-4c76-b223-803401f1946a,network=Network(26f70d05-2438-444a-889d-7e7dfc5286cd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap57e79229-7f')
Oct 27 19:45:34 user nova-compute[75147]: INFO nova.compute.manager [None req-89dc7d02-063b-4997-87c0-59c07e953608 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] [instance: d3fb6898-879f-4828-b0c8-f4c7911c334c] Took 1.17 seconds to destroy the instance on the hypervisor.
Oct 27 19:45:34 user nova-compute[75147]: DEBUG oslo.service.loopingcall [None req-89dc7d02-063b-4997-87c0-59c07e953608 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 27 19:45:34 user nova-compute[75147]: DEBUG nova.compute.manager [-] [instance: d3fb6898-879f-4828-b0c8-f4c7911c334c] Deallocating network for instance {{(pid=75147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 27 19:45:34 user nova-compute[75147]: DEBUG nova.network.neutron [-] [instance: d3fb6898-879f-4828-b0c8-f4c7911c334c] deallocate_for_instance() {{(pid=75147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 27 19:45:34 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-1142df1c-49b0-416d-bc53-f7118259dd5c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] No BDM found with device name vda, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:45:34 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-1142df1c-49b0-416d-bc53-f7118259dd5c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] No VIF found with MAC fa:16:3e:57:41:f3, not building metadata {{(pid=75147) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 19:45:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:45:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:45:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:45:35 user nova-compute[75147]: DEBUG nova.network.neutron [req-8a8bd6e4-d220-4f05-96c9-9ed1e1dd390c req-0bb6c6c8-f80f-476b-818d-3f0489ac65cb service nova] [instance: 57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5] Updated VIF entry in instance network info cache for port 57e79229-7f45-4c76-b223-803401f1946a. {{(pid=75147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 19:45:35 user nova-compute[75147]: DEBUG nova.network.neutron [req-8a8bd6e4-d220-4f05-96c9-9ed1e1dd390c req-0bb6c6c8-f80f-476b-818d-3f0489ac65cb service nova] [instance: 57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5] Updating instance_info_cache with network_info: [{"id": "57e79229-7f45-4c76-b223-803401f1946a", "address": "fa:16:3e:57:41:f3", "network": {"id": "26f70d05-2438-444a-889d-7e7dfc5286cd", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1277807589-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "78363e2131144c48bd71079c29f858eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap57e79229-7f", "ovs_interfaceid": "57e79229-7f45-4c76-b223-803401f1946a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:45:35 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-8a8bd6e4-d220-4f05-96c9-9ed1e1dd390c req-0bb6c6c8-f80f-476b-818d-3f0489ac65cb service nova] Releasing lock "refresh_cache-57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:45:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:45:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:45:35 user nova-compute[75147]: DEBUG nova.network.neutron [-] [instance: d3fb6898-879f-4828-b0c8-f4c7911c334c] Updating instance_info_cache with network_info: [] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:45:35 user nova-compute[75147]: INFO nova.compute.manager [-] [instance: d3fb6898-879f-4828-b0c8-f4c7911c334c] Took 0.92 seconds to deallocate network for instance.
Oct 27 19:45:35 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-89dc7d02-063b-4997-87c0-59c07e953608 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:45:35 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-89dc7d02-063b-4997-87c0-59c07e953608 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:45:35 user nova-compute[75147]: DEBUG nova.compute.manager [req-c51ede0e-41d7-4943-9787-7cf7eff59ef2 req-7e014727-a267-44bf-9e31-3f0a6ad8ff6a service nova] [instance: d3fb6898-879f-4828-b0c8-f4c7911c334c] Received event network-vif-plugged-24cd132f-d0bb-46ce-b74d-64535d946a24 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:45:35 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-c51ede0e-41d7-4943-9787-7cf7eff59ef2 req-7e014727-a267-44bf-9e31-3f0a6ad8ff6a service nova] Acquiring lock "d3fb6898-879f-4828-b0c8-f4c7911c334c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:45:35 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-c51ede0e-41d7-4943-9787-7cf7eff59ef2 req-7e014727-a267-44bf-9e31-3f0a6ad8ff6a service nova] Lock "d3fb6898-879f-4828-b0c8-f4c7911c334c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:45:35 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-c51ede0e-41d7-4943-9787-7cf7eff59ef2 req-7e014727-a267-44bf-9e31-3f0a6ad8ff6a service nova] Lock "d3fb6898-879f-4828-b0c8-f4c7911c334c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:45:35 user nova-compute[75147]: DEBUG nova.compute.manager [req-c51ede0e-41d7-4943-9787-7cf7eff59ef2 req-7e014727-a267-44bf-9e31-3f0a6ad8ff6a service nova] [instance: d3fb6898-879f-4828-b0c8-f4c7911c334c] No waiting events found dispatching network-vif-plugged-24cd132f-d0bb-46ce-b74d-64535d946a24 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:45:35 user nova-compute[75147]: WARNING nova.compute.manager [req-c51ede0e-41d7-4943-9787-7cf7eff59ef2 req-7e014727-a267-44bf-9e31-3f0a6ad8ff6a service nova] [instance: d3fb6898-879f-4828-b0c8-f4c7911c334c] Received unexpected event network-vif-plugged-24cd132f-d0bb-46ce-b74d-64535d946a24 for instance with vm_state deleted and task_state None.
Oct 27 19:45:35 user nova-compute[75147]: DEBUG nova.compute.manager [req-c51ede0e-41d7-4943-9787-7cf7eff59ef2 req-7e014727-a267-44bf-9e31-3f0a6ad8ff6a service nova] [instance: d3fb6898-879f-4828-b0c8-f4c7911c334c] Received event network-vif-plugged-24cd132f-d0bb-46ce-b74d-64535d946a24 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:45:35 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-c51ede0e-41d7-4943-9787-7cf7eff59ef2 req-7e014727-a267-44bf-9e31-3f0a6ad8ff6a service nova] Acquiring lock "d3fb6898-879f-4828-b0c8-f4c7911c334c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:45:35 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-c51ede0e-41d7-4943-9787-7cf7eff59ef2 req-7e014727-a267-44bf-9e31-3f0a6ad8ff6a service nova] Lock "d3fb6898-879f-4828-b0c8-f4c7911c334c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:45:35 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-c51ede0e-41d7-4943-9787-7cf7eff59ef2 req-7e014727-a267-44bf-9e31-3f0a6ad8ff6a service nova] Lock "d3fb6898-879f-4828-b0c8-f4c7911c334c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:45:35 user nova-compute[75147]: DEBUG nova.compute.manager [req-c51ede0e-41d7-4943-9787-7cf7eff59ef2 req-7e014727-a267-44bf-9e31-3f0a6ad8ff6a service nova] [instance: d3fb6898-879f-4828-b0c8-f4c7911c334c] No waiting events found dispatching network-vif-plugged-24cd132f-d0bb-46ce-b74d-64535d946a24 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:45:35 user nova-compute[75147]: WARNING nova.compute.manager [req-c51ede0e-41d7-4943-9787-7cf7eff59ef2 req-7e014727-a267-44bf-9e31-3f0a6ad8ff6a service nova] [instance: d3fb6898-879f-4828-b0c8-f4c7911c334c] Received unexpected event network-vif-plugged-24cd132f-d0bb-46ce-b74d-64535d946a24 for instance with vm_state deleted and task_state None.
Oct 27 19:45:35 user nova-compute[75147]: DEBUG nova.compute.manager [req-c51ede0e-41d7-4943-9787-7cf7eff59ef2 req-7e014727-a267-44bf-9e31-3f0a6ad8ff6a service nova] [instance: d3fb6898-879f-4828-b0c8-f4c7911c334c] Received event network-vif-plugged-24cd132f-d0bb-46ce-b74d-64535d946a24 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:45:35 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-c51ede0e-41d7-4943-9787-7cf7eff59ef2 req-7e014727-a267-44bf-9e31-3f0a6ad8ff6a service nova] Acquiring lock "d3fb6898-879f-4828-b0c8-f4c7911c334c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:45:35 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-c51ede0e-41d7-4943-9787-7cf7eff59ef2 req-7e014727-a267-44bf-9e31-3f0a6ad8ff6a service nova] Lock "d3fb6898-879f-4828-b0c8-f4c7911c334c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:45:35 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-c51ede0e-41d7-4943-9787-7cf7eff59ef2 req-7e014727-a267-44bf-9e31-3f0a6ad8ff6a service nova] Lock "d3fb6898-879f-4828-b0c8-f4c7911c334c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:45:35 user nova-compute[75147]: DEBUG nova.compute.manager [req-c51ede0e-41d7-4943-9787-7cf7eff59ef2 req-7e014727-a267-44bf-9e31-3f0a6ad8ff6a service nova] [instance: d3fb6898-879f-4828-b0c8-f4c7911c334c] No waiting events found dispatching network-vif-plugged-24cd132f-d0bb-46ce-b74d-64535d946a24 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:45:35 user nova-compute[75147]: WARNING nova.compute.manager [req-c51ede0e-41d7-4943-9787-7cf7eff59ef2 req-7e014727-a267-44bf-9e31-3f0a6ad8ff6a service nova] [instance: d3fb6898-879f-4828-b0c8-f4c7911c334c] Received unexpected event network-vif-plugged-24cd132f-d0bb-46ce-b74d-64535d946a24 for instance with vm_state deleted and task_state None.
Oct 27 19:45:35 user nova-compute[75147]: DEBUG nova.compute.manager [req-c51ede0e-41d7-4943-9787-7cf7eff59ef2 req-7e014727-a267-44bf-9e31-3f0a6ad8ff6a service nova] [instance: d3fb6898-879f-4828-b0c8-f4c7911c334c] Received event network-vif-unplugged-24cd132f-d0bb-46ce-b74d-64535d946a24 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:45:35 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-c51ede0e-41d7-4943-9787-7cf7eff59ef2 req-7e014727-a267-44bf-9e31-3f0a6ad8ff6a service nova] Acquiring lock "d3fb6898-879f-4828-b0c8-f4c7911c334c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:45:35 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-c51ede0e-41d7-4943-9787-7cf7eff59ef2 req-7e014727-a267-44bf-9e31-3f0a6ad8ff6a service nova] Lock "d3fb6898-879f-4828-b0c8-f4c7911c334c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:45:35 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-c51ede0e-41d7-4943-9787-7cf7eff59ef2 req-7e014727-a267-44bf-9e31-3f0a6ad8ff6a service nova] Lock "d3fb6898-879f-4828-b0c8-f4c7911c334c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:45:35 user nova-compute[75147]: DEBUG nova.compute.manager [req-c51ede0e-41d7-4943-9787-7cf7eff59ef2 req-7e014727-a267-44bf-9e31-3f0a6ad8ff6a service nova] [instance: d3fb6898-879f-4828-b0c8-f4c7911c334c] No waiting events found dispatching network-vif-unplugged-24cd132f-d0bb-46ce-b74d-64535d946a24 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:45:35 user nova-compute[75147]: WARNING nova.compute.manager [req-c51ede0e-41d7-4943-9787-7cf7eff59ef2 req-7e014727-a267-44bf-9e31-3f0a6ad8ff6a service nova] [instance: d3fb6898-879f-4828-b0c8-f4c7911c334c] Received unexpected event network-vif-unplugged-24cd132f-d0bb-46ce-b74d-64535d946a24 for instance with vm_state deleted and task_state None.
Oct 27 19:45:35 user nova-compute[75147]: DEBUG nova.compute.manager [req-c51ede0e-41d7-4943-9787-7cf7eff59ef2 req-7e014727-a267-44bf-9e31-3f0a6ad8ff6a service nova] [instance: d3fb6898-879f-4828-b0c8-f4c7911c334c] Received event network-vif-plugged-24cd132f-d0bb-46ce-b74d-64535d946a24 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:45:35 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-c51ede0e-41d7-4943-9787-7cf7eff59ef2 req-7e014727-a267-44bf-9e31-3f0a6ad8ff6a service nova] Acquiring lock "d3fb6898-879f-4828-b0c8-f4c7911c334c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:45:35 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-c51ede0e-41d7-4943-9787-7cf7eff59ef2 req-7e014727-a267-44bf-9e31-3f0a6ad8ff6a service nova] Lock "d3fb6898-879f-4828-b0c8-f4c7911c334c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:45:35 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-c51ede0e-41d7-4943-9787-7cf7eff59ef2 req-7e014727-a267-44bf-9e31-3f0a6ad8ff6a service nova] Lock "d3fb6898-879f-4828-b0c8-f4c7911c334c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:45:35 user nova-compute[75147]: DEBUG nova.compute.manager [req-c51ede0e-41d7-4943-9787-7cf7eff59ef2 req-7e014727-a267-44bf-9e31-3f0a6ad8ff6a service nova] [instance: d3fb6898-879f-4828-b0c8-f4c7911c334c] No waiting events found dispatching network-vif-plugged-24cd132f-d0bb-46ce-b74d-64535d946a24 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:45:35 user nova-compute[75147]: WARNING nova.compute.manager [req-c51ede0e-41d7-4943-9787-7cf7eff59ef2 req-7e014727-a267-44bf-9e31-3f0a6ad8ff6a service nova] [instance: d3fb6898-879f-4828-b0c8-f4c7911c334c] Received unexpected event network-vif-plugged-24cd132f-d0bb-46ce-b74d-64535d946a24 for instance with vm_state deleted and task_state None.
Oct 27 19:45:35 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-89dc7d02-063b-4997-87c0-59c07e953608 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:45:35 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-89dc7d02-063b-4997-87c0-59c07e953608 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:45:35 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-89dc7d02-063b-4997-87c0-59c07e953608 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.359s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:45:35 user nova-compute[75147]: DEBUG nova.compute.manager [req-643a58fa-6b4b-4664-9dd3-40672cd32e93 req-5de6080a-c9ad-4ec9-ab10-5fc56cccbde5 service nova] [instance: d3fb6898-879f-4828-b0c8-f4c7911c334c] Received event network-vif-deleted-24cd132f-d0bb-46ce-b74d-64535d946a24 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:45:35 user nova-compute[75147]: INFO nova.scheduler.client.report [None req-89dc7d02-063b-4997-87c0-59c07e953608 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Deleted allocations for instance d3fb6898-879f-4828-b0c8-f4c7911c334c
Oct 27 19:45:36 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:45:36 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:45:36 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:45:36 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-89dc7d02-063b-4997-87c0-59c07e953608 tempest-ServerActionsTestOtherA-2091358466 tempest-ServerActionsTestOtherA-2091358466-project-member] Lock "d3fb6898-879f-4828-b0c8-f4c7911c334c" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.757s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:45:36 user nova-compute[75147]: DEBUG nova.compute.manager [req-05ae926c-4d89-4725-8e70-78f0d6849fba req-165de8ee-4514-417f-8e7e-998946b950a3 service nova] [instance: 57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5] Received event network-vif-plugged-57e79229-7f45-4c76-b223-803401f1946a {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:45:36 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-05ae926c-4d89-4725-8e70-78f0d6849fba req-165de8ee-4514-417f-8e7e-998946b950a3 service nova] Acquiring lock "57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:45:36 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-05ae926c-4d89-4725-8e70-78f0d6849fba req-165de8ee-4514-417f-8e7e-998946b950a3 service nova] Lock "57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:45:36 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-05ae926c-4d89-4725-8e70-78f0d6849fba req-165de8ee-4514-417f-8e7e-998946b950a3 service nova] Lock "57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:45:36 user nova-compute[75147]: DEBUG nova.compute.manager [req-05ae926c-4d89-4725-8e70-78f0d6849fba req-165de8ee-4514-417f-8e7e-998946b950a3 service nova] [instance: 57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5] No waiting events found dispatching network-vif-plugged-57e79229-7f45-4c76-b223-803401f1946a {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:45:36 user nova-compute[75147]: WARNING nova.compute.manager [req-05ae926c-4d89-4725-8e70-78f0d6849fba req-165de8ee-4514-417f-8e7e-998946b950a3 service nova] [instance: 57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5] Received unexpected event network-vif-plugged-57e79229-7f45-4c76-b223-803401f1946a for instance with vm_state building and task_state spawning.
Oct 27 19:45:36 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:45:36 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:45:36 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:45:36 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:45:38 user nova-compute[75147]: DEBUG nova.compute.manager [None req-1142df1c-49b0-416d-bc53-f7118259dd5c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] [instance: 57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5] Instance event wait completed in 0 seconds for  {{(pid=75147) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 19:45:38 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-1142df1c-49b0-416d-bc53-f7118259dd5c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] [instance: 57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5] Guest created on hypervisor {{(pid=75147) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 19:45:38 user nova-compute[75147]: DEBUG nova.compute.manager [req-cf9ac1f8-bf54-451b-b5db-9dc823149e07 req-04e388f9-5f59-4631-bdf0-cecbde28cd38 service nova] [instance: 57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5] Received event network-vif-plugged-57e79229-7f45-4c76-b223-803401f1946a {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:45:38 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-cf9ac1f8-bf54-451b-b5db-9dc823149e07 req-04e388f9-5f59-4631-bdf0-cecbde28cd38 service nova] Acquiring lock "57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:45:38 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-cf9ac1f8-bf54-451b-b5db-9dc823149e07 req-04e388f9-5f59-4631-bdf0-cecbde28cd38 service nova] Lock "57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:45:38 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-cf9ac1f8-bf54-451b-b5db-9dc823149e07 req-04e388f9-5f59-4631-bdf0-cecbde28cd38 service nova] Lock "57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:45:38 user nova-compute[75147]: DEBUG nova.compute.manager [req-cf9ac1f8-bf54-451b-b5db-9dc823149e07 req-04e388f9-5f59-4631-bdf0-cecbde28cd38 service nova] [instance: 57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5] No waiting events found dispatching network-vif-plugged-57e79229-7f45-4c76-b223-803401f1946a {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:45:38 user nova-compute[75147]: WARNING nova.compute.manager [req-cf9ac1f8-bf54-451b-b5db-9dc823149e07 req-04e388f9-5f59-4631-bdf0-cecbde28cd38 service nova] [instance: 57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5] Received unexpected event network-vif-plugged-57e79229-7f45-4c76-b223-803401f1946a for instance with vm_state building and task_state spawning.
Oct 27 19:45:38 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: 57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5] Instance spawned successfully.
Oct 27 19:45:38 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-1142df1c-49b0-416d-bc53-f7118259dd5c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] [instance: 57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 27 19:45:38 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-1142df1c-49b0-416d-bc53-f7118259dd5c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] [instance: 57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5] Found default for hw_cdrom_bus of ide {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:45:38 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-1142df1c-49b0-416d-bc53-f7118259dd5c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] [instance: 57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5] Found default for hw_disk_bus of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:45:38 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-1142df1c-49b0-416d-bc53-f7118259dd5c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] [instance: 57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5] Found default for hw_input_bus of None {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:45:38 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-1142df1c-49b0-416d-bc53-f7118259dd5c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] [instance: 57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5] Found default for hw_pointer_model of None {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:45:38 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-1142df1c-49b0-416d-bc53-f7118259dd5c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] [instance: 57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5] Found default for hw_video_model of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:45:38 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-1142df1c-49b0-416d-bc53-f7118259dd5c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] [instance: 57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5] Found default for hw_vif_model of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:45:38 user nova-compute[75147]: INFO nova.compute.manager [None req-1142df1c-49b0-416d-bc53-f7118259dd5c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] [instance: 57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5] Took 6.45 seconds to spawn the instance on the hypervisor.
Oct 27 19:45:38 user nova-compute[75147]: DEBUG nova.compute.manager [None req-1142df1c-49b0-416d-bc53-f7118259dd5c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] [instance: 57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5] Checking state {{(pid=75147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 19:45:38 user nova-compute[75147]: INFO nova.compute.manager [None req-1142df1c-49b0-416d-bc53-f7118259dd5c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] [instance: 57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5] Took 7.53 seconds to build instance.
Oct 27 19:45:38 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-1142df1c-49b0-416d-bc53-f7118259dd5c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Lock "57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.644s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:45:39 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:45:41 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:45:41 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:45:43 user nova-compute[75147]: DEBUG nova.network.neutron [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Port c2251937-2487-4cca-817b-a9062909d9ac binding to destination host user is already ACTIVE {{(pid=75147) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3170}}
Oct 27 19:45:43 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Acquiring lock "refresh_cache-890c8090-2d59-4e82-a8d2-b3ef579be76b" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:45:43 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Acquired lock "refresh_cache-890c8090-2d59-4e82-a8d2-b3ef579be76b" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:45:43 user nova-compute[75147]: DEBUG nova.network.neutron [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Building network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 19:45:43 user nova-compute[75147]: DEBUG nova.network.neutron [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Updating instance_info_cache with network_info: [{"id": "c2251937-2487-4cca-817b-a9062909d9ac", "address": "fa:16:3e:98:c8:c8", "network": {"id": "99edb53b-28d0-4c20-8301-2e49771a21ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1002512861-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.106", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "263dcbd796474e989caaf1ec61ef0e47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2251937-24", "ovs_interfaceid": "c2251937-2487-4cca-817b-a9062909d9ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:45:43 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Releasing lock "refresh_cache-890c8090-2d59-4e82-a8d2-b3ef579be76b" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:45:43 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Creating tmpfile /opt/stack/data/nova/instances/890c8090-2d59-4e82-a8d2-b3ef579be76b/tmpepo136hl to verify with other compute node that the instance is on the same shared storage. {{(pid=75147) check_instance_shared_storage_local /opt/stack/nova/nova/virt/libvirt/driver.py:9628}}
Oct 27 19:45:43 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:45:43 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:45:43 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:45:44 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:45:44 user nova-compute[75147]: DEBUG nova.compute.manager [req-3094fcf2-1f19-46fb-9e0a-64b54f3f5b6c req-1629f194-c7f8-44ca-9ca7-154f3a9af29f service nova] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Received event network-vif-unplugged-c2251937-2487-4cca-817b-a9062909d9ac {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:45:44 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-3094fcf2-1f19-46fb-9e0a-64b54f3f5b6c req-1629f194-c7f8-44ca-9ca7-154f3a9af29f service nova] Acquiring lock "890c8090-2d59-4e82-a8d2-b3ef579be76b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:45:44 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-3094fcf2-1f19-46fb-9e0a-64b54f3f5b6c req-1629f194-c7f8-44ca-9ca7-154f3a9af29f service nova] Lock "890c8090-2d59-4e82-a8d2-b3ef579be76b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:45:44 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-3094fcf2-1f19-46fb-9e0a-64b54f3f5b6c req-1629f194-c7f8-44ca-9ca7-154f3a9af29f service nova] Lock "890c8090-2d59-4e82-a8d2-b3ef579be76b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:45:44 user nova-compute[75147]: DEBUG nova.compute.manager [req-3094fcf2-1f19-46fb-9e0a-64b54f3f5b6c req-1629f194-c7f8-44ca-9ca7-154f3a9af29f service nova] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] No waiting events found dispatching network-vif-unplugged-c2251937-2487-4cca-817b-a9062909d9ac {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:45:44 user nova-compute[75147]: WARNING nova.compute.manager [req-3094fcf2-1f19-46fb-9e0a-64b54f3f5b6c req-1629f194-c7f8-44ca-9ca7-154f3a9af29f service nova] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Received unexpected event network-vif-unplugged-c2251937-2487-4cca-817b-a9062909d9ac for instance with vm_state resized and task_state resize_reverting.
Oct 27 19:45:44 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:45:44 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Instance destroyed successfully.
Oct 27 19:45:44 user nova-compute[75147]: DEBUG nova.objects.instance [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Lazy-loading 'resources' on Instance uuid 890c8090-2d59-4e82-a8d2-b3ef579be76b {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:45:44 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:39:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1016449598',display_name='tempest-ServerActionsTestOtherB-server-1016449598',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1016449598',id=29,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIbzcaisbNxV5FB2dgI6hcOOOfW5JVsQGXKDSHawFFIiHO0G2p7/mHAMPYVx7c3SXyW6vwShgiTGJ74I0x4Vi+7zdc5KZaRgr0EJMH5uJydj32vDe/1VzrDt9IZKfTGX5A==',key_name='tempest-keypair-1713438688',keypairs=<?>,launch_index=0,launched_at=2023-10-27T19:44:25Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=<?>,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='263dcbd796474e989caaf1ec61ef0e47',ramdisk_id='',reservation_id='r-qu7rgbae',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-1322299385',owner_user_name='tempest-ServerActionsTestOtherB-1322299385-project-member'},tags=<?>,task_state='resize_reverting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T19:44:26Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6bae7175bb1d42458482b8e5965bd0b5',uuid=890c8090-2d59-4e82-a8d2-b3ef579be76b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='resized') vif={"id": "c2251937-2487-4cca-817b-a9062909d9ac", "address": "fa:16:3e:98:c8:c8", "network": {"id": "99edb53b-28d0-4c20-8301-2e49771a21ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1002512861-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.106", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "263dcbd796474e989caaf1ec61ef0e47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2251937-24", "ovs_interfaceid": "c2251937-2487-4cca-817b-a9062909d9ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 19:45:44 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Converting VIF {"id": "c2251937-2487-4cca-817b-a9062909d9ac", "address": "fa:16:3e:98:c8:c8", "network": {"id": "99edb53b-28d0-4c20-8301-2e49771a21ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1002512861-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.106", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "263dcbd796474e989caaf1ec61ef0e47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2251937-24", "ovs_interfaceid": "c2251937-2487-4cca-817b-a9062909d9ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:45:44 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:98:c8:c8,bridge_name='br-int',has_traffic_filtering=True,id=c2251937-2487-4cca-817b-a9062909d9ac,network=Network(99edb53b-28d0-4c20-8301-2e49771a21ba),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc2251937-24') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:45:44 user nova-compute[75147]: DEBUG os_vif [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:98:c8:c8,bridge_name='br-int',has_traffic_filtering=True,id=c2251937-2487-4cca-817b-a9062909d9ac,network=Network(99edb53b-28d0-4c20-8301-2e49771a21ba),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc2251937-24') {{(pid=75147) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 19:45:44 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:45:44 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc2251937-24, bridge=br-int, if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:45:44 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:45:44 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:45:44 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:45:44 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=0e8c9755-425a-4c3a-a059-d74492d53954) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:45:44 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:45:44 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:45:44 user nova-compute[75147]: INFO os_vif [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:98:c8:c8,bridge_name='br-int',has_traffic_filtering=True,id=c2251937-2487-4cca-817b-a9062909d9ac,network=Network(99edb53b-28d0-4c20-8301-2e49771a21ba),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc2251937-24')
Oct 27 19:45:44 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] calling os-brick to detach iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 19:45:44 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, {'target_iqn': 'iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VMOrfECb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:45:44 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:45:44 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:45:44 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:45:44 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:45:44 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:45:44 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[690a96f0-feb3-48d6-9a0f-e9857ff883a0]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:45:44 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 19:45:44 user nova-compute[75147]: No targets found.
Oct 27 19:45:44 user nova-compute[75147]: iSNS:
Oct 27 19:45:44 user nova-compute[75147]: No targets found.
Oct 27 19:45:44 user nova-compute[75147]: STATIC:
Oct 27 19:45:44 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4
Oct 27 19:45:44 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:45:44 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:45:44 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7
Oct 27 19:45:44 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:45:44 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:45:44 user nova-compute[75147]: FIRMWARE:
Oct 27 19:45:44 user nova-compute[75147]: No targets found.
Oct 27 19:45:44 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:45:44 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 19:45:44 user nova-compute[75147]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 19:45:44 user nova-compute[75147]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75147) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 19:45:44 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7', 0)] {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 19:45:44 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:45:44 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:45:44 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f3ea9a3-f1c9-4a35-99c8-0307aafcadef]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:45:44 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:45:44 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:45:44 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea5b6774-3aa3-4969-a5c4-f31583d16eb8]: (4, ('tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:45:44 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 (non-flash)
Oct 27 19:45:44 user nova-compute[75147]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4 (non-flash)
Oct 27 19:45:44 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:45:44 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] iscsi session list stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 (non-flash)
Oct 27 19:45:44 user nova-compute[75147]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4 (non-flash)
Oct 27 19:45:44 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:45:44 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f29041e2a70>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7'): ({'sdb'}, set())}) {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 19:45:44 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Removing single pathed devices sdb {{(pid=75147) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 19:45:44 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:45:44 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:45:44 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2be6136-909e-459a-886b-89940a64b393]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:45:44 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:45:44 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.023s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:45:44 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b9b4059-da83-4e45-8c10-561d618c1449]: (4, ('ok\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:45:44 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Flushing IO for device /dev/sdb {{(pid=75147) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 19:45:44 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:45:44 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:45:44 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[2cd3cbcd-5e9b-4744-91ba-b4fc5c487bb8]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:45:44 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75147) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 19:45:44 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:45:44 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.044s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:45:44 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2fff68c-2b6a-4971-8c43-01014434a0ac]: (4, ('1', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:45:44 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 19:45:44 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] SCSI volumes sdb have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 19:45:44 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7')] {{(pid=75147) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 19:45:44 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:45:44 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:45:44 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[e7ed55cd-f76d-4c95-9ccf-17225992843c]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:45:44 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:45:44 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 -p 172.16.0.220:3260 --logout {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:45:45 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 -p 172.16.0.220:3260 --logout" returned: 0 in 0.057s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:45:45 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[8853f85c-0d6f-4ad7-b492-5cb2042143ff]: (4, ('Logging out of session [sid: 35, target: iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7, portal: 172.16.0.220,3260]\nLogout of [sid: 35, target: iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:45:45 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 35, target: iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7, portal: 172.16.0.220,3260]
Oct 27 19:45:45 user nova-compute[75147]: Logout of [sid: 35, target: iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7, portal: 172.16.0.220,3260] successful.
Oct 27 19:45:45 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:45:45 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 -p 172.16.0.220:3260 --op delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:45:45 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:45:45 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[61602f2b-2b1d-4776-b70b-766e157fe178]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:45:45 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:45:45 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.329s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:45:45 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] <== disconnect_volume: return (331ms) None {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:45:45 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Disconnected iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 19:45:45 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:45:46 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:45:46 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:45:46 user nova-compute[75147]: DEBUG nova.objects.instance [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Lazy-loading 'migration_context' on Instance uuid 890c8090-2d59-4e82-a8d2-b3ef579be76b {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:45:46 user nova-compute[75147]: DEBUG nova.objects.base [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Object Instance<890c8090-2d59-4e82-a8d2-b3ef579be76b> lazy-loaded attributes: resources,migration_context {{(pid=75147) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 19:45:46 user nova-compute[75147]: DEBUG nova.compute.manager [req-3371718e-0f3b-48e3-a699-669b3d73e872 req-61101293-4f3d-43ea-8d6e-5493ebbe55ae service nova] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Received event network-vif-plugged-c2251937-2487-4cca-817b-a9062909d9ac {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:45:46 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-3371718e-0f3b-48e3-a699-669b3d73e872 req-61101293-4f3d-43ea-8d6e-5493ebbe55ae service nova] Acquiring lock "890c8090-2d59-4e82-a8d2-b3ef579be76b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:45:46 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-3371718e-0f3b-48e3-a699-669b3d73e872 req-61101293-4f3d-43ea-8d6e-5493ebbe55ae service nova] Lock "890c8090-2d59-4e82-a8d2-b3ef579be76b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:45:46 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-3371718e-0f3b-48e3-a699-669b3d73e872 req-61101293-4f3d-43ea-8d6e-5493ebbe55ae service nova] Lock "890c8090-2d59-4e82-a8d2-b3ef579be76b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:45:46 user nova-compute[75147]: DEBUG nova.compute.manager [req-3371718e-0f3b-48e3-a699-669b3d73e872 req-61101293-4f3d-43ea-8d6e-5493ebbe55ae service nova] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] No waiting events found dispatching network-vif-plugged-c2251937-2487-4cca-817b-a9062909d9ac {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:45:46 user nova-compute[75147]: WARNING nova.compute.manager [req-3371718e-0f3b-48e3-a699-669b3d73e872 req-61101293-4f3d-43ea-8d6e-5493ebbe55ae service nova] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Received unexpected event network-vif-plugged-c2251937-2487-4cca-817b-a9062909d9ac for instance with vm_state resized and task_state resize_reverting.
Oct 27 19:45:46 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:45:46 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:45:46 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 0.515s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:45:46 user nova-compute[75147]: INFO nova.compute.manager [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Swapping old allocation on dict_keys(['719076f2-a22e-4833-8fe0-efddc2edace5']) held by migration b4169e2f-038c-4477-afc9-2b17482f1df6 for instance
Oct 27 19:45:46 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:45:46 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Overwriting current allocation {'allocations': {'719076f2-a22e-4833-8fe0-efddc2edace5': {'resources': {'VCPU': 1, 'MEMORY_MB': 2048, 'DISK_GB': 20}, 'generation': 46}}, 'project_id': '263dcbd796474e989caaf1ec61ef0e47', 'user_id': '6bae7175bb1d42458482b8e5965bd0b5', 'consumer_generation': 1} on consumer 890c8090-2d59-4e82-a8d2-b3ef579be76b {{(pid=75147) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2018}}
Oct 27 19:45:47 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Acquiring lock "refresh_cache-890c8090-2d59-4e82-a8d2-b3ef579be76b" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:45:47 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Acquired lock "refresh_cache-890c8090-2d59-4e82-a8d2-b3ef579be76b" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:45:47 user nova-compute[75147]: DEBUG nova.network.neutron [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Building network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 19:45:48 user nova-compute[75147]: DEBUG nova.network.neutron [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Updating instance_info_cache with network_info: [{"id": "c2251937-2487-4cca-817b-a9062909d9ac", "address": "fa:16:3e:98:c8:c8", "network": {"id": "99edb53b-28d0-4c20-8301-2e49771a21ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1002512861-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.106", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "263dcbd796474e989caaf1ec61ef0e47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2251937-24", "ovs_interfaceid": "c2251937-2487-4cca-817b-a9062909d9ac", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:45:48 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Releasing lock "refresh_cache-890c8090-2d59-4e82-a8d2-b3ef579be76b" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:45:48 user nova-compute[75147]: DEBUG os_brick.utils [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:45:48 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:45:48 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:45:48 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[c543bbb2-e1e7-425e-9108-fb07bb25ba76]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9325735bc82e\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:45:48 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:45:48 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:45:48 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[1047dc4b-63d7-4d6b-afd0-f0f02b275135]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:45:48 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:45:48 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:45:48 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[3af11927-f81d-422d-b103-f60dbeb687c4]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:45:48 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[1cfd99b7-ccf0-44b6-9d31-82c3eb661629]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:45:48 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Running cmd (subprocess): nvme version {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:45:48 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] 'nvme version' failed. Not Retrying. {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 19:45:48 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.nvmeof [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] nvme not present on system {{(pid=75147) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 27 19:45:48 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:45:48 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 19:45:48 user nova-compute[75147]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 27 19:45:48 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[11b4c645-5ba7-43e8-acc3-68dde2b5f149]: (4, '') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:45:48 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75147) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 27 19:45:48 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 27 19:45:48 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] LIGHTOS: no hostnqn found. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 27 19:45:48 user nova-compute[75147]: DEBUG os_brick.utils [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] <== get_connector_properties: return (118ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9325735bc82e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:45:49 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:45:51 user nova-compute[75147]: DEBUG nova.compute.manager [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: 80fddf4a-f86b-49a3-b9f7-9d1eb0fc2b7a] Start spawning the instance on the hypervisor. {{(pid=75147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 27 19:45:51 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: 80fddf4a-f86b-49a3-b9f7-9d1eb0fc2b7a] Creating instance directory {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 19:45:51 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: 80fddf4a-f86b-49a3-b9f7-9d1eb0fc2b7a] Creating image(s)
Oct 27 19:45:51 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: 80fddf4a-f86b-49a3-b9f7-9d1eb0fc2b7a] Did not create local disks {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 27 19:45:51 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: 80fddf4a-f86b-49a3-b9f7-9d1eb0fc2b7a] Ensure instance console log exists: /opt/stack/data/nova/instances/80fddf4a-f86b-49a3-b9f7-9d1eb0fc2b7a/console.log {{(pid=75147) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 19:45:51 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:45:51 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:45:51 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:45:51 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: 80fddf4a-f86b-49a3-b9f7-9d1eb0fc2b7a] Start _get_guest_xml network_info=[{"id": "9a42e845-52d6-4df9-98f7-42ffa8ffe870", "address": "fa:16:3e:c3:1b:30", "network": {"id": "06d546cd-b394-4fcf-970b-6f2fff8ea7ac", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-719028923-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c7d5ee667069474fa684fb2d4ba9da41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9a42e845-52", "ovs_interfaceid": "9a42e845-52d6-4df9-98f7-42ffa8ffe870", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': 'disk', 'delete_on_termination': True, 'boot_index': 0, 'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'guest_format': None, 'attachment_id': '714f2b00-0eb8-4ac4-ba26-8f953b7a379e', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:a2c26f3a-9cf5-4cf1-9d51-3ecfc36bc5ea', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UkJeobYl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '80fddf4a-f86b-49a3-b9f7-9d1eb0fc2b7a', 'attached_at': '', 'detached_at': '', 'volume_id': 'a2c26f3a-9cf5-4cf1-9d51-3ecfc36bc5ea', 'serial': 'a2c26f3a-9cf5-4cf1-9d51-3ecfc36bc5ea'}, 'volume_type': None} {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 19:45:51 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:45:51 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:45:51 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 19:45:51 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] CPU controller missing on host. {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 19:45:51 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 19:45:51 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] CPU controller found on host. {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 19:45:51 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75147) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 19:45:51 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T19:21:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 19:45:51 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Flavor limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 19:45:51 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Image limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 19:45:51 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Flavor pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 19:45:51 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Image pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 19:45:51 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 19:45:51 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 19:45:51 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 19:45:51 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Got 1 possible topologies {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 19:45:51 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 19:45:51 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 19:45:51 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: 80fddf4a-f86b-49a3-b9f7-9d1eb0fc2b7a] Calling os-brick to attach iSCSI Volume {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 19:45:51 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:a2c26f3a-9cf5-4cf1-9d51-3ecfc36bc5ea', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UkJeobYl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:45:51 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:45:51 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:45:51 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:45:51 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:45:51 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a2c26f3a-9cf5-4cf1-9d51-3ecfc36bc5ea" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:45:51 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a2c26f3a-9cf5-4cf1-9d51-3ecfc36bc5ea" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:45:51 user nova-compute[75147]: INFO os_brick.initiator.connectors.iscsi [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 19:45:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a2c26f3a-9cf5-4cf1-9d51-3ecfc36bc5ea -p 172.16.0.220:3260 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:45:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a2c26f3a-9cf5-4cf1-9d51-3ecfc36bc5ea -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:45:51 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[830ff7be-0cd8-4d1b-b0e3-3ced888030ab]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:45:51 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 19:45:51 user nova-compute[75147]:  {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:45:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a2c26f3a-9cf5-4cf1-9d51-3ecfc36bc5ea -p 172.16.0.220:3260 --interface default --op new {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:45:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a2c26f3a-9cf5-4cf1-9d51-3ecfc36bc5ea -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:45:51 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb0a160c-5aed-4d91-a948-4b57bc10ab78]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a2c26f3a-9cf5-4cf1-9d51-3ecfc36bc5ea] added\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:45:51 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a2c26f3a-9cf5-4cf1-9d51-3ecfc36bc5ea] added
Oct 27 19:45:51 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:45:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a2c26f3a-9cf5-4cf1-9d51-3ecfc36bc5ea -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:45:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a2c26f3a-9cf5-4cf1-9d51-3ecfc36bc5ea -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:45:51 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[44b72d5b-c6ea-49fd-a6fa-22a63b49c168]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:45:51 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:45:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a2c26f3a-9cf5-4cf1-9d51-3ecfc36bc5ea -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:45:51 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:45:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a2c26f3a-9cf5-4cf1-9d51-3ecfc36bc5ea -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:45:51 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[100b88f2-df23-4d92-a42b-9a2e44796a58]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:45:51 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:45:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a2c26f3a-9cf5-4cf1-9d51-3ecfc36bc5ea -p 172.16.0.220:3260 --op update -n node.session.auth.username -v UkJeobYl {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:45:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a2c26f3a-9cf5-4cf1-9d51-3ecfc36bc5ea -p 172.16.0.220:3260 --op update -n node.session.auth.username -v UkJeobYl" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:45:51 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ba1ed95-36cf-4ffb-8628-906717f84b0c]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:45:51 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'UkJeobYl'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:45:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a2c26f3a-9cf5-4cf1-9d51-3ecfc36bc5ea -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:45:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a2c26f3a-9cf5-4cf1-9d51-3ecfc36bc5ea -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.024s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:45:51 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[f843ac9b-0195-47b8-8b30-e060c6fae121]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:45:51 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:45:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:45:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:45:51 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[da27f64a-b93b-42b8-96db-e6be11a4e235]: (4, ('tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:45:51 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4 (non-flash)
Oct 27 19:45:51 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:45:51 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] iscsi session list stdout=tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4 (non-flash)
Oct 27 19:45:51 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:45:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a2c26f3a-9cf5-4cf1-9d51-3ecfc36bc5ea -p 172.16.0.220:3260 --login {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:45:52 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a2c26f3a-9cf5-4cf1-9d51-3ecfc36bc5ea -p 172.16.0.220:3260 --login" returned: 0 in 0.055s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:45:52 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c7ad669-4157-4cca-b247-6feebc2c1579]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:a2c26f3a-9cf5-4cf1-9d51-3ecfc36bc5ea, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:a2c26f3a-9cf5-4cf1-9d51-3ecfc36bc5ea, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:45:52 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:a2c26f3a-9cf5-4cf1-9d51-3ecfc36bc5ea, portal: 172.16.0.220,3260]
Oct 27 19:45:52 user nova-compute[75147]: Login to [iface: default, target: iqn.2010-10.org.openstack:a2c26f3a-9cf5-4cf1-9d51-3ecfc36bc5ea, portal: 172.16.0.220,3260] successful.
Oct 27 19:45:52 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:45:52 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a2c26f3a-9cf5-4cf1-9d51-3ecfc36bc5ea -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:45:52 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a2c26f3a-9cf5-4cf1-9d51-3ecfc36bc5ea -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:45:52 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[911d28d6-bfd0-42d9-9f74-6ac70dccf790]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:45:52 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:45:52 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:45:52 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:45:52 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[6637559a-52a9-4ab5-b641-09996c6d7c53]: (4, ('tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a2c26f3a-9cf5-4cf1-9d51-3ecfc36bc5ea (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:45:52 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4 (non-flash)
Oct 27 19:45:52 user nova-compute[75147]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a2c26f3a-9cf5-4cf1-9d51-3ecfc36bc5ea (non-flash)
Oct 27 19:45:52 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:45:52 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] iscsi session list stdout=tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4 (non-flash)
Oct 27 19:45:52 user nova-compute[75147]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a2c26f3a-9cf5-4cf1-9d51-3ecfc36bc5ea (non-flash)
Oct 27 19:45:52 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:45:52 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a2c26f3a-9cf5-4cf1-9d51-3ecfc36bc5ea" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.262s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:45:52 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Connected to 172.16.0.220:3260 {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 19:45:52 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] HCTL ('33', '-', '-', 0) found on session 37 with lun 0 {{(pid=75147) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 19:45:52 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75147) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 19:45:52 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:45:52 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:45:52 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[954da93a-1bc9-4ad5-ab13-6dd26229ff7e]: (4, ('- - 0', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:45:52 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Searching for a device in session 37 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75147) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 19:45:52 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:a2c26f3a-9cf5-4cf1-9d51-3ecfc36bc5ea', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UkJeobYl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 19:45:53 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.298s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:45:53 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] <== connect_volume: return (1300ms) {'type': 'block', 'scsi_wwn': '26361663131616638', 'path': '/dev/sdb'} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:45:53 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: 80fddf4a-f86b-49a3-b9f7-9d1eb0fc2b7a] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26361663131616638', 'path': '/dev/sdb'} {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 19:45:53 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:45:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-590475808',display_name='tempest-TestVolumeBootPattern-server-590475808',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-590475808',id=36,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c7d5ee667069474fa684fb2d4ba9da41',ramdisk_id='',reservation_id='r-zl6l5m8m',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1184716630',owner_user_name='tempest-TestVolumeBootPattern-1184716630-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:45:24Z,user_data=None,user_id='c215953c5f1f494bb16ee70ff9355cfd',uuid=80fddf4a-f86b-49a3-b9f7-9d1eb0fc2b7a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9a42e845-52d6-4df9-98f7-42ffa8ffe870", "address": "fa:16:3e:c3:1b:30", "network": {"id": "06d546cd-b394-4fcf-970b-6f2fff8ea7ac", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-719028923-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c7d5ee667069474fa684fb2d4ba9da41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9a42e845-52", "ovs_interfaceid": "9a42e845-52d6-4df9-98f7-42ffa8ffe870", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75147) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 19:45:53 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Converting VIF {"id": "9a42e845-52d6-4df9-98f7-42ffa8ffe870", "address": "fa:16:3e:c3:1b:30", "network": {"id": "06d546cd-b394-4fcf-970b-6f2fff8ea7ac", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-719028923-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c7d5ee667069474fa684fb2d4ba9da41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9a42e845-52", "ovs_interfaceid": "9a42e845-52d6-4df9-98f7-42ffa8ffe870", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:45:53 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c3:1b:30,bridge_name='br-int',has_traffic_filtering=True,id=9a42e845-52d6-4df9-98f7-42ffa8ffe870,network=Network(06d546cd-b394-4fcf-970b-6f2fff8ea7ac),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9a42e845-52') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:45:53 user nova-compute[75147]: DEBUG nova.objects.instance [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lazy-loading 'pci_devices' on Instance uuid 80fddf4a-f86b-49a3-b9f7-9d1eb0fc2b7a {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:45:53 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: 80fddf4a-f86b-49a3-b9f7-9d1eb0fc2b7a] End _get_guest_xml xml=<domain type="kvm">
Oct 27 19:45:53 user nova-compute[75147]:   <uuid>80fddf4a-f86b-49a3-b9f7-9d1eb0fc2b7a</uuid>
Oct 27 19:45:53 user nova-compute[75147]:   <name>instance-00000024</name>
Oct 27 19:45:53 user nova-compute[75147]:   <memory>524288</memory>
Oct 27 19:45:53 user nova-compute[75147]:   <vcpu>1</vcpu>
Oct 27 19:45:53 user nova-compute[75147]:   <metadata>
Oct 27 19:45:53 user nova-compute[75147]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 19:45:53 user nova-compute[75147]:       <nova:package version="0.0.0"/>
Oct 27 19:45:53 user nova-compute[75147]:       <nova:name>tempest-TestVolumeBootPattern-server-590475808</nova:name>
Oct 27 19:45:53 user nova-compute[75147]:       <nova:creationTime>2023-10-27 19:45:51</nova:creationTime>
Oct 27 19:45:53 user nova-compute[75147]:       <nova:flavor name="m1.tiny">
Oct 27 19:45:53 user nova-compute[75147]:         <nova:memory>512</nova:memory>
Oct 27 19:45:53 user nova-compute[75147]:         <nova:disk>1</nova:disk>
Oct 27 19:45:53 user nova-compute[75147]:         <nova:swap>0</nova:swap>
Oct 27 19:45:53 user nova-compute[75147]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 19:45:53 user nova-compute[75147]:         <nova:vcpus>1</nova:vcpus>
Oct 27 19:45:53 user nova-compute[75147]:       </nova:flavor>
Oct 27 19:45:53 user nova-compute[75147]:       <nova:owner>
Oct 27 19:45:53 user nova-compute[75147]:         <nova:user uuid="c215953c5f1f494bb16ee70ff9355cfd">tempest-TestVolumeBootPattern-1184716630-project-member</nova:user>
Oct 27 19:45:53 user nova-compute[75147]:         <nova:project uuid="c7d5ee667069474fa684fb2d4ba9da41">tempest-TestVolumeBootPattern-1184716630</nova:project>
Oct 27 19:45:53 user nova-compute[75147]:       </nova:owner>
Oct 27 19:45:53 user nova-compute[75147]:       <nova:ports>
Oct 27 19:45:53 user nova-compute[75147]:         <nova:port uuid="9a42e845-52d6-4df9-98f7-42ffa8ffe870">
Oct 27 19:45:53 user nova-compute[75147]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Oct 27 19:45:53 user nova-compute[75147]:         </nova:port>
Oct 27 19:45:53 user nova-compute[75147]:       </nova:ports>
Oct 27 19:45:53 user nova-compute[75147]:     </nova:instance>
Oct 27 19:45:53 user nova-compute[75147]:   </metadata>
Oct 27 19:45:53 user nova-compute[75147]:   <sysinfo type="smbios">
Oct 27 19:45:53 user nova-compute[75147]:     <system>
Oct 27 19:45:53 user nova-compute[75147]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 19:45:53 user nova-compute[75147]:       <entry name="product">OpenStack Nova</entry>
Oct 27 19:45:53 user nova-compute[75147]:       <entry name="version">0.0.0</entry>
Oct 27 19:45:53 user nova-compute[75147]:       <entry name="serial">80fddf4a-f86b-49a3-b9f7-9d1eb0fc2b7a</entry>
Oct 27 19:45:53 user nova-compute[75147]:       <entry name="uuid">80fddf4a-f86b-49a3-b9f7-9d1eb0fc2b7a</entry>
Oct 27 19:45:53 user nova-compute[75147]:       <entry name="family">Virtual Machine</entry>
Oct 27 19:45:53 user nova-compute[75147]:     </system>
Oct 27 19:45:53 user nova-compute[75147]:   </sysinfo>
Oct 27 19:45:53 user nova-compute[75147]:   <os>
Oct 27 19:45:53 user nova-compute[75147]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 19:45:53 user nova-compute[75147]:     <boot dev="hd"/>
Oct 27 19:45:53 user nova-compute[75147]:     <smbios mode="sysinfo"/>
Oct 27 19:45:53 user nova-compute[75147]:   </os>
Oct 27 19:45:53 user nova-compute[75147]:   <features>
Oct 27 19:45:53 user nova-compute[75147]:     <acpi/>
Oct 27 19:45:53 user nova-compute[75147]:     <apic/>
Oct 27 19:45:53 user nova-compute[75147]:     <vmcoreinfo/>
Oct 27 19:45:53 user nova-compute[75147]:   </features>
Oct 27 19:45:53 user nova-compute[75147]:   <clock offset="utc">
Oct 27 19:45:53 user nova-compute[75147]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 19:45:53 user nova-compute[75147]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 19:45:53 user nova-compute[75147]:     <timer name="hpet" present="no"/>
Oct 27 19:45:53 user nova-compute[75147]:   </clock>
Oct 27 19:45:53 user nova-compute[75147]:   <cpu mode="custom" match="exact">
Oct 27 19:45:53 user nova-compute[75147]:     <model>Nehalem</model>
Oct 27 19:45:53 user nova-compute[75147]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 19:45:53 user nova-compute[75147]:   </cpu>
Oct 27 19:45:53 user nova-compute[75147]:   <devices>
Oct 27 19:45:53 user nova-compute[75147]:     <disk type="block" device="disk">
Oct 27 19:45:53 user nova-compute[75147]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 19:45:53 user nova-compute[75147]:       <source dev="/dev/sdb"/>
Oct 27 19:45:53 user nova-compute[75147]:       <target dev="vda" bus="virtio"/>
Oct 27 19:45:53 user nova-compute[75147]:       <serial>a2c26f3a-9cf5-4cf1-9d51-3ecfc36bc5ea</serial>
Oct 27 19:45:53 user nova-compute[75147]:     </disk>
Oct 27 19:45:53 user nova-compute[75147]:     <interface type="ethernet">
Oct 27 19:45:53 user nova-compute[75147]:       <mac address="fa:16:3e:c3:1b:30"/>
Oct 27 19:45:53 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:45:53 user nova-compute[75147]:       <mtu size="1442"/>
Oct 27 19:45:53 user nova-compute[75147]:       <target dev="tap9a42e845-52"/>
Oct 27 19:45:53 user nova-compute[75147]:     </interface>
Oct 27 19:45:53 user nova-compute[75147]:     <serial type="pty">
Oct 27 19:45:53 user nova-compute[75147]:       <log file="/opt/stack/data/nova/instances/80fddf4a-f86b-49a3-b9f7-9d1eb0fc2b7a/console.log" append="off"/>
Oct 27 19:45:53 user nova-compute[75147]:     </serial>
Oct 27 19:45:53 user nova-compute[75147]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 19:45:53 user nova-compute[75147]:     <video>
Oct 27 19:45:53 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:45:53 user nova-compute[75147]:     </video>
Oct 27 19:45:53 user nova-compute[75147]:     <rng model="virtio">
Oct 27 19:45:53 user nova-compute[75147]:       <backend model="random">/dev/urandom</backend>
Oct 27 19:45:53 user nova-compute[75147]:     </rng>
Oct 27 19:45:53 user nova-compute[75147]:     <controller type="usb" index="0" model="none"/>
Oct 27 19:45:53 user nova-compute[75147]:     <memballoon model="virtio">
Oct 27 19:45:53 user nova-compute[75147]:       <stats period="10"/>
Oct 27 19:45:53 user nova-compute[75147]:     </memballoon>
Oct 27 19:45:53 user nova-compute[75147]:   </devices>
Oct 27 19:45:53 user nova-compute[75147]: </domain>
Oct 27 19:45:53 user nova-compute[75147]:  {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 19:45:53 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:45:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-590475808',display_name='tempest-TestVolumeBootPattern-server-590475808',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-590475808',id=36,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c7d5ee667069474fa684fb2d4ba9da41',ramdisk_id='',reservation_id='r-zl6l5m8m',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1184716630',owner_user_name='tempest-TestVolumeBootPattern-1184716630-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:45:24Z,user_data=None,user_id='c215953c5f1f494bb16ee70ff9355cfd',uuid=80fddf4a-f86b-49a3-b9f7-9d1eb0fc2b7a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9a42e845-52d6-4df9-98f7-42ffa8ffe870", "address": "fa:16:3e:c3:1b:30", "network": {"id": "06d546cd-b394-4fcf-970b-6f2fff8ea7ac", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-719028923-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c7d5ee667069474fa684fb2d4ba9da41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9a42e845-52", "ovs_interfaceid": "9a42e845-52d6-4df9-98f7-42ffa8ffe870", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 19:45:53 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Converting VIF {"id": "9a42e845-52d6-4df9-98f7-42ffa8ffe870", "address": "fa:16:3e:c3:1b:30", "network": {"id": "06d546cd-b394-4fcf-970b-6f2fff8ea7ac", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-719028923-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c7d5ee667069474fa684fb2d4ba9da41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9a42e845-52", "ovs_interfaceid": "9a42e845-52d6-4df9-98f7-42ffa8ffe870", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:45:53 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c3:1b:30,bridge_name='br-int',has_traffic_filtering=True,id=9a42e845-52d6-4df9-98f7-42ffa8ffe870,network=Network(06d546cd-b394-4fcf-970b-6f2fff8ea7ac),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9a42e845-52') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:45:53 user nova-compute[75147]: DEBUG os_vif [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c3:1b:30,bridge_name='br-int',has_traffic_filtering=True,id=9a42e845-52d6-4df9-98f7-42ffa8ffe870,network=Network(06d546cd-b394-4fcf-970b-6f2fff8ea7ac),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9a42e845-52') {{(pid=75147) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 19:45:53 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:45:53 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:45:53 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 19:45:53 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:45:53 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '90a0d62e-623e-5954-908a-aa5bff00b6ec', '_type': 'linux-noop'}}, row=False) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:45:53 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:45:53 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:45:53 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:45:53 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap9a42e845-52, may_exist=True, interface_attrs={}) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:45:53 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap9a42e845-52, col_values=(('qos', UUID('dcff82d9-e87f-4bca-b519-92d2e523ac5b')),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:45:53 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap9a42e845-52, col_values=(('external_ids', {'iface-id': '9a42e845-52d6-4df9-98f7-42ffa8ffe870', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:c3:1b:30', 'vm-uuid': '80fddf4a-f86b-49a3-b9f7-9d1eb0fc2b7a'}),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:45:53 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:45:53 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:45:53 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:45:53 user nova-compute[75147]: INFO os_vif [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c3:1b:30,bridge_name='br-int',has_traffic_filtering=True,id=9a42e845-52d6-4df9-98f7-42ffa8ffe870,network=Network(06d546cd-b394-4fcf-970b-6f2fff8ea7ac),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9a42e845-52')
Oct 27 19:45:53 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] No BDM found with device name vda, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:45:53 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] No VIF found with MAC fa:16:3e:c3:1b:30, not building metadata {{(pid=75147) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 19:45:54 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:45:54 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:45:54 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:45:54 user nova-compute[75147]: DEBUG nova.compute.manager [req-6f8d35c3-1e49-4db6-8007-8a6158843aa5 req-466fc650-47fc-49df-82a7-a8a1dea7f276 service nova] [instance: 80fddf4a-f86b-49a3-b9f7-9d1eb0fc2b7a] Received event network-vif-plugged-9a42e845-52d6-4df9-98f7-42ffa8ffe870 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:45:54 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-6f8d35c3-1e49-4db6-8007-8a6158843aa5 req-466fc650-47fc-49df-82a7-a8a1dea7f276 service nova] Acquiring lock "80fddf4a-f86b-49a3-b9f7-9d1eb0fc2b7a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:45:54 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-6f8d35c3-1e49-4db6-8007-8a6158843aa5 req-466fc650-47fc-49df-82a7-a8a1dea7f276 service nova] Lock "80fddf4a-f86b-49a3-b9f7-9d1eb0fc2b7a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:45:54 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-6f8d35c3-1e49-4db6-8007-8a6158843aa5 req-466fc650-47fc-49df-82a7-a8a1dea7f276 service nova] Lock "80fddf4a-f86b-49a3-b9f7-9d1eb0fc2b7a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:45:54 user nova-compute[75147]: DEBUG nova.compute.manager [req-6f8d35c3-1e49-4db6-8007-8a6158843aa5 req-466fc650-47fc-49df-82a7-a8a1dea7f276 service nova] [instance: 80fddf4a-f86b-49a3-b9f7-9d1eb0fc2b7a] No waiting events found dispatching network-vif-plugged-9a42e845-52d6-4df9-98f7-42ffa8ffe870 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:45:54 user nova-compute[75147]: WARNING nova.compute.manager [req-6f8d35c3-1e49-4db6-8007-8a6158843aa5 req-466fc650-47fc-49df-82a7-a8a1dea7f276 service nova] [instance: 80fddf4a-f86b-49a3-b9f7-9d1eb0fc2b7a] Received unexpected event network-vif-plugged-9a42e845-52d6-4df9-98f7-42ffa8ffe870 for instance with vm_state building and task_state spawning.
Oct 27 19:45:55 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:45:55 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:45:55 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:45:56 user nova-compute[75147]: DEBUG nova.compute.manager [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: 80fddf4a-f86b-49a3-b9f7-9d1eb0fc2b7a] Instance event wait completed in 0 seconds for  {{(pid=75147) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 19:45:56 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: 80fddf4a-f86b-49a3-b9f7-9d1eb0fc2b7a] Guest created on hypervisor {{(pid=75147) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 19:45:56 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: 80fddf4a-f86b-49a3-b9f7-9d1eb0fc2b7a] Instance spawned successfully.
Oct 27 19:45:56 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: 80fddf4a-f86b-49a3-b9f7-9d1eb0fc2b7a] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 27 19:45:56 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:45:56 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: 80fddf4a-f86b-49a3-b9f7-9d1eb0fc2b7a] Found default for hw_cdrom_bus of ide {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:45:56 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: 80fddf4a-f86b-49a3-b9f7-9d1eb0fc2b7a] Found default for hw_disk_bus of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:45:56 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: 80fddf4a-f86b-49a3-b9f7-9d1eb0fc2b7a] Found default for hw_input_bus of None {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:45:56 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: 80fddf4a-f86b-49a3-b9f7-9d1eb0fc2b7a] Found default for hw_pointer_model of None {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:45:56 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: 80fddf4a-f86b-49a3-b9f7-9d1eb0fc2b7a] Found default for hw_video_model of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:45:56 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: 80fddf4a-f86b-49a3-b9f7-9d1eb0fc2b7a] Found default for hw_vif_model of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:45:56 user nova-compute[75147]: INFO nova.compute.manager [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: 80fddf4a-f86b-49a3-b9f7-9d1eb0fc2b7a] Took 5.08 seconds to spawn the instance on the hypervisor.
Oct 27 19:45:56 user nova-compute[75147]: DEBUG nova.compute.manager [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: 80fddf4a-f86b-49a3-b9f7-9d1eb0fc2b7a] Checking state {{(pid=75147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 19:45:56 user nova-compute[75147]: DEBUG nova.compute.manager [req-2c97ebea-9abc-46a1-91ee-55f0f0a0c856 req-cc70f3f5-e716-4e44-8c6a-f783ad2dd8d2 service nova] [instance: 80fddf4a-f86b-49a3-b9f7-9d1eb0fc2b7a] Received event network-vif-plugged-9a42e845-52d6-4df9-98f7-42ffa8ffe870 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:45:56 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-2c97ebea-9abc-46a1-91ee-55f0f0a0c856 req-cc70f3f5-e716-4e44-8c6a-f783ad2dd8d2 service nova] Acquiring lock "80fddf4a-f86b-49a3-b9f7-9d1eb0fc2b7a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:45:56 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-2c97ebea-9abc-46a1-91ee-55f0f0a0c856 req-cc70f3f5-e716-4e44-8c6a-f783ad2dd8d2 service nova] Lock "80fddf4a-f86b-49a3-b9f7-9d1eb0fc2b7a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:45:56 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-2c97ebea-9abc-46a1-91ee-55f0f0a0c856 req-cc70f3f5-e716-4e44-8c6a-f783ad2dd8d2 service nova] Lock "80fddf4a-f86b-49a3-b9f7-9d1eb0fc2b7a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:45:56 user nova-compute[75147]: DEBUG nova.compute.manager [req-2c97ebea-9abc-46a1-91ee-55f0f0a0c856 req-cc70f3f5-e716-4e44-8c6a-f783ad2dd8d2 service nova] [instance: 80fddf4a-f86b-49a3-b9f7-9d1eb0fc2b7a] No waiting events found dispatching network-vif-plugged-9a42e845-52d6-4df9-98f7-42ffa8ffe870 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:45:56 user nova-compute[75147]: WARNING nova.compute.manager [req-2c97ebea-9abc-46a1-91ee-55f0f0a0c856 req-cc70f3f5-e716-4e44-8c6a-f783ad2dd8d2 service nova] [instance: 80fddf4a-f86b-49a3-b9f7-9d1eb0fc2b7a] Received unexpected event network-vif-plugged-9a42e845-52d6-4df9-98f7-42ffa8ffe870 for instance with vm_state building and task_state spawning.
Oct 27 19:45:56 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:45:56 user nova-compute[75147]: INFO nova.compute.manager [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: 80fddf4a-f86b-49a3-b9f7-9d1eb0fc2b7a] Took 33.85 seconds to build instance.
Oct 27 19:45:56 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-4bd18b57-c388-4928-afab-f529ec9cf666 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lock "80fddf4a-f86b-49a3-b9f7-9d1eb0fc2b7a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 33.958s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:45:57 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:45:58 user nova-compute[75147]: DEBUG nova.compute.manager [req-8c29512d-2f69-4db6-9251-19232603c561 req-fc2f43a4-a34c-478b-91e0-4279b79d0064 service nova] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Received event network-changed-af651d95-6b97-460e-b3d6-2c0c9f71feb8 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:45:58 user nova-compute[75147]: DEBUG nova.compute.manager [req-8c29512d-2f69-4db6-9251-19232603c561 req-fc2f43a4-a34c-478b-91e0-4279b79d0064 service nova] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Refreshing instance network info cache due to event network-changed-af651d95-6b97-460e-b3d6-2c0c9f71feb8. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 19:45:58 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-8c29512d-2f69-4db6-9251-19232603c561 req-fc2f43a4-a34c-478b-91e0-4279b79d0064 service nova] Acquiring lock "refresh_cache-5a010f8b-ded4-4768-a829-769d954b4c71" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:45:58 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-8c29512d-2f69-4db6-9251-19232603c561 req-fc2f43a4-a34c-478b-91e0-4279b79d0064 service nova] Acquired lock "refresh_cache-5a010f8b-ded4-4768-a829-769d954b4c71" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:45:58 user nova-compute[75147]: DEBUG nova.network.neutron [req-8c29512d-2f69-4db6-9251-19232603c561 req-fc2f43a4-a34c-478b-91e0-4279b79d0064 service nova] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Refreshing network info cache for port af651d95-6b97-460e-b3d6-2c0c9f71feb8 {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 19:45:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:45:58 user nova-compute[75147]: DEBUG nova.network.neutron [req-8c29512d-2f69-4db6-9251-19232603c561 req-fc2f43a4-a34c-478b-91e0-4279b79d0064 service nova] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Updated VIF entry in instance network info cache for port af651d95-6b97-460e-b3d6-2c0c9f71feb8. {{(pid=75147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 19:45:58 user nova-compute[75147]: DEBUG nova.network.neutron [req-8c29512d-2f69-4db6-9251-19232603c561 req-fc2f43a4-a34c-478b-91e0-4279b79d0064 service nova] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Updating instance_info_cache with network_info: [{"id": "af651d95-6b97-460e-b3d6-2c0c9f71feb8", "address": "fa:16:3e:f4:14:3d", "network": {"id": "c4a5f3c6-85f0-4d3b-8315-d0bc06057f7d", "bridge": "br-int", "label": "tempest-TestShelveInstance-523465170-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ca79a043f8c548b3995328562da8ef2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf651d95-6b", "ovs_interfaceid": "af651d95-6b97-460e-b3d6-2c0c9f71feb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:45:58 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-8c29512d-2f69-4db6-9251-19232603c561 req-fc2f43a4-a34c-478b-91e0-4279b79d0064 service nova] Releasing lock "refresh_cache-5a010f8b-ded4-4768-a829-769d954b4c71" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:45:58 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2dda6adf-3048-4c84-a83f-63d8e2082f5f tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Acquiring lock "5a010f8b-ded4-4768-a829-769d954b4c71" by "nova.compute.manager.ComputeManager.shelve_offload_instance.<locals>.do_shelve_offload_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:45:58 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2dda6adf-3048-4c84-a83f-63d8e2082f5f tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Lock "5a010f8b-ded4-4768-a829-769d954b4c71" acquired by "nova.compute.manager.ComputeManager.shelve_offload_instance.<locals>.do_shelve_offload_instance" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:45:58 user nova-compute[75147]: INFO nova.compute.manager [None req-2dda6adf-3048-4c84-a83f-63d8e2082f5f tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Shelve offloading
Oct 27 19:45:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:45:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:45:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:45:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:45:59 user nova-compute[75147]: DEBUG nova.compute.manager [req-8a5adaf4-63a2-4469-9d4a-d1f2c21a3288 req-6e797d89-cad2-40be-931d-373aa5f711f3 service nova] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Received event network-vif-unplugged-af651d95-6b97-460e-b3d6-2c0c9f71feb8 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:45:59 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-8a5adaf4-63a2-4469-9d4a-d1f2c21a3288 req-6e797d89-cad2-40be-931d-373aa5f711f3 service nova] Acquiring lock "5a010f8b-ded4-4768-a829-769d954b4c71-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:45:59 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-8a5adaf4-63a2-4469-9d4a-d1f2c21a3288 req-6e797d89-cad2-40be-931d-373aa5f711f3 service nova] Lock "5a010f8b-ded4-4768-a829-769d954b4c71-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:45:59 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-8a5adaf4-63a2-4469-9d4a-d1f2c21a3288 req-6e797d89-cad2-40be-931d-373aa5f711f3 service nova] Lock "5a010f8b-ded4-4768-a829-769d954b4c71-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:45:59 user nova-compute[75147]: DEBUG nova.compute.manager [req-8a5adaf4-63a2-4469-9d4a-d1f2c21a3288 req-6e797d89-cad2-40be-931d-373aa5f711f3 service nova] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] No waiting events found dispatching network-vif-unplugged-af651d95-6b97-460e-b3d6-2c0c9f71feb8 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:45:59 user nova-compute[75147]: WARNING nova.compute.manager [req-8a5adaf4-63a2-4469-9d4a-d1f2c21a3288 req-6e797d89-cad2-40be-931d-373aa5f711f3 service nova] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Received unexpected event network-vif-unplugged-af651d95-6b97-460e-b3d6-2c0c9f71feb8 for instance with vm_state active and task_state shelving.
Oct 27 19:45:59 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Instance destroyed successfully.
Oct 27 19:45:59 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2dda6adf-3048-4c84-a83f-63d8e2082f5f tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Checking state {{(pid=75147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 19:45:59 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2dda6adf-3048-4c84-a83f-63d8e2082f5f tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Acquiring lock "refresh_cache-5a010f8b-ded4-4768-a829-769d954b4c71" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:45:59 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2dda6adf-3048-4c84-a83f-63d8e2082f5f tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Acquired lock "refresh_cache-5a010f8b-ded4-4768-a829-769d954b4c71" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:45:59 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2dda6adf-3048-4c84-a83f-63d8e2082f5f tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Building network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 19:45:59 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:46:00 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2dda6adf-3048-4c84-a83f-63d8e2082f5f tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Updating instance_info_cache with network_info: [{"id": "af651d95-6b97-460e-b3d6-2c0c9f71feb8", "address": "fa:16:3e:f4:14:3d", "network": {"id": "c4a5f3c6-85f0-4d3b-8315-d0bc06057f7d", "bridge": "br-int", "label": "tempest-TestShelveInstance-523465170-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ca79a043f8c548b3995328562da8ef2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf651d95-6b", "ovs_interfaceid": "af651d95-6b97-460e-b3d6-2c0c9f71feb8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:46:00 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2dda6adf-3048-4c84-a83f-63d8e2082f5f tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Releasing lock "refresh_cache-5a010f8b-ded4-4768-a829-769d954b4c71" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:46:00 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Instance destroyed successfully.
Oct 27 19:46:00 user nova-compute[75147]: DEBUG nova.objects.instance [None req-2dda6adf-3048-4c84-a83f-63d8e2082f5f tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Lazy-loading 'resources' on Instance uuid 5a010f8b-ded4-4768-a829-769d954b4c71 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:46:00 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-2dda6adf-3048-4c84-a83f-63d8e2082f5f tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:44:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-1007570802',display_name='tempest-TestShelveInstance-server-1007570802',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-1007570802',id=33,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLkH1uZuwTQqs3mRIAN/HB1i82SYJRxcvQXjXswG6dgx2bwraoVn2n9ZuvZV18dLVFrFQqcl/3DvE3MEgDUu6wMlBrCJ6Ic57mGRxTYl/vuA0YPIatJJ88yB4UT9dJopNQ==',key_name='tempest-TestShelveInstance-1893986687',keypairs=<?>,launch_index=0,launched_at=2023-10-27T19:44:32Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ca79a043f8c548b3995328562da8ef2d',ramdisk_id='',reservation_id='r-onsx4fak',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-377999909',owner_user_name='tempest-TestShelveInstance-377999909-project-member'},tags=<?>,task_state='shelving',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T19:44:33Z,user_data=None,user_id='f059fade539a4d0d97bb818fd69727aa',uuid=5a010f8b-ded4-4768-a829-769d954b4c71,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "af651d95-6b97-460e-b3d6-2c0c9f71feb8", "address": "fa:16:3e:f4:14:3d", "network": {"id": "c4a5f3c6-85f0-4d3b-8315-d0bc06057f7d", "bridge": "br-int", "label": "tempest-TestShelveInstance-523465170-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ca79a043f8c548b3995328562da8ef2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf651d95-6b", "ovs_interfaceid": "af651d95-6b97-460e-b3d6-2c0c9f71feb8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 19:46:00 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-2dda6adf-3048-4c84-a83f-63d8e2082f5f tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Converting VIF {"id": "af651d95-6b97-460e-b3d6-2c0c9f71feb8", "address": "fa:16:3e:f4:14:3d", "network": {"id": "c4a5f3c6-85f0-4d3b-8315-d0bc06057f7d", "bridge": "br-int", "label": "tempest-TestShelveInstance-523465170-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ca79a043f8c548b3995328562da8ef2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf651d95-6b", "ovs_interfaceid": "af651d95-6b97-460e-b3d6-2c0c9f71feb8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:46:00 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-2dda6adf-3048-4c84-a83f-63d8e2082f5f tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f4:14:3d,bridge_name='br-int',has_traffic_filtering=True,id=af651d95-6b97-460e-b3d6-2c0c9f71feb8,network=Network(c4a5f3c6-85f0-4d3b-8315-d0bc06057f7d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaf651d95-6b') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:46:00 user nova-compute[75147]: DEBUG os_vif [None req-2dda6adf-3048-4c84-a83f-63d8e2082f5f tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f4:14:3d,bridge_name='br-int',has_traffic_filtering=True,id=af651d95-6b97-460e-b3d6-2c0c9f71feb8,network=Network(c4a5f3c6-85f0-4d3b-8315-d0bc06057f7d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaf651d95-6b') {{(pid=75147) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 19:46:00 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:46:00 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapaf651d95-6b, bridge=br-int, if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:46:00 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:46:00 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:46:00 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:46:00 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=3dc9066b-cb33-4894-9540-0e9211b7c3f3) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:46:00 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:46:00 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:46:00 user nova-compute[75147]: INFO os_vif [None req-2dda6adf-3048-4c84-a83f-63d8e2082f5f tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f4:14:3d,bridge_name='br-int',has_traffic_filtering=True,id=af651d95-6b97-460e-b3d6-2c0c9f71feb8,network=Network(c4a5f3c6-85f0-4d3b-8315-d0bc06057f7d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaf651d95-6b')
Oct 27 19:46:00 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2dda6adf-3048-4c84-a83f-63d8e2082f5f tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] calling os-brick to detach iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 19:46:00 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-2dda6adf-3048-4c84-a83f-63d8e2082f5f tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, {'target_iqn': 'iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qctYiLCb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:46:00 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-2dda6adf-3048-4c84-a83f-63d8e2082f5f tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:46:00 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-2dda6adf-3048-4c84-a83f-63d8e2082f5f tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:46:00 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-2dda6adf-3048-4c84-a83f-63d8e2082f5f tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.003s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:46:00 user nova-compute[75147]: DEBUG nova.compute.manager [req-b41b048d-ed72-431a-8de7-c7fa123f49cc req-fa645454-581c-427b-a3b8-9c00236bfa90 service nova] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Received event network-changed-af651d95-6b97-460e-b3d6-2c0c9f71feb8 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:46:00 user nova-compute[75147]: DEBUG nova.compute.manager [req-b41b048d-ed72-431a-8de7-c7fa123f49cc req-fa645454-581c-427b-a3b8-9c00236bfa90 service nova] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Refreshing instance network info cache due to event network-changed-af651d95-6b97-460e-b3d6-2c0c9f71feb8. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 19:46:00 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-b41b048d-ed72-431a-8de7-c7fa123f49cc req-fa645454-581c-427b-a3b8-9c00236bfa90 service nova] Acquiring lock "refresh_cache-5a010f8b-ded4-4768-a829-769d954b4c71" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:46:00 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-b41b048d-ed72-431a-8de7-c7fa123f49cc req-fa645454-581c-427b-a3b8-9c00236bfa90 service nova] Acquired lock "refresh_cache-5a010f8b-ded4-4768-a829-769d954b4c71" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:46:00 user nova-compute[75147]: DEBUG nova.network.neutron [req-b41b048d-ed72-431a-8de7-c7fa123f49cc req-fa645454-581c-427b-a3b8-9c00236bfa90 service nova] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Refreshing network info cache for port af651d95-6b97-460e-b3d6-2c0c9f71feb8 {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 19:46:00 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:46:00 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.028s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:46:00 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa556b0d-7831-4a80-9195-cf341a069454]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a2c26f3a-9cf5-4cf1-9d51-3ecfc36bc5ea\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:46:00 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-2dda6adf-3048-4c84-a83f-63d8e2082f5f tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 19:46:00 user nova-compute[75147]: No targets found.
Oct 27 19:46:00 user nova-compute[75147]: iSNS:
Oct 27 19:46:00 user nova-compute[75147]: No targets found.
Oct 27 19:46:00 user nova-compute[75147]: STATIC:
Oct 27 19:46:00 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4
Oct 27 19:46:00 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:46:00 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:46:00 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:a2c26f3a-9cf5-4cf1-9d51-3ecfc36bc5ea
Oct 27 19:46:00 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:46:00 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:46:00 user nova-compute[75147]: FIRMWARE:
Oct 27 19:46:00 user nova-compute[75147]: No targets found.
Oct 27 19:46:00 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:46:00 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-2dda6adf-3048-4c84-a83f-63d8e2082f5f tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 19:46:00 user nova-compute[75147]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 19:46:00 user nova-compute[75147]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75147) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 19:46:00 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-2dda6adf-3048-4c84-a83f-63d8e2082f5f tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4', 0)] {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 19:46:00 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:46:00 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.025s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:46:00 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[11742abb-855f-4619-b0fa-211986d013e1]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a2c26f3a-9cf5-4cf1-9d51-3ecfc36bc5ea\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:46:00 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:46:00 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:46:00 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:46:00 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:46:00 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[f75540e9-7c65-45c1-b8b2-c679f12f76a5]: (4, ('tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a2c26f3a-9cf5-4cf1-9d51-3ecfc36bc5ea (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:46:00 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-2dda6adf-3048-4c84-a83f-63d8e2082f5f tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4 (non-flash)
Oct 27 19:46:00 user nova-compute[75147]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a2c26f3a-9cf5-4cf1-9d51-3ecfc36bc5ea (non-flash)
Oct 27 19:46:00 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:46:00 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-2dda6adf-3048-4c84-a83f-63d8e2082f5f tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] iscsi session list stdout=tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4 (non-flash)
Oct 27 19:46:00 user nova-compute[75147]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a2c26f3a-9cf5-4cf1-9d51-3ecfc36bc5ea (non-flash)
Oct 27 19:46:00 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:46:00 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-2dda6adf-3048-4c84-a83f-63d8e2082f5f tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f290c14fd00>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4'): ({'sdd'}, set())}) {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 19:46:00 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-2dda6adf-3048-4c84-a83f-63d8e2082f5f tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Removing single pathed devices sdd {{(pid=75147) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 19:46:00 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:46:00 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:46:00 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:46:00 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Auditing locally available compute resources for user (node: user) {{(pid=75147) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 19:46:00 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:46:00 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.028s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:46:00 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[28b75c0c-4270-4f4f-a1b7-efb98544d024]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:46:00 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:46:00 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.027s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:46:00 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9b28fe2-75d4-4750-a0d7-49acb01f3b61]: (4, ('ok\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:46:00 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-2dda6adf-3048-4c84-a83f-63d8e2082f5f tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Flushing IO for device /dev/sdd {{(pid=75147) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 19:46:00 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:46:00 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.016s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:46:00 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea3ad251-1e07-4b6c-b60e-25a3c317c735]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:46:00 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-2dda6adf-3048-4c84-a83f-63d8e2082f5f tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75147) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 19:46:00 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:46:01 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.044s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:46:01 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[b03d64cd-4dcc-4ce1-9609-e0a4dcf0af89]: (4, ('1', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:46:01 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-2dda6adf-3048-4c84-a83f-63d8e2082f5f tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 19:46:01 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-2dda6adf-3048-4c84-a83f-63d8e2082f5f tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] SCSI volumes sdd have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 19:46:01 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-2dda6adf-3048-4c84-a83f-63d8e2082f5f tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4')] {{(pid=75147) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 19:46:01 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:46:01 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.028s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:46:01 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[88cbb65f-1dd3-48e0-86d1-40c86040e299]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:46:01 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-2dda6adf-3048-4c84-a83f-63d8e2082f5f tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:46:01 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75147) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 19:46:01 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4 -p 172.16.0.220:3260 --logout {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:46:01 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=75147) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 19:46:01 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1bca4d6b-3208-42ea-83ab-463b6b4c5e49/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:46:01 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4 -p 172.16.0.220:3260 --logout" returned: 0 in 0.072s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:46:01 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[a7d1eb13-e475-4b12-b956-8c46362359c8]: (4, ('Logging out of session [sid: 36, target: iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4, portal: 172.16.0.220,3260]\nLogout of [sid: 36, target: iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:46:01 user nova-compute[75147]: DEBUG nova.compute.manager [req-45e2f752-1238-42e8-94e2-09697294d9b6 req-54b0d108-ec46-4b3d-affa-606e6e96a3ad service nova] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Received event network-vif-plugged-af651d95-6b97-460e-b3d6-2c0c9f71feb8 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:46:01 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-45e2f752-1238-42e8-94e2-09697294d9b6 req-54b0d108-ec46-4b3d-affa-606e6e96a3ad service nova] Acquiring lock "5a010f8b-ded4-4768-a829-769d954b4c71-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:46:01 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-45e2f752-1238-42e8-94e2-09697294d9b6 req-54b0d108-ec46-4b3d-affa-606e6e96a3ad service nova] Lock "5a010f8b-ded4-4768-a829-769d954b4c71-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:46:01 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-45e2f752-1238-42e8-94e2-09697294d9b6 req-54b0d108-ec46-4b3d-affa-606e6e96a3ad service nova] Lock "5a010f8b-ded4-4768-a829-769d954b4c71-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:46:01 user nova-compute[75147]: DEBUG nova.compute.manager [req-45e2f752-1238-42e8-94e2-09697294d9b6 req-54b0d108-ec46-4b3d-affa-606e6e96a3ad service nova] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] No waiting events found dispatching network-vif-plugged-af651d95-6b97-460e-b3d6-2c0c9f71feb8 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:46:01 user nova-compute[75147]: WARNING nova.compute.manager [req-45e2f752-1238-42e8-94e2-09697294d9b6 req-54b0d108-ec46-4b3d-affa-606e6e96a3ad service nova] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Received unexpected event network-vif-plugged-af651d95-6b97-460e-b3d6-2c0c9f71feb8 for instance with vm_state active and task_state shelving.
Oct 27 19:46:01 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-2dda6adf-3048-4c84-a83f-63d8e2082f5f tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 36, target: iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4, portal: 172.16.0.220,3260]
Oct 27 19:46:01 user nova-compute[75147]: Logout of [sid: 36, target: iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4, portal: 172.16.0.220,3260] successful.
Oct 27 19:46:01 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:46:01 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4 -p 172.16.0.220:3260 --op delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:46:01 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:46:01 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[d02b2bd3-1492-4ad4-a3f3-3e7744fad6e7]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:46:01 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-2dda6adf-3048-4c84-a83f-63d8e2082f5f tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:46:01 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-2dda6adf-3048-4c84-a83f-63d8e2082f5f tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.447s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:46:01 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-2dda6adf-3048-4c84-a83f-63d8e2082f5f tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] <== disconnect_volume: return (450ms) None {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:46:01 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2dda6adf-3048-4c84-a83f-63d8e2082f5f tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Disconnected iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 19:46:01 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-2dda6adf-3048-4c84-a83f-63d8e2082f5f tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Deleting instance files /opt/stack/data/nova/instances/5a010f8b-ded4-4768-a829-769d954b4c71_del
Oct 27 19:46:01 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-2dda6adf-3048-4c84-a83f-63d8e2082f5f tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Deletion of /opt/stack/data/nova/instances/5a010f8b-ded4-4768-a829-769d954b4c71_del complete
Oct 27 19:46:01 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1bca4d6b-3208-42ea-83ab-463b6b4c5e49/disk --force-share --output=json" returned: 0 in 0.268s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:46:01 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1bca4d6b-3208-42ea-83ab-463b6b4c5e49/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:46:01 user nova-compute[75147]: DEBUG nova.network.neutron [req-b41b048d-ed72-431a-8de7-c7fa123f49cc req-fa645454-581c-427b-a3b8-9c00236bfa90 service nova] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Updated VIF entry in instance network info cache for port af651d95-6b97-460e-b3d6-2c0c9f71feb8. {{(pid=75147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 19:46:01 user nova-compute[75147]: DEBUG nova.network.neutron [req-b41b048d-ed72-431a-8de7-c7fa123f49cc req-fa645454-581c-427b-a3b8-9c00236bfa90 service nova] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Updating instance_info_cache with network_info: [{"id": "af651d95-6b97-460e-b3d6-2c0c9f71feb8", "address": "fa:16:3e:f4:14:3d", "network": {"id": "c4a5f3c6-85f0-4d3b-8315-d0bc06057f7d", "bridge": null, "label": "tempest-TestShelveInstance-523465170-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ca79a043f8c548b3995328562da8ef2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "unbound", "details": {}, "devname": "tapaf651d95-6b", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:46:01 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-b41b048d-ed72-431a-8de7-c7fa123f49cc req-fa645454-581c-427b-a3b8-9c00236bfa90 service nova] Releasing lock "refresh_cache-5a010f8b-ded4-4768-a829-769d954b4c71" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:46:01 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1bca4d6b-3208-42ea-83ab-463b6b4c5e49/disk --force-share --output=json" returned: 0 in 0.269s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:46:01 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4de8f375-1603-4ada-825c-e4632a249d87/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:46:01 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4de8f375-1603-4ada-825c-e4632a249d87/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:46:01 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4de8f375-1603-4ada-825c-e4632a249d87/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:46:01 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:46:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4de8f375-1603-4ada-825c-e4632a249d87/disk --force-share --output=json" returned: 0 in 0.234s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:46:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:46:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5/disk --force-share --output=json" returned: 0 in 0.283s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:46:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:46:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5/disk --force-share --output=json" returned: 0 in 0.294s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:46:02 user nova-compute[75147]: INFO nova.scheduler.client.report [None req-2dda6adf-3048-4c84-a83f-63d8e2082f5f tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Deleted allocations for instance 5a010f8b-ded4-4768-a829-769d954b4c71
Oct 27 19:46:03 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2dda6adf-3048-4c84-a83f-63d8e2082f5f tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:46:03 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2dda6adf-3048-4c84-a83f-63d8e2082f5f tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:46:03 user nova-compute[75147]: DEBUG nova.objects.instance [None req-2dda6adf-3048-4c84-a83f-63d8e2082f5f tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Lazy-loading 'numa_topology' on Instance uuid 5a010f8b-ded4-4768-a829-769d954b4c71 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:46:03 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:46:03 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:46:03 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Hypervisor/Node resource view: name=user free_ram=8186MB free_disk=25.101333618164062GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75147) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 19:46:03 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:46:03 user nova-compute[75147]: DEBUG nova.objects.base [None req-2dda6adf-3048-4c84-a83f-63d8e2082f5f tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Object Instance<5a010f8b-ded4-4768-a829-769d954b4c71> lazy-loaded attributes: resources,numa_topology {{(pid=75147) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 19:46:03 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-2dda6adf-3048-4c84-a83f-63d8e2082f5f tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:46:03 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-2dda6adf-3048-4c84-a83f-63d8e2082f5f tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:46:03 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2dda6adf-3048-4c84-a83f-63d8e2082f5f tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.287s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:46:03 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.269s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:46:03 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2dda6adf-3048-4c84-a83f-63d8e2082f5f tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Lock "5a010f8b-ded4-4768-a829-769d954b4c71" "released" by "nova.compute.manager.ComputeManager.shelve_offload_instance.<locals>.do_shelve_offload_instance" :: held 4.685s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:46:03 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 890c8090-2d59-4e82-a8d2-b3ef579be76b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:46:03 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 4de8f375-1603-4ada-825c-e4632a249d87 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:46:03 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 1bca4d6b-3208-42ea-83ab-463b6b4c5e49 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:46:03 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 80fddf4a-f86b-49a3-b9f7-9d1eb0fc2b7a actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:46:03 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:46:03 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Total usable vcpus: 12, total allocated vcpus: 5 {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 19:46:03 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Final resource view: name=user phys_ram=16011MB used_ram=3072MB phys_disk=40GB used_disk=4GB total_vcpus=12 used_vcpus=5 pci_stats=[] {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 19:46:03 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:46:03 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:46:03 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Compute_service record updated for user:user {{(pid=75147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 19:46:03 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.335s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:46:04 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:46:04 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Starting heal instance info cache {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 19:46:04 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Didn't find any instances for network info cache update. {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 27 19:46:04 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:46:05 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:46:06 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:46:09 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Starting finish_revert_migration {{(pid=75147) finish_revert_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11819}}
Oct 27 19:46:09 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Start _get_guest_xml network_info=[{"id": "c2251937-2487-4cca-817b-a9062909d9ac", "address": "fa:16:3e:98:c8:c8", "network": {"id": "99edb53b-28d0-4c20-8301-2e49771a21ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1002512861-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.106", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "263dcbd796474e989caaf1ec61ef0e47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2251937-24", "ovs_interfaceid": "c2251937-2487-4cca-817b-a9062909d9ac", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=d52df17c-5315-4a73-ab7c-34c161a414fb,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'encryption_options': None, 'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encrypted': False, 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_format': None, 'device_name': '/dev/vda', 'image_id': 'd52df17c-5315-4a73-ab7c-34c161a414fb'}], 'ephemerals': [], 'block_device_mapping': [{'device_type': 'disk', 'delete_on_termination': False, 'boot_index': None, 'disk_bus': 'virtio', 'mount_device': '/dev/vdb', 'guest_format': None, 'attachment_id': 'cb0011dc-e900-46be-bc0c-229082f84f31', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VMOrfECb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '890c8090-2d59-4e82-a8d2-b3ef579be76b', 'attached_at': '2023-10-27T19:46:09.000000', 'detached_at': '', 'volume_id': 'f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7', 'serial': 'f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7'}, 'volume_type': None} {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 19:46:09 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:46:09 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:46:09 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 19:46:09 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] CPU controller missing on host. {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 19:46:09 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 19:46:09 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] CPU controller found on host. {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 19:46:09 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75147) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 19:46:09 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T19:21:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=d52df17c-5315-4a73-ab7c-34c161a414fb,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 19:46:09 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Flavor limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 19:46:09 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Image limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 19:46:09 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Flavor pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 19:46:09 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Image pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 19:46:09 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 19:46:09 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 19:46:09 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 19:46:09 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Got 1 possible topologies {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 19:46:09 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 19:46:09 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 19:46:09 user nova-compute[75147]: DEBUG nova.objects.instance [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Lazy-loading 'vcpu_model' on Instance uuid 890c8090-2d59-4e82-a8d2-b3ef579be76b {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:46:09 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Calling os-brick to attach iSCSI Volume {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 19:46:09 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VMOrfECb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:46:09 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:46:09 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:46:09 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:46:09 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:46:09 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:46:09 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:46:09 user nova-compute[75147]: INFO os_brick.initiator.connectors.iscsi [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 19:46:09 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 -p 172.16.0.220:3260 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:46:09 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:46:09 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[2cc284ea-b2a4-42de-8676-a6db456699ff]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:46:09 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 19:46:09 user nova-compute[75147]:  {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:46:09 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 -p 172.16.0.220:3260 --interface default --op new {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:46:09 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:46:09 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[c34db9ab-75a8-4d84-b88e-cd2aac372e11]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7] added\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:46:09 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7] added
Oct 27 19:46:09 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:46:09 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:46:09 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:46:09 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[be11e854-b348-4381-aaf8-584b276f177f]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:46:09 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:46:09 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:46:09 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:46:09 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[45f4b7b2-52e3-4b68-b70f-d42b1ccd0030]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:46:09 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:46:09 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VMOrfECb {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:46:09 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VMOrfECb" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:46:09 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[961a8b25-6606-4bb1-a812-00f86b7fece1]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:46:09 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'VMOrfECb'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:46:09 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:46:09 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.023s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:46:09 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf096d6b-6359-44d5-93b8-f48a441ab2c9]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:46:09 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:46:09 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:46:09 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:46:09 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[95e4deb5-5891-422c-8fad-e9a6d38be612]: (4, ('tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a2c26f3a-9cf5-4cf1-9d51-3ecfc36bc5ea (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:46:09 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a2c26f3a-9cf5-4cf1-9d51-3ecfc36bc5ea (non-flash)
Oct 27 19:46:09 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:46:09 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] iscsi session list stdout=tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a2c26f3a-9cf5-4cf1-9d51-3ecfc36bc5ea (non-flash)
Oct 27 19:46:09 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:46:09 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 -p 172.16.0.220:3260 --login {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:46:09 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 -p 172.16.0.220:3260 --login" returned: 0 in 0.053s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:46:09 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[75de25ac-6ee6-4003-b12a-8edbf81f80a5]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:46:09 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7, portal: 172.16.0.220,3260]
Oct 27 19:46:09 user nova-compute[75147]: Login to [iface: default, target: iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7, portal: 172.16.0.220,3260] successful.
Oct 27 19:46:09 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:46:09 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:46:09 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:46:09 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[01b06147-6849-4b6f-9043-61d980a236ef]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:46:09 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:46:09 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:46:09 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:46:09 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[89c40347-8668-4072-8234-851670cea51c]: (4, ('tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a2c26f3a-9cf5-4cf1-9d51-3ecfc36bc5ea (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:46:09 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a2c26f3a-9cf5-4cf1-9d51-3ecfc36bc5ea (non-flash)
Oct 27 19:46:09 user nova-compute[75147]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 (non-flash)
Oct 27 19:46:09 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:46:09 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] iscsi session list stdout=tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a2c26f3a-9cf5-4cf1-9d51-3ecfc36bc5ea (non-flash)
Oct 27 19:46:09 user nova-compute[75147]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 (non-flash)
Oct 27 19:46:09 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:46:09 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.265s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:46:09 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Connected to 172.16.0.220:3260 {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 19:46:09 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] HCTL ('34', '-', '-', 0) found on session 38 with lun 0 {{(pid=75147) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 19:46:09 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75147) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 19:46:09 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:46:09 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:46:09 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[50e661ae-6bd6-454c-8566-78bde6f5b797]: (4, ('- - 0', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:46:09 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Searching for a device in session 38 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75147) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 19:46:09 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VMOrfECb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 19:46:09 user nova-compute[75147]: DEBUG nova.compute.manager [req-a60c0aa9-05f0-4de5-9e33-235eb6b4b98b req-895717be-99db-46e3-bd94-76813d7331b2 service nova] [instance: 4de8f375-1603-4ada-825c-e4632a249d87] Received event network-changed-92fdd24d-a84d-4007-9505-e5a28b28863a {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:46:09 user nova-compute[75147]: DEBUG nova.compute.manager [req-a60c0aa9-05f0-4de5-9e33-235eb6b4b98b req-895717be-99db-46e3-bd94-76813d7331b2 service nova] [instance: 4de8f375-1603-4ada-825c-e4632a249d87] Refreshing instance network info cache due to event network-changed-92fdd24d-a84d-4007-9505-e5a28b28863a. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 19:46:09 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-a60c0aa9-05f0-4de5-9e33-235eb6b4b98b req-895717be-99db-46e3-bd94-76813d7331b2 service nova] Acquiring lock "refresh_cache-4de8f375-1603-4ada-825c-e4632a249d87" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:46:09 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-a60c0aa9-05f0-4de5-9e33-235eb6b4b98b req-895717be-99db-46e3-bd94-76813d7331b2 service nova] Acquired lock "refresh_cache-4de8f375-1603-4ada-825c-e4632a249d87" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:46:09 user nova-compute[75147]: DEBUG nova.network.neutron [req-a60c0aa9-05f0-4de5-9e33-235eb6b4b98b req-895717be-99db-46e3-bd94-76813d7331b2 service nova] [instance: 4de8f375-1603-4ada-825c-e4632a249d87] Refreshing network info cache for port 92fdd24d-a84d-4007-9505-e5a28b28863a {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 19:46:09 user nova-compute[75147]: DEBUG nova.network.neutron [req-a60c0aa9-05f0-4de5-9e33-235eb6b4b98b req-895717be-99db-46e3-bd94-76813d7331b2 service nova] [instance: 4de8f375-1603-4ada-825c-e4632a249d87] Updated VIF entry in instance network info cache for port 92fdd24d-a84d-4007-9505-e5a28b28863a. {{(pid=75147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 19:46:09 user nova-compute[75147]: DEBUG nova.network.neutron [req-a60c0aa9-05f0-4de5-9e33-235eb6b4b98b req-895717be-99db-46e3-bd94-76813d7331b2 service nova] [instance: 4de8f375-1603-4ada-825c-e4632a249d87] Updating instance_info_cache with network_info: [{"id": "92fdd24d-a84d-4007-9505-e5a28b28863a", "address": "fa:16:3e:84:e6:a5", "network": {"id": "530841ca-09cf-4270-b7b7-02d3a851df39", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1965338570-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "650e050c53874fa5bd6c9a70152ef1cf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap92fdd24d-a8", "ovs_interfaceid": "92fdd24d-a84d-4007-9505-e5a28b28863a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:46:09 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-a60c0aa9-05f0-4de5-9e33-235eb6b4b98b req-895717be-99db-46e3-bd94-76813d7331b2 service nova] Releasing lock "refresh_cache-4de8f375-1603-4ada-825c-e4632a249d87" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:46:10 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.302s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:46:10 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] <== connect_volume: return (1304ms) {'type': 'block', 'scsi_wwn': '26333303966333937', 'path': '/dev/sdc'} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:46:10 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26333303966333937', 'path': '/dev/sdc'} {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 19:46:10 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:39:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1016449598',display_name='tempest-ServerActionsTestOtherB-server-1016449598',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1016449598',id=29,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIbzcaisbNxV5FB2dgI6hcOOOfW5JVsQGXKDSHawFFIiHO0G2p7/mHAMPYVx7c3SXyW6vwShgiTGJ74I0x4Vi+7zdc5KZaRgr0EJMH5uJydj32vDe/1VzrDt9IZKfTGX5A==',key_name='tempest-keypair-1713438688',keypairs=<?>,launch_index=0,launched_at=2023-10-27T19:44:25Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='263dcbd796474e989caaf1ec61ef0e47',ramdisk_id='',reservation_id='r-qu7rgbae',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-1322299385',owner_user_name='tempest-ServerActionsTestOtherB-1322299385-project-member'},tags=<?>,task_state='resize_reverting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T19:45:43Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6bae7175bb1d42458482b8e5965bd0b5',uuid=890c8090-2d59-4e82-a8d2-b3ef579be76b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='resized') vif={"id": "c2251937-2487-4cca-817b-a9062909d9ac", "address": "fa:16:3e:98:c8:c8", "network": {"id": "99edb53b-28d0-4c20-8301-2e49771a21ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1002512861-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.106", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "263dcbd796474e989caaf1ec61ef0e47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2251937-24", "ovs_interfaceid": "c2251937-2487-4cca-817b-a9062909d9ac", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75147) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 19:46:10 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Converting VIF {"id": "c2251937-2487-4cca-817b-a9062909d9ac", "address": "fa:16:3e:98:c8:c8", "network": {"id": "99edb53b-28d0-4c20-8301-2e49771a21ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1002512861-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.106", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "263dcbd796474e989caaf1ec61ef0e47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2251937-24", "ovs_interfaceid": "c2251937-2487-4cca-817b-a9062909d9ac", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:46:10 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:98:c8:c8,bridge_name='br-int',has_traffic_filtering=True,id=c2251937-2487-4cca-817b-a9062909d9ac,network=Network(99edb53b-28d0-4c20-8301-2e49771a21ba),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc2251937-24') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:46:10 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] End _get_guest_xml xml=<domain type="kvm">
Oct 27 19:46:10 user nova-compute[75147]:   <uuid>890c8090-2d59-4e82-a8d2-b3ef579be76b</uuid>
Oct 27 19:46:10 user nova-compute[75147]:   <name>instance-0000001d</name>
Oct 27 19:46:10 user nova-compute[75147]:   <memory>524288</memory>
Oct 27 19:46:10 user nova-compute[75147]:   <vcpu>1</vcpu>
Oct 27 19:46:10 user nova-compute[75147]:   <metadata>
Oct 27 19:46:10 user nova-compute[75147]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 19:46:10 user nova-compute[75147]:       <nova:package version="0.0.0"/>
Oct 27 19:46:10 user nova-compute[75147]:       <nova:name>tempest-ServerActionsTestOtherB-server-1016449598</nova:name>
Oct 27 19:46:10 user nova-compute[75147]:       <nova:creationTime>2023-10-27 19:46:09</nova:creationTime>
Oct 27 19:46:10 user nova-compute[75147]:       <nova:flavor name="m1.tiny">
Oct 27 19:46:10 user nova-compute[75147]:         <nova:memory>512</nova:memory>
Oct 27 19:46:10 user nova-compute[75147]:         <nova:disk>1</nova:disk>
Oct 27 19:46:10 user nova-compute[75147]:         <nova:swap>0</nova:swap>
Oct 27 19:46:10 user nova-compute[75147]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 19:46:10 user nova-compute[75147]:         <nova:vcpus>1</nova:vcpus>
Oct 27 19:46:10 user nova-compute[75147]:       </nova:flavor>
Oct 27 19:46:10 user nova-compute[75147]:       <nova:owner>
Oct 27 19:46:10 user nova-compute[75147]:         <nova:user uuid="6bae7175bb1d42458482b8e5965bd0b5">tempest-ServerActionsTestOtherB-1322299385-project-member</nova:user>
Oct 27 19:46:10 user nova-compute[75147]:         <nova:project uuid="263dcbd796474e989caaf1ec61ef0e47">tempest-ServerActionsTestOtherB-1322299385</nova:project>
Oct 27 19:46:10 user nova-compute[75147]:       </nova:owner>
Oct 27 19:46:10 user nova-compute[75147]:       <nova:root type="image" uuid="d52df17c-5315-4a73-ab7c-34c161a414fb"/>
Oct 27 19:46:10 user nova-compute[75147]:       <nova:ports>
Oct 27 19:46:10 user nova-compute[75147]:         <nova:port uuid="c2251937-2487-4cca-817b-a9062909d9ac">
Oct 27 19:46:10 user nova-compute[75147]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Oct 27 19:46:10 user nova-compute[75147]:         </nova:port>
Oct 27 19:46:10 user nova-compute[75147]:       </nova:ports>
Oct 27 19:46:10 user nova-compute[75147]:     </nova:instance>
Oct 27 19:46:10 user nova-compute[75147]:   </metadata>
Oct 27 19:46:10 user nova-compute[75147]:   <sysinfo type="smbios">
Oct 27 19:46:10 user nova-compute[75147]:     <system>
Oct 27 19:46:10 user nova-compute[75147]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 19:46:10 user nova-compute[75147]:       <entry name="product">OpenStack Nova</entry>
Oct 27 19:46:10 user nova-compute[75147]:       <entry name="version">0.0.0</entry>
Oct 27 19:46:10 user nova-compute[75147]:       <entry name="serial">890c8090-2d59-4e82-a8d2-b3ef579be76b</entry>
Oct 27 19:46:10 user nova-compute[75147]:       <entry name="uuid">890c8090-2d59-4e82-a8d2-b3ef579be76b</entry>
Oct 27 19:46:10 user nova-compute[75147]:       <entry name="family">Virtual Machine</entry>
Oct 27 19:46:10 user nova-compute[75147]:     </system>
Oct 27 19:46:10 user nova-compute[75147]:   </sysinfo>
Oct 27 19:46:10 user nova-compute[75147]:   <os>
Oct 27 19:46:10 user nova-compute[75147]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 19:46:10 user nova-compute[75147]:     <boot dev="hd"/>
Oct 27 19:46:10 user nova-compute[75147]:     <smbios mode="sysinfo"/>
Oct 27 19:46:10 user nova-compute[75147]:   </os>
Oct 27 19:46:10 user nova-compute[75147]:   <features>
Oct 27 19:46:10 user nova-compute[75147]:     <acpi/>
Oct 27 19:46:10 user nova-compute[75147]:     <apic/>
Oct 27 19:46:10 user nova-compute[75147]:     <vmcoreinfo/>
Oct 27 19:46:10 user nova-compute[75147]:   </features>
Oct 27 19:46:10 user nova-compute[75147]:   <clock offset="utc">
Oct 27 19:46:10 user nova-compute[75147]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 19:46:10 user nova-compute[75147]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 19:46:10 user nova-compute[75147]:     <timer name="hpet" present="no"/>
Oct 27 19:46:10 user nova-compute[75147]:   </clock>
Oct 27 19:46:10 user nova-compute[75147]:   <cpu mode="custom" match="exact">
Oct 27 19:46:10 user nova-compute[75147]:     <model>Nehalem</model>
Oct 27 19:46:10 user nova-compute[75147]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 19:46:10 user nova-compute[75147]:   </cpu>
Oct 27 19:46:10 user nova-compute[75147]:   <devices>
Oct 27 19:46:10 user nova-compute[75147]:     <disk type="file" device="disk">
Oct 27 19:46:10 user nova-compute[75147]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 27 19:46:10 user nova-compute[75147]:       <source file="/opt/stack/data/nova/instances/890c8090-2d59-4e82-a8d2-b3ef579be76b/disk"/>
Oct 27 19:46:10 user nova-compute[75147]:       <target dev="vda" bus="virtio"/>
Oct 27 19:46:10 user nova-compute[75147]:     </disk>
Oct 27 19:46:10 user nova-compute[75147]:     <disk type="block" device="disk">
Oct 27 19:46:10 user nova-compute[75147]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 19:46:10 user nova-compute[75147]:       <source dev="/dev/sdc"/>
Oct 27 19:46:10 user nova-compute[75147]:       <target dev="vdb" bus="virtio"/>
Oct 27 19:46:10 user nova-compute[75147]:       <serial>f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7</serial>
Oct 27 19:46:10 user nova-compute[75147]:     </disk>
Oct 27 19:46:10 user nova-compute[75147]:     <interface type="ethernet">
Oct 27 19:46:10 user nova-compute[75147]:       <mac address="fa:16:3e:98:c8:c8"/>
Oct 27 19:46:10 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:46:10 user nova-compute[75147]:       <mtu size="1442"/>
Oct 27 19:46:10 user nova-compute[75147]:       <target dev="tapc2251937-24"/>
Oct 27 19:46:10 user nova-compute[75147]:     </interface>
Oct 27 19:46:10 user nova-compute[75147]:     <serial type="pty">
Oct 27 19:46:10 user nova-compute[75147]:       <log file="/opt/stack/data/nova/instances/890c8090-2d59-4e82-a8d2-b3ef579be76b/console.log" append="off"/>
Oct 27 19:46:10 user nova-compute[75147]:     </serial>
Oct 27 19:46:10 user nova-compute[75147]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 19:46:10 user nova-compute[75147]:     <video>
Oct 27 19:46:10 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:46:10 user nova-compute[75147]:     </video>
Oct 27 19:46:10 user nova-compute[75147]:     <rng model="virtio">
Oct 27 19:46:10 user nova-compute[75147]:       <backend model="random">/dev/urandom</backend>
Oct 27 19:46:10 user nova-compute[75147]:     </rng>
Oct 27 19:46:10 user nova-compute[75147]:     <controller type="usb" index="0" model="none"/>
Oct 27 19:46:10 user nova-compute[75147]:     <memballoon model="virtio">
Oct 27 19:46:10 user nova-compute[75147]:       <stats period="10"/>
Oct 27 19:46:10 user nova-compute[75147]:     </memballoon>
Oct 27 19:46:10 user nova-compute[75147]:   </devices>
Oct 27 19:46:10 user nova-compute[75147]: </domain>
Oct 27 19:46:10 user nova-compute[75147]:  {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 19:46:10 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:39:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1016449598',display_name='tempest-ServerActionsTestOtherB-server-1016449598',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1016449598',id=29,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIbzcaisbNxV5FB2dgI6hcOOOfW5JVsQGXKDSHawFFIiHO0G2p7/mHAMPYVx7c3SXyW6vwShgiTGJ74I0x4Vi+7zdc5KZaRgr0EJMH5uJydj32vDe/1VzrDt9IZKfTGX5A==',key_name='tempest-keypair-1713438688',keypairs=<?>,launch_index=0,launched_at=2023-10-27T19:44:25Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='263dcbd796474e989caaf1ec61ef0e47',ramdisk_id='',reservation_id='r-qu7rgbae',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-1322299385',owner_user_name='tempest-ServerActionsTestOtherB-1322299385-project-member'},tags=<?>,task_state='resize_reverting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T19:45:43Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6bae7175bb1d42458482b8e5965bd0b5',uuid=890c8090-2d59-4e82-a8d2-b3ef579be76b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='resized') vif={"id": "c2251937-2487-4cca-817b-a9062909d9ac", "address": "fa:16:3e:98:c8:c8", "network": {"id": "99edb53b-28d0-4c20-8301-2e49771a21ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1002512861-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.106", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "263dcbd796474e989caaf1ec61ef0e47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2251937-24", "ovs_interfaceid": "c2251937-2487-4cca-817b-a9062909d9ac", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 19:46:10 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Converting VIF {"id": "c2251937-2487-4cca-817b-a9062909d9ac", "address": "fa:16:3e:98:c8:c8", "network": {"id": "99edb53b-28d0-4c20-8301-2e49771a21ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1002512861-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.106", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "263dcbd796474e989caaf1ec61ef0e47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2251937-24", "ovs_interfaceid": "c2251937-2487-4cca-817b-a9062909d9ac", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:46:10 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:98:c8:c8,bridge_name='br-int',has_traffic_filtering=True,id=c2251937-2487-4cca-817b-a9062909d9ac,network=Network(99edb53b-28d0-4c20-8301-2e49771a21ba),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc2251937-24') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:46:10 user nova-compute[75147]: DEBUG os_vif [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:98:c8:c8,bridge_name='br-int',has_traffic_filtering=True,id=c2251937-2487-4cca-817b-a9062909d9ac,network=Network(99edb53b-28d0-4c20-8301-2e49771a21ba),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc2251937-24') {{(pid=75147) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 19:46:10 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:46:10 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:46:10 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 19:46:10 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:46:10 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '649d56be-5ae3-5642-b5fa-f2933556762a', '_type': 'linux-noop'}}, row=False) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:46:10 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:46:10 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:46:10 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:46:10 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc2251937-24, may_exist=True, interface_attrs={}) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:46:10 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc2251937-24, col_values=(('qos', UUID('efc86922-7bc3-46e0-b15e-84b37cc2b9d7')),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:46:10 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc2251937-24, col_values=(('external_ids', {'iface-id': 'c2251937-2487-4cca-817b-a9062909d9ac', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:98:c8:c8', 'vm-uuid': '890c8090-2d59-4e82-a8d2-b3ef579be76b'}),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:46:10 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:46:10 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:46:10 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:46:10 user nova-compute[75147]: INFO os_vif [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:98:c8:c8,bridge_name='br-int',has_traffic_filtering=True,id=c2251937-2487-4cca-817b-a9062909d9ac,network=Network(99edb53b-28d0-4c20-8301-2e49771a21ba),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc2251937-24')
Oct 27 19:46:10 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:46:10 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:46:10 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75147) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 19:46:11 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:46:11 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:46:11 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:46:12 user nova-compute[75147]: DEBUG nova.compute.manager [req-956e0378-6465-4c86-b0ee-1db1403a92c8 req-ff742575-ed20-44a5-9bd1-91be6d094962 service nova] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Received event network-vif-plugged-c2251937-2487-4cca-817b-a9062909d9ac {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:46:12 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-956e0378-6465-4c86-b0ee-1db1403a92c8 req-ff742575-ed20-44a5-9bd1-91be6d094962 service nova] Acquiring lock "890c8090-2d59-4e82-a8d2-b3ef579be76b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:46:12 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-956e0378-6465-4c86-b0ee-1db1403a92c8 req-ff742575-ed20-44a5-9bd1-91be6d094962 service nova] Lock "890c8090-2d59-4e82-a8d2-b3ef579be76b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:46:12 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-956e0378-6465-4c86-b0ee-1db1403a92c8 req-ff742575-ed20-44a5-9bd1-91be6d094962 service nova] Lock "890c8090-2d59-4e82-a8d2-b3ef579be76b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:46:12 user nova-compute[75147]: DEBUG nova.compute.manager [req-956e0378-6465-4c86-b0ee-1db1403a92c8 req-ff742575-ed20-44a5-9bd1-91be6d094962 service nova] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] No waiting events found dispatching network-vif-plugged-c2251937-2487-4cca-817b-a9062909d9ac {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:46:12 user nova-compute[75147]: WARNING nova.compute.manager [req-956e0378-6465-4c86-b0ee-1db1403a92c8 req-ff742575-ed20-44a5-9bd1-91be6d094962 service nova] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Received unexpected event network-vif-plugged-c2251937-2487-4cca-817b-a9062909d9ac for instance with vm_state resized and task_state resize_reverting.
Oct 27 19:46:12 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:46:12 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:46:12 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:46:12 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:46:12 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:46:14 user nova-compute[75147]: DEBUG nova.compute.manager [req-678a06f7-910a-4648-8970-37fbd077ae0d req-12de3a80-0c4a-41d1-9bfb-df19314ca6b6 service nova] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Received event network-vif-plugged-c2251937-2487-4cca-817b-a9062909d9ac {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:46:14 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-678a06f7-910a-4648-8970-37fbd077ae0d req-12de3a80-0c4a-41d1-9bfb-df19314ca6b6 service nova] Acquiring lock "890c8090-2d59-4e82-a8d2-b3ef579be76b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:46:14 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-678a06f7-910a-4648-8970-37fbd077ae0d req-12de3a80-0c4a-41d1-9bfb-df19314ca6b6 service nova] Lock "890c8090-2d59-4e82-a8d2-b3ef579be76b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:46:14 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-678a06f7-910a-4648-8970-37fbd077ae0d req-12de3a80-0c4a-41d1-9bfb-df19314ca6b6 service nova] Lock "890c8090-2d59-4e82-a8d2-b3ef579be76b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:46:14 user nova-compute[75147]: DEBUG nova.compute.manager [req-678a06f7-910a-4648-8970-37fbd077ae0d req-12de3a80-0c4a-41d1-9bfb-df19314ca6b6 service nova] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] No waiting events found dispatching network-vif-plugged-c2251937-2487-4cca-817b-a9062909d9ac {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:46:14 user nova-compute[75147]: WARNING nova.compute.manager [req-678a06f7-910a-4648-8970-37fbd077ae0d req-12de3a80-0c4a-41d1-9bfb-df19314ca6b6 service nova] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Received unexpected event network-vif-plugged-c2251937-2487-4cca-817b-a9062909d9ac for instance with vm_state resized and task_state resize_reverting.
Oct 27 19:46:14 user nova-compute[75147]: DEBUG nova.compute.manager [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Instance event wait completed in 0 seconds for  {{(pid=75147) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 19:46:14 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Instance running successfully.
Oct 27 19:46:14 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] finish_revert_migration finished successfully. {{(pid=75147) finish_revert_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11863}}
Oct 27 19:46:14 user nova-compute[75147]: INFO nova.compute.manager [None req-e2eff04d-7672-4101-a787-073f9c040998 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Updating instance to original state: 'active'
Oct 27 19:46:15 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9cbb536c-c8df-451c-ad0c-68dd2e3de2c1 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Acquiring lock "4de8f375-1603-4ada-825c-e4632a249d87" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:46:15 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9cbb536c-c8df-451c-ad0c-68dd2e3de2c1 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Lock "4de8f375-1603-4ada-825c-e4632a249d87" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:46:15 user nova-compute[75147]: DEBUG nova.objects.instance [None req-9cbb536c-c8df-451c-ad0c-68dd2e3de2c1 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Lazy-loading 'flavor' on Instance uuid 4de8f375-1603-4ada-825c-e4632a249d87 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:46:15 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9cbb536c-c8df-451c-ad0c-68dd2e3de2c1 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Lock "4de8f375-1603-4ada-825c-e4632a249d87" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.060s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:46:15 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:46:15 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9cbb536c-c8df-451c-ad0c-68dd2e3de2c1 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Acquiring lock "4de8f375-1603-4ada-825c-e4632a249d87" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:46:15 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9cbb536c-c8df-451c-ad0c-68dd2e3de2c1 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Lock "4de8f375-1603-4ada-825c-e4632a249d87" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:46:15 user nova-compute[75147]: INFO nova.compute.manager [None req-9cbb536c-c8df-451c-ad0c-68dd2e3de2c1 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 4de8f375-1603-4ada-825c-e4632a249d87] Attaching volume 21709b6d-4dee-474e-8897-5f2c2c151ba6 to /dev/vdb
Oct 27 19:46:15 user nova-compute[75147]: DEBUG os_brick.utils [None req-9cbb536c-c8df-451c-ad0c-68dd2e3de2c1 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:46:15 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:46:15 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:46:15 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[a64c600a-33e2-4a01-b98c-314e552f73e2]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9325735bc82e\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:46:15 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:46:15 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:46:15 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[c75c0a74-222a-4dc2-9bc9-76b9f99b8132]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:46:15 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:46:15 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:46:15 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9126b51-1aee-4065-978b-84556f778ea5]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:46:15 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[5eeae5b5-f84b-4d6f-84cb-f8f4aaeebbb6]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:46:15 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-9cbb536c-c8df-451c-ad0c-68dd2e3de2c1 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Running cmd (subprocess): nvme version {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:46:15 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-9cbb536c-c8df-451c-ad0c-68dd2e3de2c1 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] 'nvme version' failed. Not Retrying. {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 19:46:15 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.nvmeof [None req-9cbb536c-c8df-451c-ad0c-68dd2e3de2c1 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] nvme not present on system {{(pid=75147) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 27 19:46:15 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:46:15 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 19:46:15 user nova-compute[75147]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 27 19:46:15 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[40e9a588-5087-44a8-acbd-213718a12702]: (4, '') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:46:15 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-9cbb536c-c8df-451c-ad0c-68dd2e3de2c1 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75147) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 27 19:46:15 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-9cbb536c-c8df-451c-ad0c-68dd2e3de2c1 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 27 19:46:15 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-9cbb536c-c8df-451c-ad0c-68dd2e3de2c1 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] LIGHTOS: no hostnqn found. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 27 19:46:15 user nova-compute[75147]: DEBUG os_brick.utils [None req-9cbb536c-c8df-451c-ad0c-68dd2e3de2c1 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] <== get_connector_properties: return (125ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9325735bc82e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:46:15 user nova-compute[75147]: DEBUG nova.virt.block_device [None req-9cbb536c-c8df-451c-ad0c-68dd2e3de2c1 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 4de8f375-1603-4ada-825c-e4632a249d87] Updating existing volume attachment record: 81e5b899-ecbb-47ad-8a4e-f23ed698784f {{(pid=75147) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 27 19:46:16 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:46:20 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:46:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:46:25 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:46:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:46:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:46:30 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:46:31 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:46:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:46:35 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9cbb536c-c8df-451c-ad0c-68dd2e3de2c1 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 4de8f375-1603-4ada-825c-e4632a249d87] Calling os-brick to attach iSCSI Volume {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 19:46:35 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-9cbb536c-c8df-451c-ad0c-68dd2e3de2c1 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:21709b6d-4dee-474e-8897-5f2c2c151ba6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZsEYNclt', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:46:35 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-9cbb536c-c8df-451c-ad0c-68dd2e3de2c1 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:46:35 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-9cbb536c-c8df-451c-ad0c-68dd2e3de2c1 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:46:35 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-9cbb536c-c8df-451c-ad0c-68dd2e3de2c1 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:46:35 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-9cbb536c-c8df-451c-ad0c-68dd2e3de2c1 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:46:35 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-9cbb536c-c8df-451c-ad0c-68dd2e3de2c1 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:21709b6d-4dee-474e-8897-5f2c2c151ba6" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:46:35 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-9cbb536c-c8df-451c-ad0c-68dd2e3de2c1 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:21709b6d-4dee-474e-8897-5f2c2c151ba6" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:46:35 user nova-compute[75147]: INFO os_brick.initiator.connectors.iscsi [None req-9cbb536c-c8df-451c-ad0c-68dd2e3de2c1 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 19:46:35 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21709b6d-4dee-474e-8897-5f2c2c151ba6 -p 172.16.0.220:3260 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:46:35 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21709b6d-4dee-474e-8897-5f2c2c151ba6 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:46:35 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[d4f2cd51-44c5-4ad7-bff1-73a8662b1e5c]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:46:35 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-9cbb536c-c8df-451c-ad0c-68dd2e3de2c1 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 19:46:35 user nova-compute[75147]:  {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:46:35 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21709b6d-4dee-474e-8897-5f2c2c151ba6 -p 172.16.0.220:3260 --interface default --op new {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:46:36 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21709b6d-4dee-474e-8897-5f2c2c151ba6 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:46:36 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a9095fc-b15d-4ed4-936c-8c58411ed851]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:21709b6d-4dee-474e-8897-5f2c2c151ba6] added\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:46:36 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-9cbb536c-c8df-451c-ad0c-68dd2e3de2c1 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:21709b6d-4dee-474e-8897-5f2c2c151ba6] added
Oct 27 19:46:36 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:46:36 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21709b6d-4dee-474e-8897-5f2c2c151ba6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:46:36 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21709b6d-4dee-474e-8897-5f2c2c151ba6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:46:36 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[42a04e92-6b7e-4db2-b39c-43373586c482]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:46:36 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-9cbb536c-c8df-451c-ad0c-68dd2e3de2c1 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:46:36 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21709b6d-4dee-474e-8897-5f2c2c151ba6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:46:36 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21709b6d-4dee-474e-8897-5f2c2c151ba6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:46:36 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d4299fe-fec0-49d9-8e94-d77b98cddac5]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:46:36 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-9cbb536c-c8df-451c-ad0c-68dd2e3de2c1 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:46:36 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21709b6d-4dee-474e-8897-5f2c2c151ba6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ZsEYNclt {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:46:36 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21709b6d-4dee-474e-8897-5f2c2c151ba6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ZsEYNclt" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:46:36 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[65b45041-7942-46a9-adda-d49dc2ea2419]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:46:36 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-9cbb536c-c8df-451c-ad0c-68dd2e3de2c1 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ZsEYNclt'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:46:36 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21709b6d-4dee-474e-8897-5f2c2c151ba6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:46:36 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21709b6d-4dee-474e-8897-5f2c2c151ba6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:46:36 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[ecfe4f5a-02bf-4e0c-897f-cb7192dc0c31]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:46:36 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-9cbb536c-c8df-451c-ad0c-68dd2e3de2c1 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:46:36 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:46:36 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:46:36 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[233a19e0-1da7-4104-8793-6912e310405d]: (4, ('tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a2c26f3a-9cf5-4cf1-9d51-3ecfc36bc5ea (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:46:36 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-9cbb536c-c8df-451c-ad0c-68dd2e3de2c1 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a2c26f3a-9cf5-4cf1-9d51-3ecfc36bc5ea (non-flash)
Oct 27 19:46:36 user nova-compute[75147]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 (non-flash)
Oct 27 19:46:36 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:46:36 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-9cbb536c-c8df-451c-ad0c-68dd2e3de2c1 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] iscsi session list stdout=tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a2c26f3a-9cf5-4cf1-9d51-3ecfc36bc5ea (non-flash)
Oct 27 19:46:36 user nova-compute[75147]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 (non-flash)
Oct 27 19:46:36 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:46:36 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21709b6d-4dee-474e-8897-5f2c2c151ba6 -p 172.16.0.220:3260 --login {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:46:36 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21709b6d-4dee-474e-8897-5f2c2c151ba6 -p 172.16.0.220:3260 --login" returned: 0 in 0.055s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:46:36 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[44ae2f32-e48d-48ec-8651-93504f92a9c6]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:21709b6d-4dee-474e-8897-5f2c2c151ba6, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:21709b6d-4dee-474e-8897-5f2c2c151ba6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:46:36 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-9cbb536c-c8df-451c-ad0c-68dd2e3de2c1 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:21709b6d-4dee-474e-8897-5f2c2c151ba6, portal: 172.16.0.220,3260]
Oct 27 19:46:36 user nova-compute[75147]: Login to [iface: default, target: iqn.2010-10.org.openstack:21709b6d-4dee-474e-8897-5f2c2c151ba6, portal: 172.16.0.220,3260] successful.
Oct 27 19:46:36 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:46:36 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21709b6d-4dee-474e-8897-5f2c2c151ba6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:46:36 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21709b6d-4dee-474e-8897-5f2c2c151ba6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:46:36 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[202336dc-3174-4b55-8705-2f0a8c5c087d]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:46:36 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-9cbb536c-c8df-451c-ad0c-68dd2e3de2c1 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:46:36 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:46:36 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:46:36 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[c184b823-00db-4de5-97db-ec47588df488]: (4, ('tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a2c26f3a-9cf5-4cf1-9d51-3ecfc36bc5ea (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21709b6d-4dee-474e-8897-5f2c2c151ba6 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:46:36 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-9cbb536c-c8df-451c-ad0c-68dd2e3de2c1 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a2c26f3a-9cf5-4cf1-9d51-3ecfc36bc5ea (non-flash)
Oct 27 19:46:36 user nova-compute[75147]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 (non-flash)
Oct 27 19:46:36 user nova-compute[75147]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21709b6d-4dee-474e-8897-5f2c2c151ba6 (non-flash)
Oct 27 19:46:36 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:46:36 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-9cbb536c-c8df-451c-ad0c-68dd2e3de2c1 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] iscsi session list stdout=tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a2c26f3a-9cf5-4cf1-9d51-3ecfc36bc5ea (non-flash)
Oct 27 19:46:36 user nova-compute[75147]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 (non-flash)
Oct 27 19:46:36 user nova-compute[75147]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21709b6d-4dee-474e-8897-5f2c2c151ba6 (non-flash)
Oct 27 19:46:36 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:46:36 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-9cbb536c-c8df-451c-ad0c-68dd2e3de2c1 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:21709b6d-4dee-474e-8897-5f2c2c151ba6" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.273s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:46:36 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-9cbb536c-c8df-451c-ad0c-68dd2e3de2c1 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Connected to 172.16.0.220:3260 {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 19:46:36 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-9cbb536c-c8df-451c-ad0c-68dd2e3de2c1 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] HCTL ('35', '-', '-', 0) found on session 39 with lun 0 {{(pid=75147) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 19:46:36 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-9cbb536c-c8df-451c-ad0c-68dd2e3de2c1 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75147) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 19:46:36 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:46:36 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:46:36 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c26295e-535d-4898-8d56-0cee0bda3838]: (4, ('- - 0', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:46:36 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-9cbb536c-c8df-451c-ad0c-68dd2e3de2c1 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Searching for a device in session 39 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75147) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 19:46:36 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-9cbb536c-c8df-451c-ad0c-68dd2e3de2c1 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:21709b6d-4dee-474e-8897-5f2c2c151ba6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZsEYNclt', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 19:46:36 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:46:37 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-9cbb536c-c8df-451c-ad0c-68dd2e3de2c1 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.305s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:46:37 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-9cbb536c-c8df-451c-ad0c-68dd2e3de2c1 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] <== connect_volume: return (1307ms) {'type': 'block', 'scsi_wwn': '26562376231393735', 'path': '/dev/sdd'} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:46:37 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9cbb536c-c8df-451c-ad0c-68dd2e3de2c1 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 4de8f375-1603-4ada-825c-e4632a249d87] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26562376231393735', 'path': '/dev/sdd'} {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 19:46:37 user nova-compute[75147]: DEBUG nova.objects.instance [None req-9cbb536c-c8df-451c-ad0c-68dd2e3de2c1 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Lazy-loading 'flavor' on Instance uuid 4de8f375-1603-4ada-825c-e4632a249d87 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:46:37 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-9cbb536c-c8df-451c-ad0c-68dd2e3de2c1 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] attach device xml: <disk type="block" device="disk">
Oct 27 19:46:37 user nova-compute[75147]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 19:46:37 user nova-compute[75147]:   <source dev="/dev/sdd"/>
Oct 27 19:46:37 user nova-compute[75147]:   <target dev="vdb" bus="virtio"/>
Oct 27 19:46:37 user nova-compute[75147]:   <serial>21709b6d-4dee-474e-8897-5f2c2c151ba6</serial>
Oct 27 19:46:37 user nova-compute[75147]: </disk>
Oct 27 19:46:37 user nova-compute[75147]:  {{(pid=75147) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 27 19:46:37 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-9cbb536c-c8df-451c-ad0c-68dd2e3de2c1 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] No BDM found with device name vda, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:46:37 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-9cbb536c-c8df-451c-ad0c-68dd2e3de2c1 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:46:37 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-9cbb536c-c8df-451c-ad0c-68dd2e3de2c1 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] No VIF found with MAC fa:16:3e:84:e6:a5, not building metadata {{(pid=75147) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 19:46:37 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9cbb536c-c8df-451c-ad0c-68dd2e3de2c1 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Lock "4de8f375-1603-4ada-825c-e4632a249d87" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 22.190s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:46:40 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:46:41 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:46:44 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2814f7da-8143-4f19-bde7-b8b5bcbe2a75 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Acquiring lock "4de8f375-1603-4ada-825c-e4632a249d87" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:46:44 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2814f7da-8143-4f19-bde7-b8b5bcbe2a75 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Lock "4de8f375-1603-4ada-825c-e4632a249d87" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:46:44 user nova-compute[75147]: DEBUG nova.objects.instance [None req-2814f7da-8143-4f19-bde7-b8b5bcbe2a75 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Lazy-loading 'flavor' on Instance uuid 4de8f375-1603-4ada-825c-e4632a249d87 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:46:44 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2814f7da-8143-4f19-bde7-b8b5bcbe2a75 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Lock "4de8f375-1603-4ada-825c-e4632a249d87" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.069s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:46:44 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2814f7da-8143-4f19-bde7-b8b5bcbe2a75 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Acquiring lock "4de8f375-1603-4ada-825c-e4632a249d87" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:46:44 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2814f7da-8143-4f19-bde7-b8b5bcbe2a75 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Lock "4de8f375-1603-4ada-825c-e4632a249d87" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:46:44 user nova-compute[75147]: INFO nova.compute.manager [None req-2814f7da-8143-4f19-bde7-b8b5bcbe2a75 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 4de8f375-1603-4ada-825c-e4632a249d87] Attaching volume 7619bb30-1f20-41aa-8ac8-3dbd4ed23c27 to /dev/vdc
Oct 27 19:46:44 user nova-compute[75147]: DEBUG os_brick.utils [None req-2814f7da-8143-4f19-bde7-b8b5bcbe2a75 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:46:44 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:46:44 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:46:44 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5ba0263-a4a2-4a0f-a375-cd97e7f0f7bd]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9325735bc82e\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:46:44 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:46:44 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:46:44 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[6590b6a6-a898-4987-ab12-83ea6f53811a]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:46:44 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:46:44 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:46:44 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[3970bbce-3415-4424-b5e8-ebc6a61e2f04]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:46:44 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2b57445-9942-4d60-a63b-16ce1421c6ee]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:46:44 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2814f7da-8143-4f19-bde7-b8b5bcbe2a75 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Running cmd (subprocess): nvme version {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:46:44 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2814f7da-8143-4f19-bde7-b8b5bcbe2a75 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] 'nvme version' failed. Not Retrying. {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 19:46:44 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.nvmeof [None req-2814f7da-8143-4f19-bde7-b8b5bcbe2a75 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] nvme not present on system {{(pid=75147) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 27 19:46:44 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:46:44 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 19:46:44 user nova-compute[75147]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 27 19:46:44 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[34f15507-0483-4c91-946e-2c8465a08880]: (4, '') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:46:44 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-2814f7da-8143-4f19-bde7-b8b5bcbe2a75 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75147) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 27 19:46:44 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-2814f7da-8143-4f19-bde7-b8b5bcbe2a75 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 27 19:46:44 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-2814f7da-8143-4f19-bde7-b8b5bcbe2a75 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] LIGHTOS: no hostnqn found. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 27 19:46:44 user nova-compute[75147]: DEBUG os_brick.utils [None req-2814f7da-8143-4f19-bde7-b8b5bcbe2a75 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] <== get_connector_properties: return (121ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9325735bc82e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:46:44 user nova-compute[75147]: DEBUG nova.virt.block_device [None req-2814f7da-8143-4f19-bde7-b8b5bcbe2a75 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 4de8f375-1603-4ada-825c-e4632a249d87] Updating existing volume attachment record: 831594eb-b2be-40c9-a1cd-1968574eb5a4 {{(pid=75147) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 27 19:46:45 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:46:50 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:46:55 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:46:56 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:46:58 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:47:00 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:47:00 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:47:01 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:47:01 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:47:01 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:47:01 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:47:01 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:47:01 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:47:01 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:47:01 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Auditing locally available compute resources for user (node: user) {{(pid=75147) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 19:47:01 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:47:02 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75147) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 19:47:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/890c8090-2d59-4e82-a8d2-b3ef579be76b/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:47:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/890c8090-2d59-4e82-a8d2-b3ef579be76b/disk --force-share --output=json" returned: 0 in 0.225s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:47:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/890c8090-2d59-4e82-a8d2-b3ef579be76b/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:47:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/890c8090-2d59-4e82-a8d2-b3ef579be76b/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:47:02 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75147) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 19:47:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1bca4d6b-3208-42ea-83ab-463b6b4c5e49/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:47:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1bca4d6b-3208-42ea-83ab-463b6b4c5e49/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:47:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1bca4d6b-3208-42ea-83ab-463b6b4c5e49/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:47:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1bca4d6b-3208-42ea-83ab-463b6b4c5e49/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:47:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4de8f375-1603-4ada-825c-e4632a249d87/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:47:03 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4de8f375-1603-4ada-825c-e4632a249d87/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:47:03 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4de8f375-1603-4ada-825c-e4632a249d87/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:47:03 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4de8f375-1603-4ada-825c-e4632a249d87/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:47:03 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=75147) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 19:47:03 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:47:03 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5/disk --force-share --output=json" returned: 0 in 0.222s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:47:03 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:47:03 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:47:03 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:47:04 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:47:04 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:47:04 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Hypervisor/Node resource view: name=user free_ram=8173MB free_disk=25.12369155883789GB free_vcpus=7 pci_devices=[{"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75147) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 19:47:04 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:47:04 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:47:04 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 890c8090-2d59-4e82-a8d2-b3ef579be76b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:47:04 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 4de8f375-1603-4ada-825c-e4632a249d87 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:47:04 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 1bca4d6b-3208-42ea-83ab-463b6b4c5e49 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:47:04 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 80fddf4a-f86b-49a3-b9f7-9d1eb0fc2b7a actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:47:04 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:47:04 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Total usable vcpus: 12, total allocated vcpus: 5 {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 19:47:04 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Final resource view: name=user phys_ram=16011MB used_ram=3072MB phys_disk=40GB used_disk=4GB total_vcpus=12 used_vcpus=5 pci_stats=[] {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 19:47:04 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:47:04 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:47:04 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Compute_service record updated for user:user {{(pid=75147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 19:47:04 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.420s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:47:05 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2814f7da-8143-4f19-bde7-b8b5bcbe2a75 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 4de8f375-1603-4ada-825c-e4632a249d87] Calling os-brick to attach iSCSI Volume {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 19:47:05 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-2814f7da-8143-4f19-bde7-b8b5bcbe2a75 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:7619bb30-1f20-41aa-8ac8-3dbd4ed23c27', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mgNKftSA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:47:05 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-2814f7da-8143-4f19-bde7-b8b5bcbe2a75 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:47:05 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-2814f7da-8143-4f19-bde7-b8b5bcbe2a75 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:47:05 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-2814f7da-8143-4f19-bde7-b8b5bcbe2a75 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:47:05 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-2814f7da-8143-4f19-bde7-b8b5bcbe2a75 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:47:05 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-2814f7da-8143-4f19-bde7-b8b5bcbe2a75 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7619bb30-1f20-41aa-8ac8-3dbd4ed23c27" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:47:05 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-2814f7da-8143-4f19-bde7-b8b5bcbe2a75 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7619bb30-1f20-41aa-8ac8-3dbd4ed23c27" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:47:05 user nova-compute[75147]: INFO os_brick.initiator.connectors.iscsi [None req-2814f7da-8143-4f19-bde7-b8b5bcbe2a75 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 19:47:05 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7619bb30-1f20-41aa-8ac8-3dbd4ed23c27 -p 172.16.0.220:3260 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:47:05 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7619bb30-1f20-41aa-8ac8-3dbd4ed23c27 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:47:05 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[3fae1036-5fed-492e-8f0a-f618f405c742]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:47:05 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-2814f7da-8143-4f19-bde7-b8b5bcbe2a75 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 19:47:05 user nova-compute[75147]:  {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:47:05 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7619bb30-1f20-41aa-8ac8-3dbd4ed23c27 -p 172.16.0.220:3260 --interface default --op new {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:47:05 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7619bb30-1f20-41aa-8ac8-3dbd4ed23c27 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.025s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:47:05 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[dbb4dc0c-5f62-4a91-9488-c2ecf9ead95f]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7619bb30-1f20-41aa-8ac8-3dbd4ed23c27] added\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:47:05 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-2814f7da-8143-4f19-bde7-b8b5bcbe2a75 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7619bb30-1f20-41aa-8ac8-3dbd4ed23c27] added
Oct 27 19:47:05 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:47:05 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7619bb30-1f20-41aa-8ac8-3dbd4ed23c27 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:47:05 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7619bb30-1f20-41aa-8ac8-3dbd4ed23c27 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:47:05 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d589eb7-eee5-4d47-abd4-ff176a93d5dc]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:47:05 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-2814f7da-8143-4f19-bde7-b8b5bcbe2a75 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:47:05 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7619bb30-1f20-41aa-8ac8-3dbd4ed23c27 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:47:05 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7619bb30-1f20-41aa-8ac8-3dbd4ed23c27 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:47:05 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[0db03639-3059-4d0c-a6dc-5cf9238adb4c]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:47:05 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-2814f7da-8143-4f19-bde7-b8b5bcbe2a75 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:47:05 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7619bb30-1f20-41aa-8ac8-3dbd4ed23c27 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v mgNKftSA {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:47:05 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7619bb30-1f20-41aa-8ac8-3dbd4ed23c27 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v mgNKftSA" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:47:05 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[9763cc4e-5a17-4455-82c8-7aa3c49521eb]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:47:05 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-2814f7da-8143-4f19-bde7-b8b5bcbe2a75 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'mgNKftSA'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:47:05 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7619bb30-1f20-41aa-8ac8-3dbd4ed23c27 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:47:05 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7619bb30-1f20-41aa-8ac8-3dbd4ed23c27 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:47:05 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a0587e0-3a81-4cb4-9b9b-4138aad6b66f]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:47:05 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-2814f7da-8143-4f19-bde7-b8b5bcbe2a75 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:47:05 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:47:05 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:47:05 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[d4458084-4929-479a-aea5-7ac077cb8e2a]: (4, ('tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a2c26f3a-9cf5-4cf1-9d51-3ecfc36bc5ea (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21709b6d-4dee-474e-8897-5f2c2c151ba6 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:47:05 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-2814f7da-8143-4f19-bde7-b8b5bcbe2a75 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a2c26f3a-9cf5-4cf1-9d51-3ecfc36bc5ea (non-flash)
Oct 27 19:47:05 user nova-compute[75147]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 (non-flash)
Oct 27 19:47:05 user nova-compute[75147]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21709b6d-4dee-474e-8897-5f2c2c151ba6 (non-flash)
Oct 27 19:47:05 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:47:05 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-2814f7da-8143-4f19-bde7-b8b5bcbe2a75 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] iscsi session list stdout=tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a2c26f3a-9cf5-4cf1-9d51-3ecfc36bc5ea (non-flash)
Oct 27 19:47:05 user nova-compute[75147]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 (non-flash)
Oct 27 19:47:05 user nova-compute[75147]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21709b6d-4dee-474e-8897-5f2c2c151ba6 (non-flash)
Oct 27 19:47:05 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:47:05 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7619bb30-1f20-41aa-8ac8-3dbd4ed23c27 -p 172.16.0.220:3260 --login {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:47:05 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7619bb30-1f20-41aa-8ac8-3dbd4ed23c27 -p 172.16.0.220:3260 --login" returned: 0 in 0.072s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:47:05 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[061aa4e5-308d-4934-9d13-d6d228b8fac9]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:7619bb30-1f20-41aa-8ac8-3dbd4ed23c27, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:7619bb30-1f20-41aa-8ac8-3dbd4ed23c27, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:47:05 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-2814f7da-8143-4f19-bde7-b8b5bcbe2a75 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:7619bb30-1f20-41aa-8ac8-3dbd4ed23c27, portal: 172.16.0.220,3260]
Oct 27 19:47:05 user nova-compute[75147]: Login to [iface: default, target: iqn.2010-10.org.openstack:7619bb30-1f20-41aa-8ac8-3dbd4ed23c27, portal: 172.16.0.220,3260] successful.
Oct 27 19:47:05 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:47:05 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7619bb30-1f20-41aa-8ac8-3dbd4ed23c27 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:47:05 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7619bb30-1f20-41aa-8ac8-3dbd4ed23c27 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:47:05 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[5cf1d319-c1f6-4c7a-821a-10b68878eac7]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:47:05 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-2814f7da-8143-4f19-bde7-b8b5bcbe2a75 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:47:05 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:47:05 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:47:05 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:47:05 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Starting heal instance info cache {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 19:47:05 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Rebuilding the list of instances to heal {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 27 19:47:05 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:47:05 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ef6052c-1830-4a43-b9a6-8c592c9f124d]: (4, ('tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a2c26f3a-9cf5-4cf1-9d51-3ecfc36bc5ea (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21709b6d-4dee-474e-8897-5f2c2c151ba6 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7619bb30-1f20-41aa-8ac8-3dbd4ed23c27 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:47:05 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-2814f7da-8143-4f19-bde7-b8b5bcbe2a75 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a2c26f3a-9cf5-4cf1-9d51-3ecfc36bc5ea (non-flash)
Oct 27 19:47:05 user nova-compute[75147]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 (non-flash)
Oct 27 19:47:05 user nova-compute[75147]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21709b6d-4dee-474e-8897-5f2c2c151ba6 (non-flash)
Oct 27 19:47:05 user nova-compute[75147]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7619bb30-1f20-41aa-8ac8-3dbd4ed23c27 (non-flash)
Oct 27 19:47:05 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:47:05 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-2814f7da-8143-4f19-bde7-b8b5bcbe2a75 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] iscsi session list stdout=tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a2c26f3a-9cf5-4cf1-9d51-3ecfc36bc5ea (non-flash)
Oct 27 19:47:05 user nova-compute[75147]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 (non-flash)
Oct 27 19:47:05 user nova-compute[75147]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21709b6d-4dee-474e-8897-5f2c2c151ba6 (non-flash)
Oct 27 19:47:05 user nova-compute[75147]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7619bb30-1f20-41aa-8ac8-3dbd4ed23c27 (non-flash)
Oct 27 19:47:05 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:47:05 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-2814f7da-8143-4f19-bde7-b8b5bcbe2a75 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7619bb30-1f20-41aa-8ac8-3dbd4ed23c27" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.301s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:47:05 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-2814f7da-8143-4f19-bde7-b8b5bcbe2a75 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Connected to 172.16.0.220:3260 {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 19:47:05 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-2814f7da-8143-4f19-bde7-b8b5bcbe2a75 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] HCTL ('36', '-', '-', 0) found on session 40 with lun 0 {{(pid=75147) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 19:47:05 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-2814f7da-8143-4f19-bde7-b8b5bcbe2a75 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=75147) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 19:47:05 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:47:05 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:47:05 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[fca21c1b-0007-4a61-8774-3723acd07c59]: (4, ('- - 0', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:47:05 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-2814f7da-8143-4f19-bde7-b8b5bcbe2a75 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Searching for a device in session 40 and hctl ['36', '*', '*', 0] yield: sde {{(pid=75147) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 19:47:05 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-2814f7da-8143-4f19-bde7-b8b5bcbe2a75 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:7619bb30-1f20-41aa-8ac8-3dbd4ed23c27', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mgNKftSA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 19:47:05 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "refresh_cache-890c8090-2d59-4e82-a8d2-b3ef579be76b" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:47:05 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquired lock "refresh_cache-890c8090-2d59-4e82-a8d2-b3ef579be76b" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:47:05 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Forcefully refreshing network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 27 19:47:05 user nova-compute[75147]: DEBUG nova.objects.instance [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lazy-loading 'info_cache' on Instance uuid 890c8090-2d59-4e82-a8d2-b3ef579be76b {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:47:06 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Updating instance_info_cache with network_info: [{"id": "c2251937-2487-4cca-817b-a9062909d9ac", "address": "fa:16:3e:98:c8:c8", "network": {"id": "99edb53b-28d0-4c20-8301-2e49771a21ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1002512861-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.106", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "263dcbd796474e989caaf1ec61ef0e47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2251937-24", "ovs_interfaceid": "c2251937-2487-4cca-817b-a9062909d9ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:47:06 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Releasing lock "refresh_cache-890c8090-2d59-4e82-a8d2-b3ef579be76b" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:47:06 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Updated the network info_cache for instance {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 27 19:47:06 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:47:06 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-2814f7da-8143-4f19-bde7-b8b5bcbe2a75 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.341s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:47:06 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-2814f7da-8143-4f19-bde7-b8b5bcbe2a75 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] <== connect_volume: return (1343ms) {'type': 'block', 'scsi_wwn': '23031396230326466', 'path': '/dev/sde'} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:47:06 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2814f7da-8143-4f19-bde7-b8b5bcbe2a75 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 4de8f375-1603-4ada-825c-e4632a249d87] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23031396230326466', 'path': '/dev/sde'} {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 19:47:06 user nova-compute[75147]: DEBUG nova.objects.instance [None req-2814f7da-8143-4f19-bde7-b8b5bcbe2a75 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Lazy-loading 'flavor' on Instance uuid 4de8f375-1603-4ada-825c-e4632a249d87 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:47:06 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-2814f7da-8143-4f19-bde7-b8b5bcbe2a75 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] attach device xml: <disk type="block" device="disk">
Oct 27 19:47:06 user nova-compute[75147]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 19:47:06 user nova-compute[75147]:   <source dev="/dev/sde"/>
Oct 27 19:47:06 user nova-compute[75147]:   <target dev="vdc" bus="virtio"/>
Oct 27 19:47:06 user nova-compute[75147]:   <serial>7619bb30-1f20-41aa-8ac8-3dbd4ed23c27</serial>
Oct 27 19:47:06 user nova-compute[75147]: </disk>
Oct 27 19:47:06 user nova-compute[75147]:  {{(pid=75147) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 27 19:47:06 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:47:07 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-2814f7da-8143-4f19-bde7-b8b5bcbe2a75 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] No BDM found with device name vda, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:47:07 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-2814f7da-8143-4f19-bde7-b8b5bcbe2a75 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:47:07 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-2814f7da-8143-4f19-bde7-b8b5bcbe2a75 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] No BDM found with device name vdc, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:47:07 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-2814f7da-8143-4f19-bde7-b8b5bcbe2a75 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] No VIF found with MAC fa:16:3e:84:e6:a5, not building metadata {{(pid=75147) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 19:47:07 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2814f7da-8143-4f19-bde7-b8b5bcbe2a75 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Lock "4de8f375-1603-4ada-825c-e4632a249d87" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 22.932s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:47:07 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:47:07 user nova-compute[75147]: DEBUG nova.compute.manager [req-509c082c-fca4-4020-8f16-3d6dbff757e0 req-35bbdf51-f997-4562-8da4-5842f93f4801 service nova] [instance: 1bca4d6b-3208-42ea-83ab-463b6b4c5e49] Received event network-changed-61606428-c792-4409-b015-c7a8953ce3ef {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:47:07 user nova-compute[75147]: DEBUG nova.compute.manager [req-509c082c-fca4-4020-8f16-3d6dbff757e0 req-35bbdf51-f997-4562-8da4-5842f93f4801 service nova] [instance: 1bca4d6b-3208-42ea-83ab-463b6b4c5e49] Refreshing instance network info cache due to event network-changed-61606428-c792-4409-b015-c7a8953ce3ef. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 19:47:07 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-509c082c-fca4-4020-8f16-3d6dbff757e0 req-35bbdf51-f997-4562-8da4-5842f93f4801 service nova] Acquiring lock "refresh_cache-1bca4d6b-3208-42ea-83ab-463b6b4c5e49" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:47:07 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-509c082c-fca4-4020-8f16-3d6dbff757e0 req-35bbdf51-f997-4562-8da4-5842f93f4801 service nova] Acquired lock "refresh_cache-1bca4d6b-3208-42ea-83ab-463b6b4c5e49" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:47:07 user nova-compute[75147]: DEBUG nova.network.neutron [req-509c082c-fca4-4020-8f16-3d6dbff757e0 req-35bbdf51-f997-4562-8da4-5842f93f4801 service nova] [instance: 1bca4d6b-3208-42ea-83ab-463b6b4c5e49] Refreshing network info cache for port 61606428-c792-4409-b015-c7a8953ce3ef {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 19:47:08 user nova-compute[75147]: DEBUG nova.network.neutron [req-509c082c-fca4-4020-8f16-3d6dbff757e0 req-35bbdf51-f997-4562-8da4-5842f93f4801 service nova] [instance: 1bca4d6b-3208-42ea-83ab-463b6b4c5e49] Updated VIF entry in instance network info cache for port 61606428-c792-4409-b015-c7a8953ce3ef. {{(pid=75147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 19:47:08 user nova-compute[75147]: DEBUG nova.network.neutron [req-509c082c-fca4-4020-8f16-3d6dbff757e0 req-35bbdf51-f997-4562-8da4-5842f93f4801 service nova] [instance: 1bca4d6b-3208-42ea-83ab-463b6b4c5e49] Updating instance_info_cache with network_info: [{"id": "61606428-c792-4409-b015-c7a8953ce3ef", "address": "fa:16:3e:78:96:aa", "network": {"id": "06e952e0-002b-44c6-b4c4-e6a33a0b7484", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-294897611-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b05afc60c23345de8d1e978a9c5b1efc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61606428-c7", "ovs_interfaceid": "61606428-c792-4409-b015-c7a8953ce3ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:47:08 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-509c082c-fca4-4020-8f16-3d6dbff757e0 req-35bbdf51-f997-4562-8da4-5842f93f4801 service nova] Releasing lock "refresh_cache-1bca4d6b-3208-42ea-83ab-463b6b4c5e49" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:47:08 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-0c9f980d-0a27-4074-87d4-5c3e278e8286 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Acquiring lock "4de8f375-1603-4ada-825c-e4632a249d87" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:47:08 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-0c9f980d-0a27-4074-87d4-5c3e278e8286 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Lock "4de8f375-1603-4ada-825c-e4632a249d87" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:47:08 user nova-compute[75147]: INFO nova.compute.manager [None req-0c9f980d-0a27-4074-87d4-5c3e278e8286 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 4de8f375-1603-4ada-825c-e4632a249d87] Detaching volume 21709b6d-4dee-474e-8897-5f2c2c151ba6
Oct 27 19:47:08 user nova-compute[75147]: INFO nova.virt.block_device [None req-0c9f980d-0a27-4074-87d4-5c3e278e8286 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 4de8f375-1603-4ada-825c-e4632a249d87] Attempting to driver detach volume 21709b6d-4dee-474e-8897-5f2c2c151ba6 from mountpoint /dev/vdb
Oct 27 19:47:08 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-0c9f980d-0a27-4074-87d4-5c3e278e8286 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Attempting to detach device vdb from instance 4de8f375-1603-4ada-825c-e4632a249d87 from the persistent domain config. {{(pid=75147) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 27 19:47:08 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-0c9f980d-0a27-4074-87d4-5c3e278e8286 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] detach device xml: <disk type="block" device="disk">
Oct 27 19:47:08 user nova-compute[75147]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 19:47:08 user nova-compute[75147]:   <source dev="/dev/sdd"/>
Oct 27 19:47:08 user nova-compute[75147]:   <target dev="vdb" bus="virtio"/>
Oct 27 19:47:08 user nova-compute[75147]:   <serial>21709b6d-4dee-474e-8897-5f2c2c151ba6</serial>
Oct 27 19:47:08 user nova-compute[75147]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 27 19:47:08 user nova-compute[75147]: </disk>
Oct 27 19:47:08 user nova-compute[75147]:  {{(pid=75147) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 19:47:08 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-0c9f980d-0a27-4074-87d4-5c3e278e8286 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Successfully detached device vdb from instance 4de8f375-1603-4ada-825c-e4632a249d87 from the persistent domain config.
Oct 27 19:47:08 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-0c9f980d-0a27-4074-87d4-5c3e278e8286 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 4de8f375-1603-4ada-825c-e4632a249d87 from the live domain config. {{(pid=75147) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 27 19:47:08 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-0c9f980d-0a27-4074-87d4-5c3e278e8286 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] detach device xml: <disk type="block" device="disk">
Oct 27 19:47:08 user nova-compute[75147]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 19:47:08 user nova-compute[75147]:   <source dev="/dev/sdd"/>
Oct 27 19:47:08 user nova-compute[75147]:   <target dev="vdb" bus="virtio"/>
Oct 27 19:47:08 user nova-compute[75147]:   <serial>21709b6d-4dee-474e-8897-5f2c2c151ba6</serial>
Oct 27 19:47:08 user nova-compute[75147]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 27 19:47:08 user nova-compute[75147]: </disk>
Oct 27 19:47:08 user nova-compute[75147]:  {{(pid=75147) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 19:47:08 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:47:08 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Cleaning up deleted instances {{(pid=75147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 27 19:47:08 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] There are 0 instances to clean {{(pid=75147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 27 19:47:09 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-0c9f980d-0a27-4074-87d4-5c3e278e8286 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 4de8f375-1603-4ada-825c-e4632a249d87 {{(pid=75147) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 27 19:47:09 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:47:10 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:47:10 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:47:11 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:47:11 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75147) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 19:47:11 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:47:11 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75147) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 27 19:47:11 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:47:12 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-f9971d43-981c-4473-b2cd-06435e23c1a5 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] Acquiring lock "71edf8bd-af69-418b-9794-61f192d21a48" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:47:12 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-f9971d43-981c-4473-b2cd-06435e23c1a5 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] Lock "71edf8bd-af69-418b-9794-61f192d21a48" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:47:12 user nova-compute[75147]: DEBUG nova.compute.manager [None req-f9971d43-981c-4473-b2cd-06435e23c1a5 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] [instance: 71edf8bd-af69-418b-9794-61f192d21a48] Starting instance... {{(pid=75147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 27 19:47:12 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-f9971d43-981c-4473-b2cd-06435e23c1a5 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:47:12 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-f9971d43-981c-4473-b2cd-06435e23c1a5 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:47:12 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-f9971d43-981c-4473-b2cd-06435e23c1a5 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75147) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 19:47:12 user nova-compute[75147]: INFO nova.compute.claims [None req-f9971d43-981c-4473-b2cd-06435e23c1a5 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] [instance: 71edf8bd-af69-418b-9794-61f192d21a48] Claim successful on node user
Oct 27 19:47:12 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-f9971d43-981c-4473-b2cd-06435e23c1a5 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:47:12 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-f9971d43-981c-4473-b2cd-06435e23c1a5 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:47:12 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-f9971d43-981c-4473-b2cd-06435e23c1a5 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.301s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:47:12 user nova-compute[75147]: DEBUG nova.compute.manager [None req-f9971d43-981c-4473-b2cd-06435e23c1a5 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] [instance: 71edf8bd-af69-418b-9794-61f192d21a48] Start building networks asynchronously for instance. {{(pid=75147) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 27 19:47:13 user nova-compute[75147]: DEBUG nova.compute.manager [None req-f9971d43-981c-4473-b2cd-06435e23c1a5 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] [instance: 71edf8bd-af69-418b-9794-61f192d21a48] Allocating IP information in the background. {{(pid=75147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 27 19:47:13 user nova-compute[75147]: DEBUG nova.network.neutron [None req-f9971d43-981c-4473-b2cd-06435e23c1a5 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] [instance: 71edf8bd-af69-418b-9794-61f192d21a48] allocate_for_instance() {{(pid=75147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 27 19:47:13 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-f9971d43-981c-4473-b2cd-06435e23c1a5 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] [instance: 71edf8bd-af69-418b-9794-61f192d21a48] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 27 19:47:13 user nova-compute[75147]: DEBUG nova.compute.manager [None req-f9971d43-981c-4473-b2cd-06435e23c1a5 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] [instance: 71edf8bd-af69-418b-9794-61f192d21a48] Start building block device mappings for instance. {{(pid=75147) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 27 19:47:13 user nova-compute[75147]: DEBUG nova.policy [None req-f9971d43-981c-4473-b2cd-06435e23c1a5 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e52985905c340a49275ce15c0d28dba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b3c5d2a101874e4e942d7af53f253f99', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75147) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 27 19:47:13 user nova-compute[75147]: DEBUG nova.compute.manager [None req-f9971d43-981c-4473-b2cd-06435e23c1a5 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] [instance: 71edf8bd-af69-418b-9794-61f192d21a48] Start spawning the instance on the hypervisor. {{(pid=75147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 27 19:47:13 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-f9971d43-981c-4473-b2cd-06435e23c1a5 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] [instance: 71edf8bd-af69-418b-9794-61f192d21a48] Creating instance directory {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 19:47:13 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-f9971d43-981c-4473-b2cd-06435e23c1a5 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] [instance: 71edf8bd-af69-418b-9794-61f192d21a48] Creating image(s)
Oct 27 19:47:13 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-f9971d43-981c-4473-b2cd-06435e23c1a5 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] Acquiring lock "/opt/stack/data/nova/instances/71edf8bd-af69-418b-9794-61f192d21a48/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:47:13 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-f9971d43-981c-4473-b2cd-06435e23c1a5 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] Lock "/opt/stack/data/nova/instances/71edf8bd-af69-418b-9794-61f192d21a48/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:47:13 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-f9971d43-981c-4473-b2cd-06435e23c1a5 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] Lock "/opt/stack/data/nova/instances/71edf8bd-af69-418b-9794-61f192d21a48/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:47:13 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-f9971d43-981c-4473-b2cd-06435e23c1a5 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:47:13 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-f9971d43-981c-4473-b2cd-06435e23c1a5 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.172s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:47:13 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-f9971d43-981c-4473-b2cd-06435e23c1a5 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] Acquiring lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:47:13 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-f9971d43-981c-4473-b2cd-06435e23c1a5 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] Lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:47:13 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-f9971d43-981c-4473-b2cd-06435e23c1a5 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:47:13 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-f9971d43-981c-4473-b2cd-06435e23c1a5 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.173s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:47:13 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-f9971d43-981c-4473-b2cd-06435e23c1a5 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa,backing_fmt=raw /opt/stack/data/nova/instances/71edf8bd-af69-418b-9794-61f192d21a48/disk 1073741824 {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:47:13 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-f9971d43-981c-4473-b2cd-06435e23c1a5 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa,backing_fmt=raw /opt/stack/data/nova/instances/71edf8bd-af69-418b-9794-61f192d21a48/disk 1073741824" returned: 0 in 0.059s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:47:13 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-f9971d43-981c-4473-b2cd-06435e23c1a5 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] Lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.240s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:47:13 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-f9971d43-981c-4473-b2cd-06435e23c1a5 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:47:13 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-dd3fcb57-3dd5-4046-8436-7528e264f39a tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Acquiring lock "80fddf4a-f86b-49a3-b9f7-9d1eb0fc2b7a" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:47:13 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-dd3fcb57-3dd5-4046-8436-7528e264f39a tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lock "80fddf4a-f86b-49a3-b9f7-9d1eb0fc2b7a" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:47:13 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-dd3fcb57-3dd5-4046-8436-7528e264f39a tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Acquiring lock "80fddf4a-f86b-49a3-b9f7-9d1eb0fc2b7a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:47:13 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-dd3fcb57-3dd5-4046-8436-7528e264f39a tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lock "80fddf4a-f86b-49a3-b9f7-9d1eb0fc2b7a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:47:13 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-dd3fcb57-3dd5-4046-8436-7528e264f39a tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lock "80fddf4a-f86b-49a3-b9f7-9d1eb0fc2b7a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:47:13 user nova-compute[75147]: INFO nova.compute.manager [None req-dd3fcb57-3dd5-4046-8436-7528e264f39a tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: 80fddf4a-f86b-49a3-b9f7-9d1eb0fc2b7a] Terminating instance
Oct 27 19:47:13 user nova-compute[75147]: DEBUG nova.compute.manager [None req-dd3fcb57-3dd5-4046-8436-7528e264f39a tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: 80fddf4a-f86b-49a3-b9f7-9d1eb0fc2b7a] Start destroying the instance on the hypervisor. {{(pid=75147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 27 19:47:13 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-7f5646dd-8e5e-44b8-b01c-654c9660c129 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Acquiring lock "1bca4d6b-3208-42ea-83ab-463b6b4c5e49" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:47:13 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-7f5646dd-8e5e-44b8-b01c-654c9660c129 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lock "1bca4d6b-3208-42ea-83ab-463b6b4c5e49" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:47:13 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:47:13 user nova-compute[75147]: DEBUG nova.objects.instance [None req-7f5646dd-8e5e-44b8-b01c-654c9660c129 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lazy-loading 'flavor' on Instance uuid 1bca4d6b-3208-42ea-83ab-463b6b4c5e49 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:47:13 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-f9971d43-981c-4473-b2cd-06435e23c1a5 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.189s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:47:13 user nova-compute[75147]: DEBUG nova.virt.disk.api [None req-f9971d43-981c-4473-b2cd-06435e23c1a5 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] Checking if we can resize image /opt/stack/data/nova/instances/71edf8bd-af69-418b-9794-61f192d21a48/disk. size=1073741824 {{(pid=75147) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 27 19:47:13 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-f9971d43-981c-4473-b2cd-06435e23c1a5 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71edf8bd-af69-418b-9794-61f192d21a48/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:47:13 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:47:13 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:47:13 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:47:13 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-7f5646dd-8e5e-44b8-b01c-654c9660c129 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lock "1bca4d6b-3208-42ea-83ab-463b6b4c5e49" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.131s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:47:14 user nova-compute[75147]: DEBUG nova.network.neutron [None req-f9971d43-981c-4473-b2cd-06435e23c1a5 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] [instance: 71edf8bd-af69-418b-9794-61f192d21a48] Successfully created port: cdad5fd5-8077-4c76-b583-e5f42db7f081 {{(pid=75147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 19:47:14 user nova-compute[75147]: DEBUG nova.compute.manager [req-27d80072-2ad8-42eb-b3e6-6c6b1c580009 req-5fa71700-828d-4697-8c5c-1383ee10d131 service nova] [instance: 80fddf4a-f86b-49a3-b9f7-9d1eb0fc2b7a] Received event network-vif-unplugged-9a42e845-52d6-4df9-98f7-42ffa8ffe870 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:47:14 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-27d80072-2ad8-42eb-b3e6-6c6b1c580009 req-5fa71700-828d-4697-8c5c-1383ee10d131 service nova] Acquiring lock "80fddf4a-f86b-49a3-b9f7-9d1eb0fc2b7a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:47:14 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-27d80072-2ad8-42eb-b3e6-6c6b1c580009 req-5fa71700-828d-4697-8c5c-1383ee10d131 service nova] Lock "80fddf4a-f86b-49a3-b9f7-9d1eb0fc2b7a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:47:14 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-27d80072-2ad8-42eb-b3e6-6c6b1c580009 req-5fa71700-828d-4697-8c5c-1383ee10d131 service nova] Lock "80fddf4a-f86b-49a3-b9f7-9d1eb0fc2b7a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:47:14 user nova-compute[75147]: DEBUG nova.compute.manager [req-27d80072-2ad8-42eb-b3e6-6c6b1c580009 req-5fa71700-828d-4697-8c5c-1383ee10d131 service nova] [instance: 80fddf4a-f86b-49a3-b9f7-9d1eb0fc2b7a] No waiting events found dispatching network-vif-unplugged-9a42e845-52d6-4df9-98f7-42ffa8ffe870 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:47:14 user nova-compute[75147]: DEBUG nova.compute.manager [req-27d80072-2ad8-42eb-b3e6-6c6b1c580009 req-5fa71700-828d-4697-8c5c-1383ee10d131 service nova] [instance: 80fddf4a-f86b-49a3-b9f7-9d1eb0fc2b7a] Received event network-vif-unplugged-9a42e845-52d6-4df9-98f7-42ffa8ffe870 for instance with task_state deleting. {{(pid=75147) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 19:47:14 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-f9971d43-981c-4473-b2cd-06435e23c1a5 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71edf8bd-af69-418b-9794-61f192d21a48/disk --force-share --output=json" returned: 0 in 0.215s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:47:14 user nova-compute[75147]: DEBUG nova.virt.disk.api [None req-f9971d43-981c-4473-b2cd-06435e23c1a5 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] Cannot resize image /opt/stack/data/nova/instances/71edf8bd-af69-418b-9794-61f192d21a48/disk to a smaller size. {{(pid=75147) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 27 19:47:14 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-f9971d43-981c-4473-b2cd-06435e23c1a5 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] [instance: 71edf8bd-af69-418b-9794-61f192d21a48] Created local disks {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 27 19:47:14 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-f9971d43-981c-4473-b2cd-06435e23c1a5 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] [instance: 71edf8bd-af69-418b-9794-61f192d21a48] Ensure instance console log exists: /opt/stack/data/nova/instances/71edf8bd-af69-418b-9794-61f192d21a48/console.log {{(pid=75147) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 19:47:14 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-f9971d43-981c-4473-b2cd-06435e23c1a5 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:47:14 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-f9971d43-981c-4473-b2cd-06435e23c1a5 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:47:14 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-f9971d43-981c-4473-b2cd-06435e23c1a5 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:47:14 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-7f5646dd-8e5e-44b8-b01c-654c9660c129 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Acquiring lock "1bca4d6b-3208-42ea-83ab-463b6b4c5e49" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:47:14 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-7f5646dd-8e5e-44b8-b01c-654c9660c129 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lock "1bca4d6b-3208-42ea-83ab-463b6b4c5e49" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:47:14 user nova-compute[75147]: INFO nova.compute.manager [None req-7f5646dd-8e5e-44b8-b01c-654c9660c129 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: 1bca4d6b-3208-42ea-83ab-463b6b4c5e49] Attaching volume 33c5e944-4c67-46da-a28a-df5a27e13003 to /dev/vdb
Oct 27 19:47:14 user nova-compute[75147]: DEBUG os_brick.utils [None req-7f5646dd-8e5e-44b8-b01c-654c9660c129 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:47:14 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:47:14 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.012s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:47:14 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[950025d0-c31c-43eb-a283-e4f6fdcf64d0]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9325735bc82e\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:47:14 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:47:14 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:47:14 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[84d5736b-3771-4120-ab34-62c58d0fa8d8]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:47:14 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:47:14 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:47:14 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a09bd36-f1f1-4949-9318-8311e4c2349d]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:47:14 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1c54426-33e9-4397-a47d-57f8ae64ead5]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:47:14 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-7f5646dd-8e5e-44b8-b01c-654c9660c129 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Running cmd (subprocess): nvme version {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:47:14 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-7f5646dd-8e5e-44b8-b01c-654c9660c129 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] 'nvme version' failed. Not Retrying. {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 19:47:14 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.nvmeof [None req-7f5646dd-8e5e-44b8-b01c-654c9660c129 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] nvme not present on system {{(pid=75147) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 27 19:47:14 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:47:14 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 19:47:14 user nova-compute[75147]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 27 19:47:14 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[c30ecd57-d0b3-4b8d-a9ab-526c5d56bd97]: (4, '') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:47:14 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-7f5646dd-8e5e-44b8-b01c-654c9660c129 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75147) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 27 19:47:14 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-7f5646dd-8e5e-44b8-b01c-654c9660c129 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 27 19:47:14 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-7f5646dd-8e5e-44b8-b01c-654c9660c129 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] LIGHTOS: no hostnqn found. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 27 19:47:14 user nova-compute[75147]: DEBUG os_brick.utils [None req-7f5646dd-8e5e-44b8-b01c-654c9660c129 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] <== get_connector_properties: return (122ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9325735bc82e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:47:14 user nova-compute[75147]: DEBUG nova.virt.block_device [None req-7f5646dd-8e5e-44b8-b01c-654c9660c129 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: 1bca4d6b-3208-42ea-83ab-463b6b4c5e49] Updating existing volume attachment record: 6d61ca92-ceb8-4e1e-8f5f-1a4409941111 {{(pid=75147) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 27 19:47:14 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:47:14 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:47:14 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: 80fddf4a-f86b-49a3-b9f7-9d1eb0fc2b7a] Instance destroyed successfully.
Oct 27 19:47:14 user nova-compute[75147]: DEBUG nova.objects.instance [None req-dd3fcb57-3dd5-4046-8436-7528e264f39a tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lazy-loading 'resources' on Instance uuid 80fddf4a-f86b-49a3-b9f7-9d1eb0fc2b7a {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:47:14 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-dd3fcb57-3dd5-4046-8436-7528e264f39a tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:45:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-590475808',display_name='tempest-TestVolumeBootPattern-server-590475808',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-590475808',id=36,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-27T19:45:56Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='c7d5ee667069474fa684fb2d4ba9da41',ramdisk_id='',reservation_id='r-zl6l5m8m',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-1184716630',owner_user_name='tempest-TestVolumeBootPattern-1184716630-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T19:45:57Z,user_data=None,user_id='c215953c5f1f494bb16ee70ff9355cfd',uuid=80fddf4a-f86b-49a3-b9f7-9d1eb0fc2b7a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "9a42e845-52d6-4df9-98f7-42ffa8ffe870", "address": "fa:16:3e:c3:1b:30", "network": {"id": "06d546cd-b394-4fcf-970b-6f2fff8ea7ac", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-719028923-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c7d5ee667069474fa684fb2d4ba9da41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9a42e845-52", "ovs_interfaceid": "9a42e845-52d6-4df9-98f7-42ffa8ffe870", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 19:47:14 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-dd3fcb57-3dd5-4046-8436-7528e264f39a tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Converting VIF {"id": "9a42e845-52d6-4df9-98f7-42ffa8ffe870", "address": "fa:16:3e:c3:1b:30", "network": {"id": "06d546cd-b394-4fcf-970b-6f2fff8ea7ac", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-719028923-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c7d5ee667069474fa684fb2d4ba9da41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9a42e845-52", "ovs_interfaceid": "9a42e845-52d6-4df9-98f7-42ffa8ffe870", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:47:14 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-dd3fcb57-3dd5-4046-8436-7528e264f39a tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c3:1b:30,bridge_name='br-int',has_traffic_filtering=True,id=9a42e845-52d6-4df9-98f7-42ffa8ffe870,network=Network(06d546cd-b394-4fcf-970b-6f2fff8ea7ac),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9a42e845-52') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:47:14 user nova-compute[75147]: DEBUG os_vif [None req-dd3fcb57-3dd5-4046-8436-7528e264f39a tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c3:1b:30,bridge_name='br-int',has_traffic_filtering=True,id=9a42e845-52d6-4df9-98f7-42ffa8ffe870,network=Network(06d546cd-b394-4fcf-970b-6f2fff8ea7ac),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9a42e845-52') {{(pid=75147) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 19:47:14 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:47:14 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap9a42e845-52, bridge=br-int, if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:47:14 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:47:14 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:47:14 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:47:14 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=dcff82d9-e87f-4bca-b519-92d2e523ac5b) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:47:14 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:47:14 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:47:14 user nova-compute[75147]: INFO os_vif [None req-dd3fcb57-3dd5-4046-8436-7528e264f39a tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c3:1b:30,bridge_name='br-int',has_traffic_filtering=True,id=9a42e845-52d6-4df9-98f7-42ffa8ffe870,network=Network(06d546cd-b394-4fcf-970b-6f2fff8ea7ac),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9a42e845-52')
Oct 27 19:47:14 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-dd3fcb57-3dd5-4046-8436-7528e264f39a tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: 80fddf4a-f86b-49a3-b9f7-9d1eb0fc2b7a] calling os-brick to detach iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 19:47:14 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd3fcb57-3dd5-4046-8436-7528e264f39a tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, {'target_iqn': 'iqn.2010-10.org.openstack:a2c26f3a-9cf5-4cf1-9d51-3ecfc36bc5ea', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UkJeobYl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:47:14 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-dd3fcb57-3dd5-4046-8436-7528e264f39a tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:47:14 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-dd3fcb57-3dd5-4046-8436-7528e264f39a tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:47:14 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-dd3fcb57-3dd5-4046-8436-7528e264f39a tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:47:14 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:47:14 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:47:14 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[37b2ec6b-ec87-4a28-827e-3fc379268d76]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:a2c26f3a-9cf5-4cf1-9d51-3ecfc36bc5ea\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7619bb30-1f20-41aa-8ac8-3dbd4ed23c27\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:21709b6d-4dee-474e-8897-5f2c2c151ba6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:47:14 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd3fcb57-3dd5-4046-8436-7528e264f39a tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 19:47:14 user nova-compute[75147]: No targets found.
Oct 27 19:47:14 user nova-compute[75147]: iSNS:
Oct 27 19:47:14 user nova-compute[75147]: No targets found.
Oct 27 19:47:14 user nova-compute[75147]: STATIC:
Oct 27 19:47:14 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:a2c26f3a-9cf5-4cf1-9d51-3ecfc36bc5ea
Oct 27 19:47:14 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:47:14 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:47:14 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:7619bb30-1f20-41aa-8ac8-3dbd4ed23c27
Oct 27 19:47:14 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:47:14 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:47:14 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:21709b6d-4dee-474e-8897-5f2c2c151ba6
Oct 27 19:47:14 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:47:14 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:47:14 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7
Oct 27 19:47:14 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:47:14 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:47:14 user nova-compute[75147]: FIRMWARE:
Oct 27 19:47:14 user nova-compute[75147]: No targets found.
Oct 27 19:47:14 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:47:14 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd3fcb57-3dd5-4046-8436-7528e264f39a tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 19:47:14 user nova-compute[75147]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 19:47:14 user nova-compute[75147]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75147) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 19:47:14 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd3fcb57-3dd5-4046-8436-7528e264f39a tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a2c26f3a-9cf5-4cf1-9d51-3ecfc36bc5ea', 0)] {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 19:47:14 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:47:14 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:47:14 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff6909e7-4a2e-4534-a9ce-a977bbf25dce]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:21709b6d-4dee-474e-8897-5f2c2c151ba6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7619bb30-1f20-41aa-8ac8-3dbd4ed23c27\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a2c26f3a-9cf5-4cf1-9d51-3ecfc36bc5ea\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:47:14 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:47:14 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:47:14 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7696f0c-c855-4e2a-907c-ed60559aa418]: (4, ('tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a2c26f3a-9cf5-4cf1-9d51-3ecfc36bc5ea (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21709b6d-4dee-474e-8897-5f2c2c151ba6 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7619bb30-1f20-41aa-8ac8-3dbd4ed23c27 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:47:14 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd3fcb57-3dd5-4046-8436-7528e264f39a tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a2c26f3a-9cf5-4cf1-9d51-3ecfc36bc5ea (non-flash)
Oct 27 19:47:14 user nova-compute[75147]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 (non-flash)
Oct 27 19:47:14 user nova-compute[75147]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21709b6d-4dee-474e-8897-5f2c2c151ba6 (non-flash)
Oct 27 19:47:14 user nova-compute[75147]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7619bb30-1f20-41aa-8ac8-3dbd4ed23c27 (non-flash)
Oct 27 19:47:14 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:47:14 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd3fcb57-3dd5-4046-8436-7528e264f39a tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] iscsi session list stdout=tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a2c26f3a-9cf5-4cf1-9d51-3ecfc36bc5ea (non-flash)
Oct 27 19:47:14 user nova-compute[75147]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 (non-flash)
Oct 27 19:47:14 user nova-compute[75147]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21709b6d-4dee-474e-8897-5f2c2c151ba6 (non-flash)
Oct 27 19:47:14 user nova-compute[75147]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7619bb30-1f20-41aa-8ac8-3dbd4ed23c27 (non-flash)
Oct 27 19:47:14 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:47:14 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd3fcb57-3dd5-4046-8436-7528e264f39a tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f28ec64a170>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a2c26f3a-9cf5-4cf1-9d51-3ecfc36bc5ea'): ({'sdb'}, set())}) {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 19:47:14 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-dd3fcb57-3dd5-4046-8436-7528e264f39a tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Removing single pathed devices sdb {{(pid=75147) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 19:47:14 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:47:14 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:47:14 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[3fe62b56-f62c-4c49-ac9b-b5479902ca2a]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:47:14 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:47:14 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:47:14 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e1d5ab9-b8a5-43b4-846c-55e915b00523]: (4, ('ok\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:47:14 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-dd3fcb57-3dd5-4046-8436-7528e264f39a tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Flushing IO for device /dev/sdb {{(pid=75147) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 19:47:14 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:47:14 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:47:14 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[b818b647-0c12-4f2b-8494-f0ad548268a1]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:47:14 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-dd3fcb57-3dd5-4046-8436-7528e264f39a tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75147) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 19:47:14 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:47:14 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.035s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:47:14 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[c99beb22-4925-416f-b468-1b694418affb]: (4, ('1', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:47:14 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-dd3fcb57-3dd5-4046-8436-7528e264f39a tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 19:47:14 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-dd3fcb57-3dd5-4046-8436-7528e264f39a tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] SCSI volumes sdb have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 19:47:14 user nova-compute[75147]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-26361663131616638', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_a139f19a', '/dev/disk/by-id/scsi-1SCST_BIOa139f19a-caf11af8d253fd35') {{(pid=86354) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Oct 27 19:47:14 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[fceb48dd-feb2-4aa8-ae4f-dbeae5ca6abd]: (4, None) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:47:14 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd3fcb57-3dd5-4046-8436-7528e264f39a tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a2c26f3a-9cf5-4cf1-9d51-3ecfc36bc5ea')] {{(pid=75147) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 19:47:14 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a2c26f3a-9cf5-4cf1-9d51-3ecfc36bc5ea -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:47:14 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a2c26f3a-9cf5-4cf1-9d51-3ecfc36bc5ea -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:47:14 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[86b785a1-d441-4496-86ad-541e3cda2c38]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:47:14 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd3fcb57-3dd5-4046-8436-7528e264f39a tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:47:14 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a2c26f3a-9cf5-4cf1-9d51-3ecfc36bc5ea -p 172.16.0.220:3260 --logout {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:47:14 user nova-compute[75147]: DEBUG nova.network.neutron [None req-f9971d43-981c-4473-b2cd-06435e23c1a5 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] [instance: 71edf8bd-af69-418b-9794-61f192d21a48] Successfully updated port: cdad5fd5-8077-4c76-b583-e5f42db7f081 {{(pid=75147) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 19:47:14 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-f9971d43-981c-4473-b2cd-06435e23c1a5 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] Acquiring lock "refresh_cache-71edf8bd-af69-418b-9794-61f192d21a48" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:47:14 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-f9971d43-981c-4473-b2cd-06435e23c1a5 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] Acquired lock "refresh_cache-71edf8bd-af69-418b-9794-61f192d21a48" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:47:14 user nova-compute[75147]: DEBUG nova.network.neutron [None req-f9971d43-981c-4473-b2cd-06435e23c1a5 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] [instance: 71edf8bd-af69-418b-9794-61f192d21a48] Building network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 19:47:14 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a2c26f3a-9cf5-4cf1-9d51-3ecfc36bc5ea -p 172.16.0.220:3260 --logout" returned: 0 in 0.064s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:47:14 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[b5391813-1333-47d3-9b7d-7d6497c6df06]: (4, ('Logging out of session [sid: 37, target: iqn.2010-10.org.openstack:a2c26f3a-9cf5-4cf1-9d51-3ecfc36bc5ea, portal: 172.16.0.220,3260]\nLogout of [sid: 37, target: iqn.2010-10.org.openstack:a2c26f3a-9cf5-4cf1-9d51-3ecfc36bc5ea, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:47:14 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd3fcb57-3dd5-4046-8436-7528e264f39a tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 37, target: iqn.2010-10.org.openstack:a2c26f3a-9cf5-4cf1-9d51-3ecfc36bc5ea, portal: 172.16.0.220,3260]
Oct 27 19:47:14 user nova-compute[75147]: Logout of [sid: 37, target: iqn.2010-10.org.openstack:a2c26f3a-9cf5-4cf1-9d51-3ecfc36bc5ea, portal: 172.16.0.220,3260] successful.
Oct 27 19:47:14 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:47:14 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a2c26f3a-9cf5-4cf1-9d51-3ecfc36bc5ea -p 172.16.0.220:3260 --op delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:47:14 user nova-compute[75147]: DEBUG nova.compute.manager [req-9eae7381-fd94-417e-be63-de97c900e973 req-373672de-3869-470e-96a7-a434dd8c21c9 service nova] [instance: 71edf8bd-af69-418b-9794-61f192d21a48] Received event network-changed-cdad5fd5-8077-4c76-b583-e5f42db7f081 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:47:14 user nova-compute[75147]: DEBUG nova.compute.manager [req-9eae7381-fd94-417e-be63-de97c900e973 req-373672de-3869-470e-96a7-a434dd8c21c9 service nova] [instance: 71edf8bd-af69-418b-9794-61f192d21a48] Refreshing instance network info cache due to event network-changed-cdad5fd5-8077-4c76-b583-e5f42db7f081. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 19:47:14 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-9eae7381-fd94-417e-be63-de97c900e973 req-373672de-3869-470e-96a7-a434dd8c21c9 service nova] Acquiring lock "refresh_cache-71edf8bd-af69-418b-9794-61f192d21a48" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:47:14 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a2c26f3a-9cf5-4cf1-9d51-3ecfc36bc5ea -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:47:14 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ef67430-9bcc-4064-a625-8d504811f3a4]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:47:14 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd3fcb57-3dd5-4046-8436-7528e264f39a tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:47:14 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-dd3fcb57-3dd5-4046-8436-7528e264f39a tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.323s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:47:14 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd3fcb57-3dd5-4046-8436-7528e264f39a tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] <== disconnect_volume: return (324ms) None {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:47:14 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-dd3fcb57-3dd5-4046-8436-7528e264f39a tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: 80fddf4a-f86b-49a3-b9f7-9d1eb0fc2b7a] Disconnected iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 19:47:14 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-dd3fcb57-3dd5-4046-8436-7528e264f39a tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: 80fddf4a-f86b-49a3-b9f7-9d1eb0fc2b7a] Deleting instance files /opt/stack/data/nova/instances/80fddf4a-f86b-49a3-b9f7-9d1eb0fc2b7a_del
Oct 27 19:47:14 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-dd3fcb57-3dd5-4046-8436-7528e264f39a tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: 80fddf4a-f86b-49a3-b9f7-9d1eb0fc2b7a] Deletion of /opt/stack/data/nova/instances/80fddf4a-f86b-49a3-b9f7-9d1eb0fc2b7a_del complete
Oct 27 19:47:14 user nova-compute[75147]: DEBUG nova.network.neutron [None req-f9971d43-981c-4473-b2cd-06435e23c1a5 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] [instance: 71edf8bd-af69-418b-9794-61f192d21a48] Instance cache missing network info. {{(pid=75147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 19:47:14 user nova-compute[75147]: INFO nova.compute.manager [None req-dd3fcb57-3dd5-4046-8436-7528e264f39a tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: 80fddf4a-f86b-49a3-b9f7-9d1eb0fc2b7a] Took 1.21 seconds to destroy the instance on the hypervisor.
Oct 27 19:47:14 user nova-compute[75147]: DEBUG oslo.service.loopingcall [None req-dd3fcb57-3dd5-4046-8436-7528e264f39a tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 27 19:47:14 user nova-compute[75147]: DEBUG nova.compute.manager [-] [instance: 80fddf4a-f86b-49a3-b9f7-9d1eb0fc2b7a] Deallocating network for instance {{(pid=75147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 27 19:47:14 user nova-compute[75147]: DEBUG nova.network.neutron [-] [instance: 80fddf4a-f86b-49a3-b9f7-9d1eb0fc2b7a] deallocate_for_instance() {{(pid=75147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 27 19:47:15 user nova-compute[75147]: DEBUG nova.network.neutron [None req-f9971d43-981c-4473-b2cd-06435e23c1a5 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] [instance: 71edf8bd-af69-418b-9794-61f192d21a48] Updating instance_info_cache with network_info: [{"id": "cdad5fd5-8077-4c76-b583-e5f42db7f081", "address": "fa:16:3e:b7:bb:22", "network": {"id": "420dedce-997d-47b8-bd88-e64134802692", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-793800198-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b3c5d2a101874e4e942d7af53f253f99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcdad5fd5-80", "ovs_interfaceid": "cdad5fd5-8077-4c76-b583-e5f42db7f081", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:47:15 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-f9971d43-981c-4473-b2cd-06435e23c1a5 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] Releasing lock "refresh_cache-71edf8bd-af69-418b-9794-61f192d21a48" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:47:15 user nova-compute[75147]: DEBUG nova.compute.manager [None req-f9971d43-981c-4473-b2cd-06435e23c1a5 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] [instance: 71edf8bd-af69-418b-9794-61f192d21a48] Instance network_info: |[{"id": "cdad5fd5-8077-4c76-b583-e5f42db7f081", "address": "fa:16:3e:b7:bb:22", "network": {"id": "420dedce-997d-47b8-bd88-e64134802692", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-793800198-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b3c5d2a101874e4e942d7af53f253f99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcdad5fd5-80", "ovs_interfaceid": "cdad5fd5-8077-4c76-b583-e5f42db7f081", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 27 19:47:15 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-9eae7381-fd94-417e-be63-de97c900e973 req-373672de-3869-470e-96a7-a434dd8c21c9 service nova] Acquired lock "refresh_cache-71edf8bd-af69-418b-9794-61f192d21a48" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:47:15 user nova-compute[75147]: DEBUG nova.network.neutron [req-9eae7381-fd94-417e-be63-de97c900e973 req-373672de-3869-470e-96a7-a434dd8c21c9 service nova] [instance: 71edf8bd-af69-418b-9794-61f192d21a48] Refreshing network info cache for port cdad5fd5-8077-4c76-b583-e5f42db7f081 {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 19:47:15 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-f9971d43-981c-4473-b2cd-06435e23c1a5 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] [instance: 71edf8bd-af69-418b-9794-61f192d21a48] Start _get_guest_xml network_info=[{"id": "cdad5fd5-8077-4c76-b583-e5f42db7f081", "address": "fa:16:3e:b7:bb:22", "network": {"id": "420dedce-997d-47b8-bd88-e64134802692", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-793800198-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b3c5d2a101874e4e942d7af53f253f99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcdad5fd5-80", "ovs_interfaceid": "cdad5fd5-8077-4c76-b583-e5f42db7f081", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T19:22:09Z,direct_url=<?>,disk_format='qcow2',id=d52df17c-5315-4a73-ab7c-34c161a414fb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0b43115555434818b0c8bdf6be4946da',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T19:22:11Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'encryption_options': None, 'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encrypted': False, 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_format': None, 'device_name': '/dev/vda', 'image_id': 'd52df17c-5315-4a73-ab7c-34c161a414fb'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 19:47:15 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-f9971d43-981c-4473-b2cd-06435e23c1a5 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:47:15 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-f9971d43-981c-4473-b2cd-06435e23c1a5 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:47:15 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-f9971d43-981c-4473-b2cd-06435e23c1a5 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 19:47:15 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-f9971d43-981c-4473-b2cd-06435e23c1a5 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] CPU controller missing on host. {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 19:47:15 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-f9971d43-981c-4473-b2cd-06435e23c1a5 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 19:47:15 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-f9971d43-981c-4473-b2cd-06435e23c1a5 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] CPU controller found on host. {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 19:47:15 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-f9971d43-981c-4473-b2cd-06435e23c1a5 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75147) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 19:47:15 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-f9971d43-981c-4473-b2cd-06435e23c1a5 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T19:21:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T19:22:09Z,direct_url=<?>,disk_format='qcow2',id=d52df17c-5315-4a73-ab7c-34c161a414fb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0b43115555434818b0c8bdf6be4946da',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T19:22:11Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 19:47:15 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-f9971d43-981c-4473-b2cd-06435e23c1a5 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] Flavor limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 19:47:15 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-f9971d43-981c-4473-b2cd-06435e23c1a5 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] Image limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 19:47:15 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-f9971d43-981c-4473-b2cd-06435e23c1a5 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] Flavor pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 19:47:15 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-f9971d43-981c-4473-b2cd-06435e23c1a5 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] Image pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 19:47:15 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-f9971d43-981c-4473-b2cd-06435e23c1a5 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 19:47:15 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-f9971d43-981c-4473-b2cd-06435e23c1a5 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 19:47:15 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-f9971d43-981c-4473-b2cd-06435e23c1a5 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 19:47:15 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-f9971d43-981c-4473-b2cd-06435e23c1a5 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] Got 1 possible topologies {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 19:47:15 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-f9971d43-981c-4473-b2cd-06435e23c1a5 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 19:47:15 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-f9971d43-981c-4473-b2cd-06435e23c1a5 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 19:47:15 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-f9971d43-981c-4473-b2cd-06435e23c1a5 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:47:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachScenarioOldVersion-server-1982129416',display_name='tempest-TestServerVolumeAttachScenarioOldVersion-server-1982129416',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachscenariooldversion-server-1982129',id=38,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFukJmi7rjR2AjpHDkxNWwrVL8+h5n7UYm8OoIeUsyPHY0b3rXHgrPMZrE3B7zmPNy9OpYF66sCpLOPUQw3IveRa4+vopcxaI4ETQbRfblkf7ihqGz70LhBfknAx6UiinQ==',key_name='tempest-keypair-711314529',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b3c5d2a101874e4e942d7af53f253f99',ramdisk_id='',reservation_id='r-vr6ize1x',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachScenarioOldVersion-1972540635',owner_user_name='tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:47:13Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3e52985905c340a49275ce15c0d28dba',uuid=71edf8bd-af69-418b-9794-61f192d21a48,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "cdad5fd5-8077-4c76-b583-e5f42db7f081", "address": "fa:16:3e:b7:bb:22", "network": {"id": "420dedce-997d-47b8-bd88-e64134802692", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-793800198-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b3c5d2a101874e4e942d7af53f253f99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcdad5fd5-80", "ovs_interfaceid": "cdad5fd5-8077-4c76-b583-e5f42db7f081", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75147) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 19:47:15 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-f9971d43-981c-4473-b2cd-06435e23c1a5 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] Converting VIF {"id": "cdad5fd5-8077-4c76-b583-e5f42db7f081", "address": "fa:16:3e:b7:bb:22", "network": {"id": "420dedce-997d-47b8-bd88-e64134802692", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-793800198-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b3c5d2a101874e4e942d7af53f253f99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcdad5fd5-80", "ovs_interfaceid": "cdad5fd5-8077-4c76-b583-e5f42db7f081", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:47:15 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-f9971d43-981c-4473-b2cd-06435e23c1a5 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b7:bb:22,bridge_name='br-int',has_traffic_filtering=True,id=cdad5fd5-8077-4c76-b583-e5f42db7f081,network=Network(420dedce-997d-47b8-bd88-e64134802692),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcdad5fd5-80') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:47:15 user nova-compute[75147]: DEBUG nova.objects.instance [None req-f9971d43-981c-4473-b2cd-06435e23c1a5 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] Lazy-loading 'pci_devices' on Instance uuid 71edf8bd-af69-418b-9794-61f192d21a48 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:47:15 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-f9971d43-981c-4473-b2cd-06435e23c1a5 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] [instance: 71edf8bd-af69-418b-9794-61f192d21a48] End _get_guest_xml xml=<domain type="kvm">
Oct 27 19:47:15 user nova-compute[75147]:   <uuid>71edf8bd-af69-418b-9794-61f192d21a48</uuid>
Oct 27 19:47:15 user nova-compute[75147]:   <name>instance-00000026</name>
Oct 27 19:47:15 user nova-compute[75147]:   <memory>524288</memory>
Oct 27 19:47:15 user nova-compute[75147]:   <vcpu>1</vcpu>
Oct 27 19:47:15 user nova-compute[75147]:   <metadata>
Oct 27 19:47:15 user nova-compute[75147]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 19:47:15 user nova-compute[75147]:       <nova:package version="0.0.0"/>
Oct 27 19:47:15 user nova-compute[75147]:       <nova:name>tempest-TestServerVolumeAttachScenarioOldVersion-server-1982129416</nova:name>
Oct 27 19:47:15 user nova-compute[75147]:       <nova:creationTime>2023-10-27 19:47:15</nova:creationTime>
Oct 27 19:47:15 user nova-compute[75147]:       <nova:flavor name="m1.tiny">
Oct 27 19:47:15 user nova-compute[75147]:         <nova:memory>512</nova:memory>
Oct 27 19:47:15 user nova-compute[75147]:         <nova:disk>1</nova:disk>
Oct 27 19:47:15 user nova-compute[75147]:         <nova:swap>0</nova:swap>
Oct 27 19:47:15 user nova-compute[75147]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 19:47:15 user nova-compute[75147]:         <nova:vcpus>1</nova:vcpus>
Oct 27 19:47:15 user nova-compute[75147]:       </nova:flavor>
Oct 27 19:47:15 user nova-compute[75147]:       <nova:owner>
Oct 27 19:47:15 user nova-compute[75147]:         <nova:user uuid="3e52985905c340a49275ce15c0d28dba">tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member</nova:user>
Oct 27 19:47:15 user nova-compute[75147]:         <nova:project uuid="b3c5d2a101874e4e942d7af53f253f99">tempest-TestServerVolumeAttachScenarioOldVersion-1972540635</nova:project>
Oct 27 19:47:15 user nova-compute[75147]:       </nova:owner>
Oct 27 19:47:15 user nova-compute[75147]:       <nova:root type="image" uuid="d52df17c-5315-4a73-ab7c-34c161a414fb"/>
Oct 27 19:47:15 user nova-compute[75147]:       <nova:ports>
Oct 27 19:47:15 user nova-compute[75147]:         <nova:port uuid="cdad5fd5-8077-4c76-b583-e5f42db7f081">
Oct 27 19:47:15 user nova-compute[75147]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Oct 27 19:47:15 user nova-compute[75147]:         </nova:port>
Oct 27 19:47:15 user nova-compute[75147]:       </nova:ports>
Oct 27 19:47:15 user nova-compute[75147]:     </nova:instance>
Oct 27 19:47:15 user nova-compute[75147]:   </metadata>
Oct 27 19:47:15 user nova-compute[75147]:   <sysinfo type="smbios">
Oct 27 19:47:15 user nova-compute[75147]:     <system>
Oct 27 19:47:15 user nova-compute[75147]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 19:47:15 user nova-compute[75147]:       <entry name="product">OpenStack Nova</entry>
Oct 27 19:47:15 user nova-compute[75147]:       <entry name="version">0.0.0</entry>
Oct 27 19:47:15 user nova-compute[75147]:       <entry name="serial">71edf8bd-af69-418b-9794-61f192d21a48</entry>
Oct 27 19:47:15 user nova-compute[75147]:       <entry name="uuid">71edf8bd-af69-418b-9794-61f192d21a48</entry>
Oct 27 19:47:15 user nova-compute[75147]:       <entry name="family">Virtual Machine</entry>
Oct 27 19:47:15 user nova-compute[75147]:     </system>
Oct 27 19:47:15 user nova-compute[75147]:   </sysinfo>
Oct 27 19:47:15 user nova-compute[75147]:   <os>
Oct 27 19:47:15 user nova-compute[75147]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 19:47:15 user nova-compute[75147]:     <boot dev="hd"/>
Oct 27 19:47:15 user nova-compute[75147]:     <smbios mode="sysinfo"/>
Oct 27 19:47:15 user nova-compute[75147]:   </os>
Oct 27 19:47:15 user nova-compute[75147]:   <features>
Oct 27 19:47:15 user nova-compute[75147]:     <acpi/>
Oct 27 19:47:15 user nova-compute[75147]:     <apic/>
Oct 27 19:47:15 user nova-compute[75147]:     <vmcoreinfo/>
Oct 27 19:47:15 user nova-compute[75147]:   </features>
Oct 27 19:47:15 user nova-compute[75147]:   <clock offset="utc">
Oct 27 19:47:15 user nova-compute[75147]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 19:47:15 user nova-compute[75147]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 19:47:15 user nova-compute[75147]:     <timer name="hpet" present="no"/>
Oct 27 19:47:15 user nova-compute[75147]:   </clock>
Oct 27 19:47:15 user nova-compute[75147]:   <cpu mode="custom" match="exact">
Oct 27 19:47:15 user nova-compute[75147]:     <model>Nehalem</model>
Oct 27 19:47:15 user nova-compute[75147]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 19:47:15 user nova-compute[75147]:   </cpu>
Oct 27 19:47:15 user nova-compute[75147]:   <devices>
Oct 27 19:47:15 user nova-compute[75147]:     <disk type="file" device="disk">
Oct 27 19:47:15 user nova-compute[75147]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 27 19:47:15 user nova-compute[75147]:       <source file="/opt/stack/data/nova/instances/71edf8bd-af69-418b-9794-61f192d21a48/disk"/>
Oct 27 19:47:15 user nova-compute[75147]:       <target dev="vda" bus="virtio"/>
Oct 27 19:47:15 user nova-compute[75147]:     </disk>
Oct 27 19:47:15 user nova-compute[75147]:     <interface type="ethernet">
Oct 27 19:47:15 user nova-compute[75147]:       <mac address="fa:16:3e:b7:bb:22"/>
Oct 27 19:47:15 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:47:15 user nova-compute[75147]:       <mtu size="1442"/>
Oct 27 19:47:15 user nova-compute[75147]:       <target dev="tapcdad5fd5-80"/>
Oct 27 19:47:15 user nova-compute[75147]:     </interface>
Oct 27 19:47:15 user nova-compute[75147]:     <serial type="pty">
Oct 27 19:47:15 user nova-compute[75147]:       <log file="/opt/stack/data/nova/instances/71edf8bd-af69-418b-9794-61f192d21a48/console.log" append="off"/>
Oct 27 19:47:15 user nova-compute[75147]:     </serial>
Oct 27 19:47:15 user nova-compute[75147]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 19:47:15 user nova-compute[75147]:     <video>
Oct 27 19:47:15 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:47:15 user nova-compute[75147]:     </video>
Oct 27 19:47:15 user nova-compute[75147]:     <rng model="virtio">
Oct 27 19:47:15 user nova-compute[75147]:       <backend model="random">/dev/urandom</backend>
Oct 27 19:47:15 user nova-compute[75147]:     </rng>
Oct 27 19:47:15 user nova-compute[75147]:     <controller type="usb" index="0" model="none"/>
Oct 27 19:47:15 user nova-compute[75147]:     <memballoon model="virtio">
Oct 27 19:47:15 user nova-compute[75147]:       <stats period="10"/>
Oct 27 19:47:15 user nova-compute[75147]:     </memballoon>
Oct 27 19:47:15 user nova-compute[75147]:   </devices>
Oct 27 19:47:15 user nova-compute[75147]: </domain>
Oct 27 19:47:15 user nova-compute[75147]:  {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 19:47:15 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-f9971d43-981c-4473-b2cd-06435e23c1a5 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:47:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachScenarioOldVersion-server-1982129416',display_name='tempest-TestServerVolumeAttachScenarioOldVersion-server-1982129416',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachscenariooldversion-server-1982129',id=38,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFukJmi7rjR2AjpHDkxNWwrVL8+h5n7UYm8OoIeUsyPHY0b3rXHgrPMZrE3B7zmPNy9OpYF66sCpLOPUQw3IveRa4+vopcxaI4ETQbRfblkf7ihqGz70LhBfknAx6UiinQ==',key_name='tempest-keypair-711314529',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b3c5d2a101874e4e942d7af53f253f99',ramdisk_id='',reservation_id='r-vr6ize1x',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachScenarioOldVersion-1972540635',owner_user_name='tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:47:13Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3e52985905c340a49275ce15c0d28dba',uuid=71edf8bd-af69-418b-9794-61f192d21a48,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "cdad5fd5-8077-4c76-b583-e5f42db7f081", "address": "fa:16:3e:b7:bb:22", "network": {"id": "420dedce-997d-47b8-bd88-e64134802692", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-793800198-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b3c5d2a101874e4e942d7af53f253f99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcdad5fd5-80", "ovs_interfaceid": "cdad5fd5-8077-4c76-b583-e5f42db7f081", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 19:47:15 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-f9971d43-981c-4473-b2cd-06435e23c1a5 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] Converting VIF {"id": "cdad5fd5-8077-4c76-b583-e5f42db7f081", "address": "fa:16:3e:b7:bb:22", "network": {"id": "420dedce-997d-47b8-bd88-e64134802692", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-793800198-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b3c5d2a101874e4e942d7af53f253f99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcdad5fd5-80", "ovs_interfaceid": "cdad5fd5-8077-4c76-b583-e5f42db7f081", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:47:15 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-f9971d43-981c-4473-b2cd-06435e23c1a5 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b7:bb:22,bridge_name='br-int',has_traffic_filtering=True,id=cdad5fd5-8077-4c76-b583-e5f42db7f081,network=Network(420dedce-997d-47b8-bd88-e64134802692),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcdad5fd5-80') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:47:15 user nova-compute[75147]: DEBUG os_vif [None req-f9971d43-981c-4473-b2cd-06435e23c1a5 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b7:bb:22,bridge_name='br-int',has_traffic_filtering=True,id=cdad5fd5-8077-4c76-b583-e5f42db7f081,network=Network(420dedce-997d-47b8-bd88-e64134802692),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcdad5fd5-80') {{(pid=75147) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 19:47:15 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:47:15 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:47:15 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 19:47:15 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:47:15 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '4111f7f6-ee00-5436-9e97-c3d756a6cc95', '_type': 'linux-noop'}}, row=False) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:47:15 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:47:15 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:47:15 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:47:15 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapcdad5fd5-80, may_exist=True, interface_attrs={}) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:47:15 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapcdad5fd5-80, col_values=(('qos', UUID('9e941add-d4c8-49a3-8309-d7c60e4a0450')),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:47:15 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapcdad5fd5-80, col_values=(('external_ids', {'iface-id': 'cdad5fd5-8077-4c76-b583-e5f42db7f081', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:b7:bb:22', 'vm-uuid': '71edf8bd-af69-418b-9794-61f192d21a48'}),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:47:15 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:47:15 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:47:15 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:47:15 user nova-compute[75147]: INFO os_vif [None req-f9971d43-981c-4473-b2cd-06435e23c1a5 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b7:bb:22,bridge_name='br-int',has_traffic_filtering=True,id=cdad5fd5-8077-4c76-b583-e5f42db7f081,network=Network(420dedce-997d-47b8-bd88-e64134802692),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcdad5fd5-80')
Oct 27 19:47:15 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-f9971d43-981c-4473-b2cd-06435e23c1a5 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] No BDM found with device name vda, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:47:15 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-f9971d43-981c-4473-b2cd-06435e23c1a5 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] No VIF found with MAC fa:16:3e:b7:bb:22, not building metadata {{(pid=75147) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 19:47:15 user nova-compute[75147]: DEBUG nova.network.neutron [-] [instance: 80fddf4a-f86b-49a3-b9f7-9d1eb0fc2b7a] Updating instance_info_cache with network_info: [] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:47:15 user nova-compute[75147]: INFO nova.compute.manager [-] [instance: 80fddf4a-f86b-49a3-b9f7-9d1eb0fc2b7a] Took 0.67 seconds to deallocate network for instance.
Oct 27 19:47:15 user nova-compute[75147]: DEBUG nova.network.neutron [req-9eae7381-fd94-417e-be63-de97c900e973 req-373672de-3869-470e-96a7-a434dd8c21c9 service nova] [instance: 71edf8bd-af69-418b-9794-61f192d21a48] Updated VIF entry in instance network info cache for port cdad5fd5-8077-4c76-b583-e5f42db7f081. {{(pid=75147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 19:47:15 user nova-compute[75147]: DEBUG nova.network.neutron [req-9eae7381-fd94-417e-be63-de97c900e973 req-373672de-3869-470e-96a7-a434dd8c21c9 service nova] [instance: 71edf8bd-af69-418b-9794-61f192d21a48] Updating instance_info_cache with network_info: [{"id": "cdad5fd5-8077-4c76-b583-e5f42db7f081", "address": "fa:16:3e:b7:bb:22", "network": {"id": "420dedce-997d-47b8-bd88-e64134802692", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-793800198-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b3c5d2a101874e4e942d7af53f253f99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcdad5fd5-80", "ovs_interfaceid": "cdad5fd5-8077-4c76-b583-e5f42db7f081", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:47:15 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-9eae7381-fd94-417e-be63-de97c900e973 req-373672de-3869-470e-96a7-a434dd8c21c9 service nova] Releasing lock "refresh_cache-71edf8bd-af69-418b-9794-61f192d21a48" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:47:16 user nova-compute[75147]: DEBUG nova.compute.manager [req-55225d0f-e255-4af9-beb0-f16a1cdbcaab req-30fee6e9-eda4-491c-8ea0-3080b4563143 service nova] [instance: 80fddf4a-f86b-49a3-b9f7-9d1eb0fc2b7a] Received event network-vif-plugged-9a42e845-52d6-4df9-98f7-42ffa8ffe870 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:47:16 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-55225d0f-e255-4af9-beb0-f16a1cdbcaab req-30fee6e9-eda4-491c-8ea0-3080b4563143 service nova] Acquiring lock "80fddf4a-f86b-49a3-b9f7-9d1eb0fc2b7a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:47:16 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-55225d0f-e255-4af9-beb0-f16a1cdbcaab req-30fee6e9-eda4-491c-8ea0-3080b4563143 service nova] Lock "80fddf4a-f86b-49a3-b9f7-9d1eb0fc2b7a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:47:16 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-55225d0f-e255-4af9-beb0-f16a1cdbcaab req-30fee6e9-eda4-491c-8ea0-3080b4563143 service nova] Lock "80fddf4a-f86b-49a3-b9f7-9d1eb0fc2b7a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:47:16 user nova-compute[75147]: DEBUG nova.compute.manager [req-55225d0f-e255-4af9-beb0-f16a1cdbcaab req-30fee6e9-eda4-491c-8ea0-3080b4563143 service nova] [instance: 80fddf4a-f86b-49a3-b9f7-9d1eb0fc2b7a] No waiting events found dispatching network-vif-plugged-9a42e845-52d6-4df9-98f7-42ffa8ffe870 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:47:16 user nova-compute[75147]: WARNING nova.compute.manager [req-55225d0f-e255-4af9-beb0-f16a1cdbcaab req-30fee6e9-eda4-491c-8ea0-3080b4563143 service nova] [instance: 80fddf4a-f86b-49a3-b9f7-9d1eb0fc2b7a] Received unexpected event network-vif-plugged-9a42e845-52d6-4df9-98f7-42ffa8ffe870 for instance with vm_state active and task_state deleting.
Oct 27 19:47:16 user nova-compute[75147]: INFO nova.compute.manager [None req-dd3fcb57-3dd5-4046-8436-7528e264f39a tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: 80fddf4a-f86b-49a3-b9f7-9d1eb0fc2b7a] Took 0.92 seconds to detach 1 volumes for instance.
Oct 27 19:47:16 user nova-compute[75147]: DEBUG nova.compute.manager [None req-dd3fcb57-3dd5-4046-8436-7528e264f39a tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: 80fddf4a-f86b-49a3-b9f7-9d1eb0fc2b7a] Deleting volume: a2c26f3a-9cf5-4cf1-9d51-3ecfc36bc5ea {{(pid=75147) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Oct 27 19:47:16 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-dd3fcb57-3dd5-4046-8436-7528e264f39a tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:47:16 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-dd3fcb57-3dd5-4046-8436-7528e264f39a tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:47:16 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:47:16 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:47:16 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:47:16 user nova-compute[75147]: DEBUG nova.compute.manager [req-6d7632a7-376d-4c13-81fe-fd463fbebfae req-fd831347-f5ce-4cb1-af69-8fba5928416e service nova] [instance: 80fddf4a-f86b-49a3-b9f7-9d1eb0fc2b7a] Received event network-vif-deleted-9a42e845-52d6-4df9-98f7-42ffa8ffe870 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:47:16 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:47:17 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-dd3fcb57-3dd5-4046-8436-7528e264f39a tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:47:17 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-dd3fcb57-3dd5-4046-8436-7528e264f39a tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:47:17 user nova-compute[75147]: DEBUG nova.compute.manager [req-fef6c5a6-1dff-4247-80ad-ae43dfabf9b0 req-877f2f22-1d79-4130-83b2-2eafeac2c653 service nova] [instance: 71edf8bd-af69-418b-9794-61f192d21a48] Received event network-vif-plugged-cdad5fd5-8077-4c76-b583-e5f42db7f081 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:47:17 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-fef6c5a6-1dff-4247-80ad-ae43dfabf9b0 req-877f2f22-1d79-4130-83b2-2eafeac2c653 service nova] Acquiring lock "71edf8bd-af69-418b-9794-61f192d21a48-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:47:17 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-fef6c5a6-1dff-4247-80ad-ae43dfabf9b0 req-877f2f22-1d79-4130-83b2-2eafeac2c653 service nova] Lock "71edf8bd-af69-418b-9794-61f192d21a48-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:47:17 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-fef6c5a6-1dff-4247-80ad-ae43dfabf9b0 req-877f2f22-1d79-4130-83b2-2eafeac2c653 service nova] Lock "71edf8bd-af69-418b-9794-61f192d21a48-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:47:17 user nova-compute[75147]: DEBUG nova.compute.manager [req-fef6c5a6-1dff-4247-80ad-ae43dfabf9b0 req-877f2f22-1d79-4130-83b2-2eafeac2c653 service nova] [instance: 71edf8bd-af69-418b-9794-61f192d21a48] No waiting events found dispatching network-vif-plugged-cdad5fd5-8077-4c76-b583-e5f42db7f081 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:47:17 user nova-compute[75147]: WARNING nova.compute.manager [req-fef6c5a6-1dff-4247-80ad-ae43dfabf9b0 req-877f2f22-1d79-4130-83b2-2eafeac2c653 service nova] [instance: 71edf8bd-af69-418b-9794-61f192d21a48] Received unexpected event network-vif-plugged-cdad5fd5-8077-4c76-b583-e5f42db7f081 for instance with vm_state building and task_state spawning.
Oct 27 19:47:17 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-dd3fcb57-3dd5-4046-8436-7528e264f39a tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.798s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:47:17 user nova-compute[75147]: INFO nova.scheduler.client.report [None req-dd3fcb57-3dd5-4046-8436-7528e264f39a tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Deleted allocations for instance 80fddf4a-f86b-49a3-b9f7-9d1eb0fc2b7a
Oct 27 19:47:17 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-dd3fcb57-3dd5-4046-8436-7528e264f39a tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lock "80fddf4a-f86b-49a3-b9f7-9d1eb0fc2b7a" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 4.041s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:47:17 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:47:17 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:47:17 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:47:19 user nova-compute[75147]: DEBUG nova.compute.manager [None req-f9971d43-981c-4473-b2cd-06435e23c1a5 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] [instance: 71edf8bd-af69-418b-9794-61f192d21a48] Instance event wait completed in 0 seconds for  {{(pid=75147) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 19:47:19 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-f9971d43-981c-4473-b2cd-06435e23c1a5 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] [instance: 71edf8bd-af69-418b-9794-61f192d21a48] Guest created on hypervisor {{(pid=75147) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 19:47:19 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: 71edf8bd-af69-418b-9794-61f192d21a48] Instance spawned successfully.
Oct 27 19:47:19 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-f9971d43-981c-4473-b2cd-06435e23c1a5 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] [instance: 71edf8bd-af69-418b-9794-61f192d21a48] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 27 19:47:19 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-f9971d43-981c-4473-b2cd-06435e23c1a5 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] [instance: 71edf8bd-af69-418b-9794-61f192d21a48] Found default for hw_cdrom_bus of ide {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:47:19 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-f9971d43-981c-4473-b2cd-06435e23c1a5 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] [instance: 71edf8bd-af69-418b-9794-61f192d21a48] Found default for hw_disk_bus of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:47:19 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-f9971d43-981c-4473-b2cd-06435e23c1a5 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] [instance: 71edf8bd-af69-418b-9794-61f192d21a48] Found default for hw_input_bus of None {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:47:19 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-f9971d43-981c-4473-b2cd-06435e23c1a5 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] [instance: 71edf8bd-af69-418b-9794-61f192d21a48] Found default for hw_pointer_model of None {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:47:19 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-f9971d43-981c-4473-b2cd-06435e23c1a5 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] [instance: 71edf8bd-af69-418b-9794-61f192d21a48] Found default for hw_video_model of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:47:19 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-f9971d43-981c-4473-b2cd-06435e23c1a5 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] [instance: 71edf8bd-af69-418b-9794-61f192d21a48] Found default for hw_vif_model of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:47:19 user nova-compute[75147]: INFO nova.compute.manager [None req-f9971d43-981c-4473-b2cd-06435e23c1a5 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] [instance: 71edf8bd-af69-418b-9794-61f192d21a48] Took 6.22 seconds to spawn the instance on the hypervisor.
Oct 27 19:47:19 user nova-compute[75147]: DEBUG nova.compute.manager [None req-f9971d43-981c-4473-b2cd-06435e23c1a5 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] [instance: 71edf8bd-af69-418b-9794-61f192d21a48] Checking state {{(pid=75147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 19:47:19 user nova-compute[75147]: INFO nova.compute.manager [None req-f9971d43-981c-4473-b2cd-06435e23c1a5 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] [instance: 71edf8bd-af69-418b-9794-61f192d21a48] Took 6.88 seconds to build instance.
Oct 27 19:47:19 user nova-compute[75147]: DEBUG nova.compute.manager [req-b9fd2c8b-85c0-49c6-ae73-c677cca1e085 req-6a265cfb-9669-488b-ae14-8643a61e0f13 service nova] [instance: 71edf8bd-af69-418b-9794-61f192d21a48] Received event network-vif-plugged-cdad5fd5-8077-4c76-b583-e5f42db7f081 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:47:19 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-b9fd2c8b-85c0-49c6-ae73-c677cca1e085 req-6a265cfb-9669-488b-ae14-8643a61e0f13 service nova] Acquiring lock "71edf8bd-af69-418b-9794-61f192d21a48-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:47:19 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-b9fd2c8b-85c0-49c6-ae73-c677cca1e085 req-6a265cfb-9669-488b-ae14-8643a61e0f13 service nova] Lock "71edf8bd-af69-418b-9794-61f192d21a48-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.003s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:47:19 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-b9fd2c8b-85c0-49c6-ae73-c677cca1e085 req-6a265cfb-9669-488b-ae14-8643a61e0f13 service nova] Lock "71edf8bd-af69-418b-9794-61f192d21a48-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:47:19 user nova-compute[75147]: DEBUG nova.compute.manager [req-b9fd2c8b-85c0-49c6-ae73-c677cca1e085 req-6a265cfb-9669-488b-ae14-8643a61e0f13 service nova] [instance: 71edf8bd-af69-418b-9794-61f192d21a48] No waiting events found dispatching network-vif-plugged-cdad5fd5-8077-4c76-b583-e5f42db7f081 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:47:19 user nova-compute[75147]: WARNING nova.compute.manager [req-b9fd2c8b-85c0-49c6-ae73-c677cca1e085 req-6a265cfb-9669-488b-ae14-8643a61e0f13 service nova] [instance: 71edf8bd-af69-418b-9794-61f192d21a48] Received unexpected event network-vif-plugged-cdad5fd5-8077-4c76-b583-e5f42db7f081 for instance with vm_state active and task_state None.
Oct 27 19:47:19 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-f9971d43-981c-4473-b2cd-06435e23c1a5 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] Lock "71edf8bd-af69-418b-9794-61f192d21a48" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.983s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:47:20 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:47:21 user nova-compute[75147]: DEBUG nova.compute.manager [req-808945d8-36f3-4e54-ae4e-1a2da6b25223 req-d2b3209e-f08e-411b-b740-73636fe5e1c5 service nova] [instance: 57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5] Received event network-changed-57e79229-7f45-4c76-b223-803401f1946a {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:47:21 user nova-compute[75147]: DEBUG nova.compute.manager [req-808945d8-36f3-4e54-ae4e-1a2da6b25223 req-d2b3209e-f08e-411b-b740-73636fe5e1c5 service nova] [instance: 57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5] Refreshing instance network info cache due to event network-changed-57e79229-7f45-4c76-b223-803401f1946a. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 19:47:21 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-808945d8-36f3-4e54-ae4e-1a2da6b25223 req-d2b3209e-f08e-411b-b740-73636fe5e1c5 service nova] Acquiring lock "refresh_cache-57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:47:21 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-808945d8-36f3-4e54-ae4e-1a2da6b25223 req-d2b3209e-f08e-411b-b740-73636fe5e1c5 service nova] Acquired lock "refresh_cache-57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:47:21 user nova-compute[75147]: DEBUG nova.network.neutron [req-808945d8-36f3-4e54-ae4e-1a2da6b25223 req-d2b3209e-f08e-411b-b740-73636fe5e1c5 service nova] [instance: 57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5] Refreshing network info cache for port 57e79229-7f45-4c76-b223-803401f1946a {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 19:47:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:47:22 user nova-compute[75147]: DEBUG nova.network.neutron [req-808945d8-36f3-4e54-ae4e-1a2da6b25223 req-d2b3209e-f08e-411b-b740-73636fe5e1c5 service nova] [instance: 57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5] Updated VIF entry in instance network info cache for port 57e79229-7f45-4c76-b223-803401f1946a. {{(pid=75147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 19:47:22 user nova-compute[75147]: DEBUG nova.network.neutron [req-808945d8-36f3-4e54-ae4e-1a2da6b25223 req-d2b3209e-f08e-411b-b740-73636fe5e1c5 service nova] [instance: 57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5] Updating instance_info_cache with network_info: [{"id": "57e79229-7f45-4c76-b223-803401f1946a", "address": "fa:16:3e:57:41:f3", "network": {"id": "26f70d05-2438-444a-889d-7e7dfc5286cd", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1277807589-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.13", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "78363e2131144c48bd71079c29f858eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap57e79229-7f", "ovs_interfaceid": "57e79229-7f45-4c76-b223-803401f1946a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:47:22 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-808945d8-36f3-4e54-ae4e-1a2da6b25223 req-d2b3209e-f08e-411b-b740-73636fe5e1c5 service nova] Releasing lock "refresh_cache-57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:47:23 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-7045389c-d78e-4892-947b-862c23268981 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Acquiring lock "57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:47:23 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-7045389c-d78e-4892-947b-862c23268981 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Lock "57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:47:23 user nova-compute[75147]: DEBUG nova.objects.instance [None req-7045389c-d78e-4892-947b-862c23268981 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Lazy-loading 'flavor' on Instance uuid 57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:47:23 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-7045389c-d78e-4892-947b-862c23268981 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] [instance: 57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5] Ignoring supplied device name: /dev/vdb
Oct 27 19:47:23 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-7045389c-d78e-4892-947b-862c23268981 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Lock "57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.191s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:47:23 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-7045389c-d78e-4892-947b-862c23268981 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Acquiring lock "57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:47:23 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-7045389c-d78e-4892-947b-862c23268981 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Lock "57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:47:23 user nova-compute[75147]: INFO nova.compute.manager [None req-7045389c-d78e-4892-947b-862c23268981 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] [instance: 57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5] Attaching volume 6e4624a7-b763-44b2-bd24-6a0bc6dd99fc to /dev/vdb
Oct 27 19:47:23 user nova-compute[75147]: DEBUG os_brick.utils [None req-7045389c-d78e-4892-947b-862c23268981 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:47:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:47:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:47:23 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[84cd3d1e-24d4-494c-9bd9-36361ef3c0a4]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9325735bc82e\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:47:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:47:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:47:23 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[1fdcc1a1-a004-4a97-97bf-b119b41f8139]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:47:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:47:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:47:23 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f140587-ccbe-4371-a47c-118a92e65739]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:47:23 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[613beed4-5a22-4d31-8b65-6bef55c91bf8]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:47:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-7045389c-d78e-4892-947b-862c23268981 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Running cmd (subprocess): nvme version {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:47:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-7045389c-d78e-4892-947b-862c23268981 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] 'nvme version' failed. Not Retrying. {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 19:47:23 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.nvmeof [None req-7045389c-d78e-4892-947b-862c23268981 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] nvme not present on system {{(pid=75147) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 27 19:47:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:47:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 19:47:23 user nova-compute[75147]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 27 19:47:23 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[d31dae5a-8ae9-4640-9414-3311cebb9304]: (4, '') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:47:23 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-7045389c-d78e-4892-947b-862c23268981 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75147) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 27 19:47:23 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-7045389c-d78e-4892-947b-862c23268981 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 27 19:47:23 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-7045389c-d78e-4892-947b-862c23268981 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] LIGHTOS: no hostnqn found. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 27 19:47:23 user nova-compute[75147]: DEBUG os_brick.utils [None req-7045389c-d78e-4892-947b-862c23268981 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] <== get_connector_properties: return (132ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9325735bc82e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:47:23 user nova-compute[75147]: DEBUG nova.virt.block_device [None req-7045389c-d78e-4892-947b-862c23268981 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] [instance: 57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5] Updating existing volume attachment record: d0bf71be-77a9-4ac9-9ce9-866e35ddb694 {{(pid=75147) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 27 19:47:25 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:47:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:47:29 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-0c9f980d-0a27-4074-87d4-5c3e278e8286 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 4de8f375-1603-4ada-825c-e4632a249d87 is timed out.
Oct 27 19:47:29 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-0c9f980d-0a27-4074-87d4-5c3e278e8286 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Successfully detached device vdb from instance 4de8f375-1603-4ada-825c-e4632a249d87 from the live domain config.
Oct 27 19:47:29 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0c9f980d-0a27-4074-87d4-5c3e278e8286 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 4de8f375-1603-4ada-825c-e4632a249d87] calling os-brick to detach iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 19:47:29 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c9f980d-0a27-4074-87d4-5c3e278e8286 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, {'target_iqn': 'iqn.2010-10.org.openstack:21709b6d-4dee-474e-8897-5f2c2c151ba6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZsEYNclt', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:47:29 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-0c9f980d-0a27-4074-87d4-5c3e278e8286 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:47:29 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-0c9f980d-0a27-4074-87d4-5c3e278e8286 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:47:29 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-0c9f980d-0a27-4074-87d4-5c3e278e8286 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.003s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:47:29 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:47:29 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:47:29 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c333557-ff4a-460d-9409-09a9d949af87]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:7619bb30-1f20-41aa-8ac8-3dbd4ed23c27\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:21709b6d-4dee-474e-8897-5f2c2c151ba6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:47:29 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c9f980d-0a27-4074-87d4-5c3e278e8286 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 19:47:29 user nova-compute[75147]: No targets found.
Oct 27 19:47:29 user nova-compute[75147]: iSNS:
Oct 27 19:47:29 user nova-compute[75147]: No targets found.
Oct 27 19:47:29 user nova-compute[75147]: STATIC:
Oct 27 19:47:29 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:7619bb30-1f20-41aa-8ac8-3dbd4ed23c27
Oct 27 19:47:29 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:47:29 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:47:29 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:21709b6d-4dee-474e-8897-5f2c2c151ba6
Oct 27 19:47:29 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:47:29 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:47:29 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7
Oct 27 19:47:29 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:47:29 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:47:29 user nova-compute[75147]: FIRMWARE:
Oct 27 19:47:29 user nova-compute[75147]: No targets found.
Oct 27 19:47:29 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:47:29 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c9f980d-0a27-4074-87d4-5c3e278e8286 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 19:47:29 user nova-compute[75147]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 19:47:29 user nova-compute[75147]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75147) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 19:47:29 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c9f980d-0a27-4074-87d4-5c3e278e8286 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:21709b6d-4dee-474e-8897-5f2c2c151ba6', 0)] {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 19:47:29 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:47:29 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:47:29 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[aba32b6e-d113-4e24-8572-71a7a94491d2]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:21709b6d-4dee-474e-8897-5f2c2c151ba6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7619bb30-1f20-41aa-8ac8-3dbd4ed23c27\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:47:29 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:47:29 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:47:29 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[a31372fe-0ae1-41ef-9ed8-f96c0288f880]: (4, ('tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21709b6d-4dee-474e-8897-5f2c2c151ba6 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7619bb30-1f20-41aa-8ac8-3dbd4ed23c27 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:47:29 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c9f980d-0a27-4074-87d4-5c3e278e8286 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 (non-flash)
Oct 27 19:47:29 user nova-compute[75147]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21709b6d-4dee-474e-8897-5f2c2c151ba6 (non-flash)
Oct 27 19:47:29 user nova-compute[75147]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7619bb30-1f20-41aa-8ac8-3dbd4ed23c27 (non-flash)
Oct 27 19:47:29 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:47:29 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c9f980d-0a27-4074-87d4-5c3e278e8286 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] iscsi session list stdout=tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 (non-flash)
Oct 27 19:47:29 user nova-compute[75147]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21709b6d-4dee-474e-8897-5f2c2c151ba6 (non-flash)
Oct 27 19:47:29 user nova-compute[75147]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7619bb30-1f20-41aa-8ac8-3dbd4ed23c27 (non-flash)
Oct 27 19:47:29 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:47:29 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c9f980d-0a27-4074-87d4-5c3e278e8286 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f290c3c1a20>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:21709b6d-4dee-474e-8897-5f2c2c151ba6'): ({'sdd'}, set())}) {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 19:47:29 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-0c9f980d-0a27-4074-87d4-5c3e278e8286 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Removing single pathed devices sdd {{(pid=75147) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 19:47:29 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:47:29 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:47:29 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[54dd15b0-2757-40b9-9b66-b0f9c2e1a5c4]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:47:29 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:47:29 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:47:29 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec6b89e6-ac41-482a-80fc-c821bc14ef27]: (4, ('ok\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:47:29 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-0c9f980d-0a27-4074-87d4-5c3e278e8286 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Flushing IO for device /dev/sdd {{(pid=75147) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 19:47:29 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:47:29 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.015s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:47:29 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[efb91770-6e91-4050-b4bb-c77842ad9e4e]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:47:29 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-0c9f980d-0a27-4074-87d4-5c3e278e8286 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75147) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 19:47:29 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:47:29 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.055s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:47:29 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a003c27-a285-4845-8e86-41dd122bbf2e]: (4, ('1', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:47:29 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-0c9f980d-0a27-4074-87d4-5c3e278e8286 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 19:47:29 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-0c9f980d-0a27-4074-87d4-5c3e278e8286 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] SCSI volumes sdd have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 19:47:29 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c9f980d-0a27-4074-87d4-5c3e278e8286 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:21709b6d-4dee-474e-8897-5f2c2c151ba6')] {{(pid=75147) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 19:47:29 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21709b6d-4dee-474e-8897-5f2c2c151ba6 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:47:29 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21709b6d-4dee-474e-8897-5f2c2c151ba6 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:47:29 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[8936165a-1d0a-44ef-b1a0-17a78d66259c]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:47:29 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c9f980d-0a27-4074-87d4-5c3e278e8286 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:47:29 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21709b6d-4dee-474e-8897-5f2c2c151ba6 -p 172.16.0.220:3260 --logout {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:47:29 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21709b6d-4dee-474e-8897-5f2c2c151ba6 -p 172.16.0.220:3260 --logout" returned: 0 in 0.054s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:47:29 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d2b78d2-abb9-40fd-8156-c8f36b61836b]: (4, ('Logging out of session [sid: 39, target: iqn.2010-10.org.openstack:21709b6d-4dee-474e-8897-5f2c2c151ba6, portal: 172.16.0.220,3260]\nLogout of [sid: 39, target: iqn.2010-10.org.openstack:21709b6d-4dee-474e-8897-5f2c2c151ba6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:47:29 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c9f980d-0a27-4074-87d4-5c3e278e8286 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 39, target: iqn.2010-10.org.openstack:21709b6d-4dee-474e-8897-5f2c2c151ba6, portal: 172.16.0.220,3260]
Oct 27 19:47:29 user nova-compute[75147]: Logout of [sid: 39, target: iqn.2010-10.org.openstack:21709b6d-4dee-474e-8897-5f2c2c151ba6, portal: 172.16.0.220,3260] successful.
Oct 27 19:47:29 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:47:29 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21709b6d-4dee-474e-8897-5f2c2c151ba6 -p 172.16.0.220:3260 --op delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:47:29 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21709b6d-4dee-474e-8897-5f2c2c151ba6 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:47:29 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[1285edd9-eaa5-4246-af17-b1818036231a]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:47:29 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c9f980d-0a27-4074-87d4-5c3e278e8286 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:47:29 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-0c9f980d-0a27-4074-87d4-5c3e278e8286 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.327s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:47:29 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c9f980d-0a27-4074-87d4-5c3e278e8286 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] <== disconnect_volume: return (330ms) None {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:47:29 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0c9f980d-0a27-4074-87d4-5c3e278e8286 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 4de8f375-1603-4ada-825c-e4632a249d87] Disconnected iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 19:47:30 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:47:30 user nova-compute[75147]: DEBUG nova.objects.instance [None req-0c9f980d-0a27-4074-87d4-5c3e278e8286 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Lazy-loading 'flavor' on Instance uuid 4de8f375-1603-4ada-825c-e4632a249d87 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:47:30 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-0c9f980d-0a27-4074-87d4-5c3e278e8286 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Lock "4de8f375-1603-4ada-825c-e4632a249d87" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.069s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:47:31 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-ec05f3d5-ccd4-4db5-8e24-988bc26d97cf tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Acquiring lock "4de8f375-1603-4ada-825c-e4632a249d87" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:47:31 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-ec05f3d5-ccd4-4db5-8e24-988bc26d97cf tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Lock "4de8f375-1603-4ada-825c-e4632a249d87" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:47:31 user nova-compute[75147]: INFO nova.compute.manager [None req-ec05f3d5-ccd4-4db5-8e24-988bc26d97cf tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 4de8f375-1603-4ada-825c-e4632a249d87] Detaching volume 7619bb30-1f20-41aa-8ac8-3dbd4ed23c27
Oct 27 19:47:31 user nova-compute[75147]: INFO nova.virt.block_device [None req-ec05f3d5-ccd4-4db5-8e24-988bc26d97cf tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 4de8f375-1603-4ada-825c-e4632a249d87] Attempting to driver detach volume 7619bb30-1f20-41aa-8ac8-3dbd4ed23c27 from mountpoint /dev/vdc
Oct 27 19:47:31 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-ec05f3d5-ccd4-4db5-8e24-988bc26d97cf tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Attempting to detach device vdc from instance 4de8f375-1603-4ada-825c-e4632a249d87 from the persistent domain config. {{(pid=75147) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 27 19:47:31 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-ec05f3d5-ccd4-4db5-8e24-988bc26d97cf tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] detach device xml: <disk type="block" device="disk">
Oct 27 19:47:31 user nova-compute[75147]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 19:47:31 user nova-compute[75147]:   <source dev="/dev/sde"/>
Oct 27 19:47:31 user nova-compute[75147]:   <target dev="vdc" bus="virtio"/>
Oct 27 19:47:31 user nova-compute[75147]:   <serial>7619bb30-1f20-41aa-8ac8-3dbd4ed23c27</serial>
Oct 27 19:47:31 user nova-compute[75147]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Oct 27 19:47:31 user nova-compute[75147]: </disk>
Oct 27 19:47:31 user nova-compute[75147]:  {{(pid=75147) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 19:47:31 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-ec05f3d5-ccd4-4db5-8e24-988bc26d97cf tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Successfully detached device vdc from instance 4de8f375-1603-4ada-825c-e4632a249d87 from the persistent domain config.
Oct 27 19:47:31 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-ec05f3d5-ccd4-4db5-8e24-988bc26d97cf tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] (1/8): Attempting to detach device vdc with device alias virtio-disk2 from instance 4de8f375-1603-4ada-825c-e4632a249d87 from the live domain config. {{(pid=75147) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 27 19:47:31 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-ec05f3d5-ccd4-4db5-8e24-988bc26d97cf tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] detach device xml: <disk type="block" device="disk">
Oct 27 19:47:31 user nova-compute[75147]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 19:47:31 user nova-compute[75147]:   <source dev="/dev/sde"/>
Oct 27 19:47:31 user nova-compute[75147]:   <target dev="vdc" bus="virtio"/>
Oct 27 19:47:31 user nova-compute[75147]:   <serial>7619bb30-1f20-41aa-8ac8-3dbd4ed23c27</serial>
Oct 27 19:47:31 user nova-compute[75147]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Oct 27 19:47:31 user nova-compute[75147]: </disk>
Oct 27 19:47:31 user nova-compute[75147]:  {{(pid=75147) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 19:47:31 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-ec05f3d5-ccd4-4db5-8e24-988bc26d97cf tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Start waiting for the detach event from libvirt for device vdc with device alias virtio-disk2 for instance 4de8f375-1603-4ada-825c-e4632a249d87 {{(pid=75147) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 27 19:47:31 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:47:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:47:35 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7f5646dd-8e5e-44b8-b01c-654c9660c129 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: 1bca4d6b-3208-42ea-83ab-463b6b4c5e49] Calling os-brick to attach iSCSI Volume {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 19:47:35 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f5646dd-8e5e-44b8-b01c-654c9660c129 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:33c5e944-4c67-46da-a28a-df5a27e13003', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JPAHfTxr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:47:35 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-7f5646dd-8e5e-44b8-b01c-654c9660c129 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:47:35 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-7f5646dd-8e5e-44b8-b01c-654c9660c129 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:47:35 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-7f5646dd-8e5e-44b8-b01c-654c9660c129 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:47:35 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-7f5646dd-8e5e-44b8-b01c-654c9660c129 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:47:35 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-7f5646dd-8e5e-44b8-b01c-654c9660c129 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:33c5e944-4c67-46da-a28a-df5a27e13003" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:47:35 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-7f5646dd-8e5e-44b8-b01c-654c9660c129 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:33c5e944-4c67-46da-a28a-df5a27e13003" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:47:35 user nova-compute[75147]: INFO os_brick.initiator.connectors.iscsi [None req-7f5646dd-8e5e-44b8-b01c-654c9660c129 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 19:47:35 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:33c5e944-4c67-46da-a28a-df5a27e13003 -p 172.16.0.220:3260 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:47:35 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:33c5e944-4c67-46da-a28a-df5a27e13003 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:47:35 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[46295d25-d5b8-4374-8132-2cc77f39072a]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:47:35 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f5646dd-8e5e-44b8-b01c-654c9660c129 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 19:47:35 user nova-compute[75147]:  {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:47:35 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:33c5e944-4c67-46da-a28a-df5a27e13003 -p 172.16.0.220:3260 --interface default --op new {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:47:35 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:33c5e944-4c67-46da-a28a-df5a27e13003 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:47:35 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[7faebd9c-8579-4468-8595-cae30abe0e39]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:33c5e944-4c67-46da-a28a-df5a27e13003] added\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:47:35 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f5646dd-8e5e-44b8-b01c-654c9660c129 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:33c5e944-4c67-46da-a28a-df5a27e13003] added
Oct 27 19:47:35 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:47:35 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:33c5e944-4c67-46da-a28a-df5a27e13003 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:47:35 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:33c5e944-4c67-46da-a28a-df5a27e13003 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:47:35 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[14efb733-e984-4ff3-8f24-10cbf4ab28c5]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:47:35 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f5646dd-8e5e-44b8-b01c-654c9660c129 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:47:35 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:33c5e944-4c67-46da-a28a-df5a27e13003 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:47:35 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:33c5e944-4c67-46da-a28a-df5a27e13003 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:47:35 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[fcf6afe5-09fa-466c-ad00-e99ab2195db9]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:47:35 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f5646dd-8e5e-44b8-b01c-654c9660c129 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:47:35 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:33c5e944-4c67-46da-a28a-df5a27e13003 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v JPAHfTxr {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:47:35 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:33c5e944-4c67-46da-a28a-df5a27e13003 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v JPAHfTxr" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:47:35 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[376c518b-2745-4cc5-a0ff-ccd83d1388a8]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:47:35 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f5646dd-8e5e-44b8-b01c-654c9660c129 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'JPAHfTxr'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:47:35 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:33c5e944-4c67-46da-a28a-df5a27e13003 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:47:35 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:33c5e944-4c67-46da-a28a-df5a27e13003 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:47:35 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa15b7b0-6e6d-4f54-87d2-e80f0d529d65]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:47:35 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f5646dd-8e5e-44b8-b01c-654c9660c129 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:47:35 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:47:35 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:47:35 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[bcc66ba8-9d2d-4578-80c8-0f1d0aa0880b]: (4, ('tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7619bb30-1f20-41aa-8ac8-3dbd4ed23c27 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:47:35 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f5646dd-8e5e-44b8-b01c-654c9660c129 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 (non-flash)
Oct 27 19:47:35 user nova-compute[75147]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7619bb30-1f20-41aa-8ac8-3dbd4ed23c27 (non-flash)
Oct 27 19:47:35 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:47:35 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f5646dd-8e5e-44b8-b01c-654c9660c129 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] iscsi session list stdout=tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 (non-flash)
Oct 27 19:47:35 user nova-compute[75147]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7619bb30-1f20-41aa-8ac8-3dbd4ed23c27 (non-flash)
Oct 27 19:47:35 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:47:35 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:33c5e944-4c67-46da-a28a-df5a27e13003 -p 172.16.0.220:3260 --login {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:47:35 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:33c5e944-4c67-46da-a28a-df5a27e13003 -p 172.16.0.220:3260 --login" returned: 0 in 0.057s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:47:35 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[6861bef8-9284-4994-abd9-ad5be960a4d8]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:33c5e944-4c67-46da-a28a-df5a27e13003, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:33c5e944-4c67-46da-a28a-df5a27e13003, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:47:35 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f5646dd-8e5e-44b8-b01c-654c9660c129 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:33c5e944-4c67-46da-a28a-df5a27e13003, portal: 172.16.0.220,3260]
Oct 27 19:47:35 user nova-compute[75147]: Login to [iface: default, target: iqn.2010-10.org.openstack:33c5e944-4c67-46da-a28a-df5a27e13003, portal: 172.16.0.220,3260] successful.
Oct 27 19:47:35 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:47:35 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:33c5e944-4c67-46da-a28a-df5a27e13003 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:47:35 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:33c5e944-4c67-46da-a28a-df5a27e13003 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:47:35 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[05ee2184-5206-4cff-8ab3-8f6806b53bed]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:47:35 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f5646dd-8e5e-44b8-b01c-654c9660c129 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:47:35 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:47:35 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:47:35 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b57f15c-76ec-4f68-ac15-f25adc95db86]: (4, ('tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7619bb30-1f20-41aa-8ac8-3dbd4ed23c27 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33c5e944-4c67-46da-a28a-df5a27e13003 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:47:35 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f5646dd-8e5e-44b8-b01c-654c9660c129 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 (non-flash)
Oct 27 19:47:35 user nova-compute[75147]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7619bb30-1f20-41aa-8ac8-3dbd4ed23c27 (non-flash)
Oct 27 19:47:35 user nova-compute[75147]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33c5e944-4c67-46da-a28a-df5a27e13003 (non-flash)
Oct 27 19:47:35 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:47:35 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f5646dd-8e5e-44b8-b01c-654c9660c129 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] iscsi session list stdout=tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 (non-flash)
Oct 27 19:47:35 user nova-compute[75147]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7619bb30-1f20-41aa-8ac8-3dbd4ed23c27 (non-flash)
Oct 27 19:47:35 user nova-compute[75147]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33c5e944-4c67-46da-a28a-df5a27e13003 (non-flash)
Oct 27 19:47:35 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:47:35 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-7f5646dd-8e5e-44b8-b01c-654c9660c129 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:33c5e944-4c67-46da-a28a-df5a27e13003" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.269s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:47:35 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f5646dd-8e5e-44b8-b01c-654c9660c129 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Connected to 172.16.0.220:3260 {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 19:47:35 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-7f5646dd-8e5e-44b8-b01c-654c9660c129 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] HCTL ('33', '-', '-', 0) found on session 41 with lun 0 {{(pid=75147) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 19:47:35 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-7f5646dd-8e5e-44b8-b01c-654c9660c129 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75147) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 19:47:35 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:47:35 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:47:35 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[d9cbb7c6-c4ed-445a-b31f-cf521d10a7f4]: (4, ('- - 0', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:47:35 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-7f5646dd-8e5e-44b8-b01c-654c9660c129 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Searching for a device in session 41 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75147) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 19:47:35 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f5646dd-8e5e-44b8-b01c-654c9660c129 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:33c5e944-4c67-46da-a28a-df5a27e13003', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JPAHfTxr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 19:47:36 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-7f5646dd-8e5e-44b8-b01c-654c9660c129 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.303s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:47:36 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f5646dd-8e5e-44b8-b01c-654c9660c129 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] <== connect_volume: return (1304ms) {'type': 'block', 'scsi_wwn': '23634383165666232', 'path': '/dev/sdb'} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:47:36 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7f5646dd-8e5e-44b8-b01c-654c9660c129 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: 1bca4d6b-3208-42ea-83ab-463b6b4c5e49] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23634383165666232', 'path': '/dev/sdb'} {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 19:47:36 user nova-compute[75147]: DEBUG nova.objects.instance [None req-7f5646dd-8e5e-44b8-b01c-654c9660c129 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lazy-loading 'flavor' on Instance uuid 1bca4d6b-3208-42ea-83ab-463b6b4c5e49 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:47:36 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-7f5646dd-8e5e-44b8-b01c-654c9660c129 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] attach device xml: <disk type="block" device="disk">
Oct 27 19:47:36 user nova-compute[75147]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 19:47:36 user nova-compute[75147]:   <source dev="/dev/sdb"/>
Oct 27 19:47:36 user nova-compute[75147]:   <target dev="vdb" bus="virtio"/>
Oct 27 19:47:36 user nova-compute[75147]:   <serial>33c5e944-4c67-46da-a28a-df5a27e13003</serial>
Oct 27 19:47:36 user nova-compute[75147]: </disk>
Oct 27 19:47:36 user nova-compute[75147]:  {{(pid=75147) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 27 19:47:36 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:47:37 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-7f5646dd-8e5e-44b8-b01c-654c9660c129 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] No BDM found with device name vda, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:47:37 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-7f5646dd-8e5e-44b8-b01c-654c9660c129 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:47:37 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-7f5646dd-8e5e-44b8-b01c-654c9660c129 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] No VIF found with MAC fa:16:3e:78:96:aa, not building metadata {{(pid=75147) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 19:47:37 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-7f5646dd-8e5e-44b8-b01c-654c9660c129 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lock "1bca4d6b-3208-42ea-83ab-463b6b4c5e49" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 23.365s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:47:38 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-6405c6d1-cdae-45d4-9f92-80439ba1f93f tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Acquiring lock "1bca4d6b-3208-42ea-83ab-463b6b4c5e49" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:47:38 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-6405c6d1-cdae-45d4-9f92-80439ba1f93f tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lock "1bca4d6b-3208-42ea-83ab-463b6b4c5e49" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:47:38 user nova-compute[75147]: INFO nova.compute.manager [None req-6405c6d1-cdae-45d4-9f92-80439ba1f93f tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: 1bca4d6b-3208-42ea-83ab-463b6b4c5e49] Detaching volume 33c5e944-4c67-46da-a28a-df5a27e13003
Oct 27 19:47:38 user nova-compute[75147]: INFO nova.virt.block_device [None req-6405c6d1-cdae-45d4-9f92-80439ba1f93f tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: 1bca4d6b-3208-42ea-83ab-463b6b4c5e49] Attempting to driver detach volume 33c5e944-4c67-46da-a28a-df5a27e13003 from mountpoint /dev/vdb
Oct 27 19:47:38 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-6405c6d1-cdae-45d4-9f92-80439ba1f93f tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Attempting to detach device vdb from instance 1bca4d6b-3208-42ea-83ab-463b6b4c5e49 from the persistent domain config. {{(pid=75147) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 27 19:47:38 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-6405c6d1-cdae-45d4-9f92-80439ba1f93f tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] detach device xml: <disk type="block" device="disk">
Oct 27 19:47:38 user nova-compute[75147]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 19:47:38 user nova-compute[75147]:   <source dev="/dev/sdb"/>
Oct 27 19:47:38 user nova-compute[75147]:   <target dev="vdb" bus="virtio"/>
Oct 27 19:47:38 user nova-compute[75147]:   <serial>33c5e944-4c67-46da-a28a-df5a27e13003</serial>
Oct 27 19:47:38 user nova-compute[75147]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 27 19:47:38 user nova-compute[75147]: </disk>
Oct 27 19:47:38 user nova-compute[75147]:  {{(pid=75147) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 19:47:38 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-6405c6d1-cdae-45d4-9f92-80439ba1f93f tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Successfully detached device vdb from instance 1bca4d6b-3208-42ea-83ab-463b6b4c5e49 from the persistent domain config.
Oct 27 19:47:38 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-6405c6d1-cdae-45d4-9f92-80439ba1f93f tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 1bca4d6b-3208-42ea-83ab-463b6b4c5e49 from the live domain config. {{(pid=75147) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 27 19:47:38 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-6405c6d1-cdae-45d4-9f92-80439ba1f93f tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] detach device xml: <disk type="block" device="disk">
Oct 27 19:47:38 user nova-compute[75147]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 19:47:38 user nova-compute[75147]:   <source dev="/dev/sdb"/>
Oct 27 19:47:38 user nova-compute[75147]:   <target dev="vdb" bus="virtio"/>
Oct 27 19:47:38 user nova-compute[75147]:   <serial>33c5e944-4c67-46da-a28a-df5a27e13003</serial>
Oct 27 19:47:38 user nova-compute[75147]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 27 19:47:38 user nova-compute[75147]: </disk>
Oct 27 19:47:38 user nova-compute[75147]:  {{(pid=75147) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 19:47:39 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-6405c6d1-cdae-45d4-9f92-80439ba1f93f tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 1bca4d6b-3208-42ea-83ab-463b6b4c5e49 {{(pid=75147) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 27 19:47:40 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:47:41 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:47:43 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7045389c-d78e-4892-947b-862c23268981 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] [instance: 57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5] Calling os-brick to attach iSCSI Volume {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 19:47:43 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7045389c-d78e-4892-947b-862c23268981 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:6e4624a7-b763-44b2-bd24-6a0bc6dd99fc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KBbZTEHs', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:47:43 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-7045389c-d78e-4892-947b-862c23268981 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:47:43 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-7045389c-d78e-4892-947b-862c23268981 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:47:43 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-7045389c-d78e-4892-947b-862c23268981 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:47:43 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-7045389c-d78e-4892-947b-862c23268981 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:47:43 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-7045389c-d78e-4892-947b-862c23268981 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6e4624a7-b763-44b2-bd24-6a0bc6dd99fc" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:47:43 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-7045389c-d78e-4892-947b-862c23268981 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6e4624a7-b763-44b2-bd24-6a0bc6dd99fc" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:47:43 user nova-compute[75147]: INFO os_brick.initiator.connectors.iscsi [None req-7045389c-d78e-4892-947b-862c23268981 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 19:47:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6e4624a7-b763-44b2-bd24-6a0bc6dd99fc -p 172.16.0.220:3260 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:47:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6e4624a7-b763-44b2-bd24-6a0bc6dd99fc -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:47:43 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[b4e0ec65-cbf2-4904-bf6c-4e1b1f1b8454]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:47:43 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7045389c-d78e-4892-947b-862c23268981 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 19:47:43 user nova-compute[75147]:  {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:47:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6e4624a7-b763-44b2-bd24-6a0bc6dd99fc -p 172.16.0.220:3260 --interface default --op new {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:47:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6e4624a7-b763-44b2-bd24-6a0bc6dd99fc -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.024s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:47:43 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[a46e3a48-2c75-40a2-9021-54dcaaa629ad]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6e4624a7-b763-44b2-bd24-6a0bc6dd99fc] added\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:47:43 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7045389c-d78e-4892-947b-862c23268981 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6e4624a7-b763-44b2-bd24-6a0bc6dd99fc] added
Oct 27 19:47:43 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:47:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6e4624a7-b763-44b2-bd24-6a0bc6dd99fc -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:47:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6e4624a7-b763-44b2-bd24-6a0bc6dd99fc -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:47:43 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[9294d901-dcc9-4272-a9a2-73c40d24f3a7]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:47:43 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7045389c-d78e-4892-947b-862c23268981 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:47:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6e4624a7-b763-44b2-bd24-6a0bc6dd99fc -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:47:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6e4624a7-b763-44b2-bd24-6a0bc6dd99fc -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:47:43 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f11d1ef-0e68-4acf-8c77-9800030a06a9]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:47:43 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7045389c-d78e-4892-947b-862c23268981 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:47:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6e4624a7-b763-44b2-bd24-6a0bc6dd99fc -p 172.16.0.220:3260 --op update -n node.session.auth.username -v KBbZTEHs {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:47:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6e4624a7-b763-44b2-bd24-6a0bc6dd99fc -p 172.16.0.220:3260 --op update -n node.session.auth.username -v KBbZTEHs" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:47:43 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[b6be38b6-29b7-48fd-b256-27d91f810378]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:47:43 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7045389c-d78e-4892-947b-862c23268981 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'KBbZTEHs'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:47:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6e4624a7-b763-44b2-bd24-6a0bc6dd99fc -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:47:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6e4624a7-b763-44b2-bd24-6a0bc6dd99fc -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:47:43 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[0fbad4ff-9713-4f0b-9570-cc52e0956881]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:47:43 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7045389c-d78e-4892-947b-862c23268981 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:47:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:47:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:47:43 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[e12e7660-4aa8-4285-a08d-deb5c6ceca1c]: (4, ('tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7619bb30-1f20-41aa-8ac8-3dbd4ed23c27 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33c5e944-4c67-46da-a28a-df5a27e13003 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:47:43 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7045389c-d78e-4892-947b-862c23268981 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 (non-flash)
Oct 27 19:47:43 user nova-compute[75147]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7619bb30-1f20-41aa-8ac8-3dbd4ed23c27 (non-flash)
Oct 27 19:47:43 user nova-compute[75147]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33c5e944-4c67-46da-a28a-df5a27e13003 (non-flash)
Oct 27 19:47:43 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:47:43 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7045389c-d78e-4892-947b-862c23268981 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] iscsi session list stdout=tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 (non-flash)
Oct 27 19:47:43 user nova-compute[75147]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7619bb30-1f20-41aa-8ac8-3dbd4ed23c27 (non-flash)
Oct 27 19:47:43 user nova-compute[75147]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33c5e944-4c67-46da-a28a-df5a27e13003 (non-flash)
Oct 27 19:47:43 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:47:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6e4624a7-b763-44b2-bd24-6a0bc6dd99fc -p 172.16.0.220:3260 --login {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:47:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6e4624a7-b763-44b2-bd24-6a0bc6dd99fc -p 172.16.0.220:3260 --login" returned: 0 in 0.059s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:47:43 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[2bdd68f9-1144-4230-86b4-170c01f74e6f]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:6e4624a7-b763-44b2-bd24-6a0bc6dd99fc, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:6e4624a7-b763-44b2-bd24-6a0bc6dd99fc, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:47:43 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7045389c-d78e-4892-947b-862c23268981 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:6e4624a7-b763-44b2-bd24-6a0bc6dd99fc, portal: 172.16.0.220,3260]
Oct 27 19:47:43 user nova-compute[75147]: Login to [iface: default, target: iqn.2010-10.org.openstack:6e4624a7-b763-44b2-bd24-6a0bc6dd99fc, portal: 172.16.0.220,3260] successful.
Oct 27 19:47:43 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:47:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6e4624a7-b763-44b2-bd24-6a0bc6dd99fc -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:47:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6e4624a7-b763-44b2-bd24-6a0bc6dd99fc -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:47:43 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[b65acb28-d99e-4c0d-8ed6-e788efb070f9]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:47:43 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7045389c-d78e-4892-947b-862c23268981 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:47:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:47:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:47:43 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[b214ccdf-02ac-4116-800f-8c297786156a]: (4, ('tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7619bb30-1f20-41aa-8ac8-3dbd4ed23c27 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33c5e944-4c67-46da-a28a-df5a27e13003 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e4624a7-b763-44b2-bd24-6a0bc6dd99fc (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:47:43 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7045389c-d78e-4892-947b-862c23268981 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 (non-flash)
Oct 27 19:47:43 user nova-compute[75147]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7619bb30-1f20-41aa-8ac8-3dbd4ed23c27 (non-flash)
Oct 27 19:47:43 user nova-compute[75147]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33c5e944-4c67-46da-a28a-df5a27e13003 (non-flash)
Oct 27 19:47:43 user nova-compute[75147]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e4624a7-b763-44b2-bd24-6a0bc6dd99fc (non-flash)
Oct 27 19:47:43 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:47:43 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7045389c-d78e-4892-947b-862c23268981 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] iscsi session list stdout=tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 (non-flash)
Oct 27 19:47:43 user nova-compute[75147]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7619bb30-1f20-41aa-8ac8-3dbd4ed23c27 (non-flash)
Oct 27 19:47:43 user nova-compute[75147]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33c5e944-4c67-46da-a28a-df5a27e13003 (non-flash)
Oct 27 19:47:43 user nova-compute[75147]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e4624a7-b763-44b2-bd24-6a0bc6dd99fc (non-flash)
Oct 27 19:47:43 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:47:43 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-7045389c-d78e-4892-947b-862c23268981 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6e4624a7-b763-44b2-bd24-6a0bc6dd99fc" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.276s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:47:43 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7045389c-d78e-4892-947b-862c23268981 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Connected to 172.16.0.220:3260 {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 19:47:43 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-7045389c-d78e-4892-947b-862c23268981 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] HCTL ('35', '-', '-', 0) found on session 42 with lun 0 {{(pid=75147) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 19:47:43 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-7045389c-d78e-4892-947b-862c23268981 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75147) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 19:47:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:47:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.016s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:47:43 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[9941b4d8-c02c-4c92-a70e-8e160bea41d3]: (4, ('- - 0', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:47:43 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-7045389c-d78e-4892-947b-862c23268981 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Searching for a device in session 42 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75147) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 19:47:43 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7045389c-d78e-4892-947b-862c23268981 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:6e4624a7-b763-44b2-bd24-6a0bc6dd99fc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KBbZTEHs', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 19:47:44 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-7045389c-d78e-4892-947b-862c23268981 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.304s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:47:44 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7045389c-d78e-4892-947b-862c23268981 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] <== connect_volume: return (1305ms) {'type': 'block', 'scsi_wwn': '26638396137613532', 'path': '/dev/sdd'} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:47:44 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7045389c-d78e-4892-947b-862c23268981 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] [instance: 57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26638396137613532', 'path': '/dev/sdd'} {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 19:47:44 user nova-compute[75147]: DEBUG nova.objects.instance [None req-7045389c-d78e-4892-947b-862c23268981 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Lazy-loading 'flavor' on Instance uuid 57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:47:44 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-7045389c-d78e-4892-947b-862c23268981 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] attach device xml: <disk type="block" device="disk">
Oct 27 19:47:44 user nova-compute[75147]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 19:47:44 user nova-compute[75147]:   <source dev="/dev/sdd"/>
Oct 27 19:47:44 user nova-compute[75147]:   <target dev="vdb" bus="virtio"/>
Oct 27 19:47:44 user nova-compute[75147]:   <serial>6e4624a7-b763-44b2-bd24-6a0bc6dd99fc</serial>
Oct 27 19:47:44 user nova-compute[75147]: </disk>
Oct 27 19:47:44 user nova-compute[75147]:  {{(pid=75147) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 27 19:47:45 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-7045389c-d78e-4892-947b-862c23268981 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] No BDM found with device name vda, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:47:45 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-7045389c-d78e-4892-947b-862c23268981 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:47:45 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-7045389c-d78e-4892-947b-862c23268981 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] No VIF found with MAC fa:16:3e:57:41:f3, not building metadata {{(pid=75147) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 19:47:45 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-7045389c-d78e-4892-947b-862c23268981 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Lock "57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 21.723s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:47:45 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:47:46 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:47:50 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:47:50 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-ba4075e9-e003-4018-aa5b-ca84487455d1 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Acquiring lock "5a010f8b-ded4-4768-a829-769d954b4c71" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:47:50 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-ba4075e9-e003-4018-aa5b-ca84487455d1 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Lock "5a010f8b-ded4-4768-a829-769d954b4c71" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:47:50 user nova-compute[75147]: INFO nova.compute.manager [None req-ba4075e9-e003-4018-aa5b-ca84487455d1 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Unshelving
Oct 27 19:47:50 user nova-compute[75147]: INFO nova.virt.block_device [None req-ba4075e9-e003-4018-aa5b-ca84487455d1 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Booting with volume 3a398793-da82-4700-96e2-a391142a9dd4 at /dev/vda
Oct 27 19:47:50 user nova-compute[75147]: DEBUG os_brick.utils [None req-ba4075e9-e003-4018-aa5b-ca84487455d1 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:47:50 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:47:50 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:47:50 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[001eb089-9d92-4c6c-9b8a-be6ed51df260]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9325735bc82e\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:47:50 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:47:50 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:47:50 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[498bb93d-8126-457f-9714-7520097cd66a]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:47:50 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:47:50 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:47:50 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[83b94728-68b5-4622-acfd-f9f6403fdedf]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:47:50 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd13bf51-81bf-4864-b758-b4b07236ea5e]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:47:50 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-ba4075e9-e003-4018-aa5b-ca84487455d1 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Running cmd (subprocess): nvme version {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:47:50 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-ba4075e9-e003-4018-aa5b-ca84487455d1 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] 'nvme version' failed. Not Retrying. {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 19:47:50 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.nvmeof [None req-ba4075e9-e003-4018-aa5b-ca84487455d1 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] nvme not present on system {{(pid=75147) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 27 19:47:50 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:47:50 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 19:47:50 user nova-compute[75147]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 27 19:47:50 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[f78be27a-c996-4ea4-a2d8-77de11da127a]: (4, '') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:47:50 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-ba4075e9-e003-4018-aa5b-ca84487455d1 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75147) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 27 19:47:50 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-ba4075e9-e003-4018-aa5b-ca84487455d1 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 27 19:47:50 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-ba4075e9-e003-4018-aa5b-ca84487455d1 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] LIGHTOS: no hostnqn found. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 27 19:47:50 user nova-compute[75147]: DEBUG os_brick.utils [None req-ba4075e9-e003-4018-aa5b-ca84487455d1 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] <== get_connector_properties: return (111ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9325735bc82e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:47:50 user nova-compute[75147]: DEBUG nova.virt.block_device [None req-ba4075e9-e003-4018-aa5b-ca84487455d1 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Updating existing volume attachment record: 77e5c740-bed0-40b8-8167-8624d2e2b477 {{(pid=75147) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 27 19:47:51 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-ec05f3d5-ccd4-4db5-8e24-988bc26d97cf tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Waiting for libvirt event about the detach of device vdc with device alias virtio-disk2 from instance 4de8f375-1603-4ada-825c-e4632a249d87 is timed out.
Oct 27 19:47:51 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-ec05f3d5-ccd4-4db5-8e24-988bc26d97cf tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Successfully detached device vdc from instance 4de8f375-1603-4ada-825c-e4632a249d87 from the live domain config.
Oct 27 19:47:51 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ec05f3d5-ccd4-4db5-8e24-988bc26d97cf tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 4de8f375-1603-4ada-825c-e4632a249d87] calling os-brick to detach iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 19:47:51 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec05f3d5-ccd4-4db5-8e24-988bc26d97cf tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, {'target_iqn': 'iqn.2010-10.org.openstack:7619bb30-1f20-41aa-8ac8-3dbd4ed23c27', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mgNKftSA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': False}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:47:51 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-ec05f3d5-ccd4-4db5-8e24-988bc26d97cf tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:47:51 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-ec05f3d5-ccd4-4db5-8e24-988bc26d97cf tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:47:51 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-ec05f3d5-ccd4-4db5-8e24-988bc26d97cf tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:47:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:47:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:47:51 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b1afc4e-4c09-4fff-ad31-78f4268c5f16]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:7619bb30-1f20-41aa-8ac8-3dbd4ed23c27\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6e4624a7-b763-44b2-bd24-6a0bc6dd99fc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:33c5e944-4c67-46da-a28a-df5a27e13003\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:47:51 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec05f3d5-ccd4-4db5-8e24-988bc26d97cf tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 19:47:51 user nova-compute[75147]: No targets found.
Oct 27 19:47:51 user nova-compute[75147]: iSNS:
Oct 27 19:47:51 user nova-compute[75147]: No targets found.
Oct 27 19:47:51 user nova-compute[75147]: STATIC:
Oct 27 19:47:51 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:7619bb30-1f20-41aa-8ac8-3dbd4ed23c27
Oct 27 19:47:51 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:47:51 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:47:51 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:6e4624a7-b763-44b2-bd24-6a0bc6dd99fc
Oct 27 19:47:51 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:47:51 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:47:51 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:33c5e944-4c67-46da-a28a-df5a27e13003
Oct 27 19:47:51 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:47:51 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:47:51 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7
Oct 27 19:47:51 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:47:51 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:47:51 user nova-compute[75147]: FIRMWARE:
Oct 27 19:47:51 user nova-compute[75147]: No targets found.
Oct 27 19:47:51 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:47:51 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec05f3d5-ccd4-4db5-8e24-988bc26d97cf tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 19:47:51 user nova-compute[75147]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 19:47:51 user nova-compute[75147]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75147) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 19:47:51 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec05f3d5-ccd4-4db5-8e24-988bc26d97cf tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7619bb30-1f20-41aa-8ac8-3dbd4ed23c27', 0)] {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 19:47:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:47:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:47:51 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e67aea0-1679-4a9b-9cf9-f7ca8d5be70a]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:33c5e944-4c67-46da-a28a-df5a27e13003\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6e4624a7-b763-44b2-bd24-6a0bc6dd99fc\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7619bb30-1f20-41aa-8ac8-3dbd4ed23c27\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:47:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:47:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:47:51 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[e0513d2e-6bf4-4bb5-ac04-b2bec6b22451]: (4, ('tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7619bb30-1f20-41aa-8ac8-3dbd4ed23c27 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33c5e944-4c67-46da-a28a-df5a27e13003 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e4624a7-b763-44b2-bd24-6a0bc6dd99fc (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:47:51 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec05f3d5-ccd4-4db5-8e24-988bc26d97cf tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 (non-flash)
Oct 27 19:47:51 user nova-compute[75147]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7619bb30-1f20-41aa-8ac8-3dbd4ed23c27 (non-flash)
Oct 27 19:47:51 user nova-compute[75147]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33c5e944-4c67-46da-a28a-df5a27e13003 (non-flash)
Oct 27 19:47:51 user nova-compute[75147]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e4624a7-b763-44b2-bd24-6a0bc6dd99fc (non-flash)
Oct 27 19:47:51 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:47:51 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec05f3d5-ccd4-4db5-8e24-988bc26d97cf tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] iscsi session list stdout=tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 (non-flash)
Oct 27 19:47:51 user nova-compute[75147]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7619bb30-1f20-41aa-8ac8-3dbd4ed23c27 (non-flash)
Oct 27 19:47:51 user nova-compute[75147]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33c5e944-4c67-46da-a28a-df5a27e13003 (non-flash)
Oct 27 19:47:51 user nova-compute[75147]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e4624a7-b763-44b2-bd24-6a0bc6dd99fc (non-flash)
Oct 27 19:47:51 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:47:51 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec05f3d5-ccd4-4db5-8e24-988bc26d97cf tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f290c1f29e0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7619bb30-1f20-41aa-8ac8-3dbd4ed23c27'): ({'sde'}, set())}) {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 19:47:51 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-ec05f3d5-ccd4-4db5-8e24-988bc26d97cf tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Removing single pathed devices sde {{(pid=75147) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 19:47:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:47:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:47:51 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a6a2183-21a4-44d1-9762-d1dabb51f596]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:47:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:47:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:47:51 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[e8fd0b55-1c73-4e33-9729-5a09686b8eb8]: (4, ('ok\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:47:51 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-ec05f3d5-ccd4-4db5-8e24-988bc26d97cf tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Flushing IO for device /dev/sde {{(pid=75147) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 19:47:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:47:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.013s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:47:51 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe3d13bb-5e7f-4b61-b44b-fc91498b00c4]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:47:51 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-ec05f3d5-ccd4-4db5-8e24-988bc26d97cf tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=75147) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 19:47:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:47:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.047s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:47:51 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5912635-1606-4b9f-8794-4f4148dd8227]: (4, ('1', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:47:51 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-ec05f3d5-ccd4-4db5-8e24-988bc26d97cf tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 19:47:51 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-ec05f3d5-ccd4-4db5-8e24-988bc26d97cf tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] SCSI volumes sde have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 19:47:51 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec05f3d5-ccd4-4db5-8e24-988bc26d97cf tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7619bb30-1f20-41aa-8ac8-3dbd4ed23c27')] {{(pid=75147) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 19:47:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7619bb30-1f20-41aa-8ac8-3dbd4ed23c27 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:47:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7619bb30-1f20-41aa-8ac8-3dbd4ed23c27 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:47:51 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[9bbbd8ef-1b46-4a97-ab09-0fbecd1d12bc]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:47:51 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec05f3d5-ccd4-4db5-8e24-988bc26d97cf tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:47:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7619bb30-1f20-41aa-8ac8-3dbd4ed23c27 -p 172.16.0.220:3260 --logout {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:47:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7619bb30-1f20-41aa-8ac8-3dbd4ed23c27 -p 172.16.0.220:3260 --logout" returned: 0 in 0.044s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:47:51 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad936851-37d1-4844-80ba-5277011cb1fc]: (4, ('Logging out of session [sid: 40, target: iqn.2010-10.org.openstack:7619bb30-1f20-41aa-8ac8-3dbd4ed23c27, portal: 172.16.0.220,3260]\nLogout of [sid: 40, target: iqn.2010-10.org.openstack:7619bb30-1f20-41aa-8ac8-3dbd4ed23c27, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:47:51 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec05f3d5-ccd4-4db5-8e24-988bc26d97cf tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 40, target: iqn.2010-10.org.openstack:7619bb30-1f20-41aa-8ac8-3dbd4ed23c27, portal: 172.16.0.220,3260]
Oct 27 19:47:51 user nova-compute[75147]: Logout of [sid: 40, target: iqn.2010-10.org.openstack:7619bb30-1f20-41aa-8ac8-3dbd4ed23c27, portal: 172.16.0.220,3260] successful.
Oct 27 19:47:51 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:47:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7619bb30-1f20-41aa-8ac8-3dbd4ed23c27 -p 172.16.0.220:3260 --op delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:47:51 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:47:52 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7619bb30-1f20-41aa-8ac8-3dbd4ed23c27 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.033s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:47:52 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7c6f102-e48c-4c5a-a46b-63c989c0f99a]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:47:52 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec05f3d5-ccd4-4db5-8e24-988bc26d97cf tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:47:52 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-ec05f3d5-ccd4-4db5-8e24-988bc26d97cf tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.301s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:47:52 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec05f3d5-ccd4-4db5-8e24-988bc26d97cf tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] <== disconnect_volume: return (303ms) None {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:47:52 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ec05f3d5-ccd4-4db5-8e24-988bc26d97cf tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 4de8f375-1603-4ada-825c-e4632a249d87] Disconnected iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 19:47:52 user nova-compute[75147]: DEBUG nova.objects.instance [None req-ec05f3d5-ccd4-4db5-8e24-988bc26d97cf tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Lazy-loading 'flavor' on Instance uuid 4de8f375-1603-4ada-825c-e4632a249d87 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:47:52 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-ec05f3d5-ccd4-4db5-8e24-988bc26d97cf tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Lock "4de8f375-1603-4ada-825c-e4632a249d87" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.803s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:47:53 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-38e33476-faa2-49f9-a51c-aa042fc67270 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Acquiring lock "4de8f375-1603-4ada-825c-e4632a249d87" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:47:53 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-38e33476-faa2-49f9-a51c-aa042fc67270 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Lock "4de8f375-1603-4ada-825c-e4632a249d87" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:47:53 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-38e33476-faa2-49f9-a51c-aa042fc67270 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Acquiring lock "4de8f375-1603-4ada-825c-e4632a249d87-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:47:53 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-38e33476-faa2-49f9-a51c-aa042fc67270 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Lock "4de8f375-1603-4ada-825c-e4632a249d87-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:47:53 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-38e33476-faa2-49f9-a51c-aa042fc67270 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Lock "4de8f375-1603-4ada-825c-e4632a249d87-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:47:53 user nova-compute[75147]: INFO nova.compute.manager [None req-38e33476-faa2-49f9-a51c-aa042fc67270 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 4de8f375-1603-4ada-825c-e4632a249d87] Terminating instance
Oct 27 19:47:53 user nova-compute[75147]: DEBUG nova.compute.manager [None req-38e33476-faa2-49f9-a51c-aa042fc67270 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 4de8f375-1603-4ada-825c-e4632a249d87] Start destroying the instance on the hypervisor. {{(pid=75147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 27 19:47:54 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:47:54 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:47:54 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:47:54 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:47:54 user nova-compute[75147]: DEBUG nova.compute.manager [req-29a2144b-bc62-4c75-b04b-1565dc9bdab3 req-9d3d5046-d26b-40af-a6a3-e00eda6b6145 service nova] [instance: 4de8f375-1603-4ada-825c-e4632a249d87] Received event network-vif-unplugged-92fdd24d-a84d-4007-9505-e5a28b28863a {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:47:54 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-29a2144b-bc62-4c75-b04b-1565dc9bdab3 req-9d3d5046-d26b-40af-a6a3-e00eda6b6145 service nova] Acquiring lock "4de8f375-1603-4ada-825c-e4632a249d87-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:47:54 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-29a2144b-bc62-4c75-b04b-1565dc9bdab3 req-9d3d5046-d26b-40af-a6a3-e00eda6b6145 service nova] Lock "4de8f375-1603-4ada-825c-e4632a249d87-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:47:54 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-29a2144b-bc62-4c75-b04b-1565dc9bdab3 req-9d3d5046-d26b-40af-a6a3-e00eda6b6145 service nova] Lock "4de8f375-1603-4ada-825c-e4632a249d87-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:47:54 user nova-compute[75147]: DEBUG nova.compute.manager [req-29a2144b-bc62-4c75-b04b-1565dc9bdab3 req-9d3d5046-d26b-40af-a6a3-e00eda6b6145 service nova] [instance: 4de8f375-1603-4ada-825c-e4632a249d87] No waiting events found dispatching network-vif-unplugged-92fdd24d-a84d-4007-9505-e5a28b28863a {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:47:54 user nova-compute[75147]: DEBUG nova.compute.manager [req-29a2144b-bc62-4c75-b04b-1565dc9bdab3 req-9d3d5046-d26b-40af-a6a3-e00eda6b6145 service nova] [instance: 4de8f375-1603-4ada-825c-e4632a249d87] Received event network-vif-unplugged-92fdd24d-a84d-4007-9505-e5a28b28863a for instance with task_state deleting. {{(pid=75147) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 19:47:54 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:47:54 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:47:54 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:47:54 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:47:54 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: 4de8f375-1603-4ada-825c-e4632a249d87] Instance destroyed successfully.
Oct 27 19:47:54 user nova-compute[75147]: DEBUG nova.objects.instance [None req-38e33476-faa2-49f9-a51c-aa042fc67270 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Lazy-loading 'resources' on Instance uuid 4de8f375-1603-4ada-825c-e4632a249d87 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:47:54 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-38e33476-faa2-49f9-a51c-aa042fc67270 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:44:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1222763216',display_name='tempest-AttachVolumeTestJSON-server-1222763216',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1222763216',id=34,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJMo1SLuPVHZtZZg62bCso0mE95Lb//S1G/Ao1PgPgDNPygnbhUUlRkJHFdLHz9jv7gc7th94Coou0BcY67y3dTh0z3TP7MW/6lQmVu3T47bMkQz8tjmWhtBLL2ly2ZRHQ==',key_name='tempest-keypair-132842499',keypairs=<?>,launch_index=0,launched_at=2023-10-27T19:44:26Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='650e050c53874fa5bd6c9a70152ef1cf',ramdisk_id='',reservation_id='r-zjanxn5f',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-305407133',owner_user_name='tempest-AttachVolumeTestJSON-305407133-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T19:44:26Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b3450e0fcfb7485581e5f2e6418d9359',uuid=4de8f375-1603-4ada-825c-e4632a249d87,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "92fdd24d-a84d-4007-9505-e5a28b28863a", "address": "fa:16:3e:84:e6:a5", "network": {"id": "530841ca-09cf-4270-b7b7-02d3a851df39", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1965338570-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "650e050c53874fa5bd6c9a70152ef1cf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap92fdd24d-a8", "ovs_interfaceid": "92fdd24d-a84d-4007-9505-e5a28b28863a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 19:47:54 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-38e33476-faa2-49f9-a51c-aa042fc67270 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Converting VIF {"id": "92fdd24d-a84d-4007-9505-e5a28b28863a", "address": "fa:16:3e:84:e6:a5", "network": {"id": "530841ca-09cf-4270-b7b7-02d3a851df39", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1965338570-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "650e050c53874fa5bd6c9a70152ef1cf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap92fdd24d-a8", "ovs_interfaceid": "92fdd24d-a84d-4007-9505-e5a28b28863a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:47:54 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-38e33476-faa2-49f9-a51c-aa042fc67270 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:84:e6:a5,bridge_name='br-int',has_traffic_filtering=True,id=92fdd24d-a84d-4007-9505-e5a28b28863a,network=Network(530841ca-09cf-4270-b7b7-02d3a851df39),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap92fdd24d-a8') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:47:54 user nova-compute[75147]: DEBUG os_vif [None req-38e33476-faa2-49f9-a51c-aa042fc67270 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:84:e6:a5,bridge_name='br-int',has_traffic_filtering=True,id=92fdd24d-a84d-4007-9505-e5a28b28863a,network=Network(530841ca-09cf-4270-b7b7-02d3a851df39),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap92fdd24d-a8') {{(pid=75147) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 19:47:54 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:47:54 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap92fdd24d-a8, bridge=br-int, if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:47:54 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:47:54 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:47:54 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:47:54 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=7f4d514f-54ba-435b-b1f8-3c3f450f02f9) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:47:54 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:47:54 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:47:54 user nova-compute[75147]: INFO os_vif [None req-38e33476-faa2-49f9-a51c-aa042fc67270 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:84:e6:a5,bridge_name='br-int',has_traffic_filtering=True,id=92fdd24d-a84d-4007-9505-e5a28b28863a,network=Network(530841ca-09cf-4270-b7b7-02d3a851df39),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap92fdd24d-a8')
Oct 27 19:47:54 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-38e33476-faa2-49f9-a51c-aa042fc67270 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 4de8f375-1603-4ada-825c-e4632a249d87] Deleting instance files /opt/stack/data/nova/instances/4de8f375-1603-4ada-825c-e4632a249d87_del
Oct 27 19:47:54 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-38e33476-faa2-49f9-a51c-aa042fc67270 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 4de8f375-1603-4ada-825c-e4632a249d87] Deletion of /opt/stack/data/nova/instances/4de8f375-1603-4ada-825c-e4632a249d87_del complete
Oct 27 19:47:54 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:47:54 user nova-compute[75147]: INFO nova.compute.manager [None req-38e33476-faa2-49f9-a51c-aa042fc67270 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] [instance: 4de8f375-1603-4ada-825c-e4632a249d87] Took 0.90 seconds to destroy the instance on the hypervisor.
Oct 27 19:47:54 user nova-compute[75147]: DEBUG oslo.service.loopingcall [None req-38e33476-faa2-49f9-a51c-aa042fc67270 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 27 19:47:54 user nova-compute[75147]: DEBUG nova.compute.manager [-] [instance: 4de8f375-1603-4ada-825c-e4632a249d87] Deallocating network for instance {{(pid=75147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 27 19:47:54 user nova-compute[75147]: DEBUG nova.network.neutron [-] [instance: 4de8f375-1603-4ada-825c-e4632a249d87] deallocate_for_instance() {{(pid=75147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 27 19:47:55 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:47:55 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:47:55 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:47:55 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:47:55 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:47:55 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:47:56 user nova-compute[75147]: DEBUG nova.network.neutron [-] [instance: 4de8f375-1603-4ada-825c-e4632a249d87] Updating instance_info_cache with network_info: [] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:47:56 user nova-compute[75147]: INFO nova.compute.manager [-] [instance: 4de8f375-1603-4ada-825c-e4632a249d87] Took 1.16 seconds to deallocate network for instance.
Oct 27 19:47:56 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-38e33476-faa2-49f9-a51c-aa042fc67270 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:47:56 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-38e33476-faa2-49f9-a51c-aa042fc67270 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:47:56 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-38e33476-faa2-49f9-a51c-aa042fc67270 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Refreshing inventories for resource provider 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 27 19:47:56 user nova-compute[75147]: DEBUG nova.compute.manager [req-d2d17288-e1fb-4729-9759-d2e37bf79188 req-033971cb-568e-4279-bfcc-b8ce71fa2062 service nova] [instance: 4de8f375-1603-4ada-825c-e4632a249d87] Received event network-vif-plugged-92fdd24d-a84d-4007-9505-e5a28b28863a {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:47:56 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-d2d17288-e1fb-4729-9759-d2e37bf79188 req-033971cb-568e-4279-bfcc-b8ce71fa2062 service nova] Acquiring lock "4de8f375-1603-4ada-825c-e4632a249d87-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:47:56 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-d2d17288-e1fb-4729-9759-d2e37bf79188 req-033971cb-568e-4279-bfcc-b8ce71fa2062 service nova] Lock "4de8f375-1603-4ada-825c-e4632a249d87-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:47:56 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-d2d17288-e1fb-4729-9759-d2e37bf79188 req-033971cb-568e-4279-bfcc-b8ce71fa2062 service nova] Lock "4de8f375-1603-4ada-825c-e4632a249d87-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:47:56 user nova-compute[75147]: DEBUG nova.compute.manager [req-d2d17288-e1fb-4729-9759-d2e37bf79188 req-033971cb-568e-4279-bfcc-b8ce71fa2062 service nova] [instance: 4de8f375-1603-4ada-825c-e4632a249d87] No waiting events found dispatching network-vif-plugged-92fdd24d-a84d-4007-9505-e5a28b28863a {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:47:56 user nova-compute[75147]: WARNING nova.compute.manager [req-d2d17288-e1fb-4729-9759-d2e37bf79188 req-033971cb-568e-4279-bfcc-b8ce71fa2062 service nova] [instance: 4de8f375-1603-4ada-825c-e4632a249d87] Received unexpected event network-vif-plugged-92fdd24d-a84d-4007-9505-e5a28b28863a for instance with vm_state deleted and task_state None.
Oct 27 19:47:56 user nova-compute[75147]: DEBUG nova.compute.manager [req-d2d17288-e1fb-4729-9759-d2e37bf79188 req-033971cb-568e-4279-bfcc-b8ce71fa2062 service nova] [instance: 4de8f375-1603-4ada-825c-e4632a249d87] Received event network-vif-plugged-92fdd24d-a84d-4007-9505-e5a28b28863a {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:47:56 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-d2d17288-e1fb-4729-9759-d2e37bf79188 req-033971cb-568e-4279-bfcc-b8ce71fa2062 service nova] Acquiring lock "4de8f375-1603-4ada-825c-e4632a249d87-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:47:56 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-d2d17288-e1fb-4729-9759-d2e37bf79188 req-033971cb-568e-4279-bfcc-b8ce71fa2062 service nova] Lock "4de8f375-1603-4ada-825c-e4632a249d87-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:47:56 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-d2d17288-e1fb-4729-9759-d2e37bf79188 req-033971cb-568e-4279-bfcc-b8ce71fa2062 service nova] Lock "4de8f375-1603-4ada-825c-e4632a249d87-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:47:56 user nova-compute[75147]: DEBUG nova.compute.manager [req-d2d17288-e1fb-4729-9759-d2e37bf79188 req-033971cb-568e-4279-bfcc-b8ce71fa2062 service nova] [instance: 4de8f375-1603-4ada-825c-e4632a249d87] No waiting events found dispatching network-vif-plugged-92fdd24d-a84d-4007-9505-e5a28b28863a {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:47:56 user nova-compute[75147]: WARNING nova.compute.manager [req-d2d17288-e1fb-4729-9759-d2e37bf79188 req-033971cb-568e-4279-bfcc-b8ce71fa2062 service nova] [instance: 4de8f375-1603-4ada-825c-e4632a249d87] Received unexpected event network-vif-plugged-92fdd24d-a84d-4007-9505-e5a28b28863a for instance with vm_state deleted and task_state None.
Oct 27 19:47:56 user nova-compute[75147]: DEBUG nova.compute.manager [req-d2d17288-e1fb-4729-9759-d2e37bf79188 req-033971cb-568e-4279-bfcc-b8ce71fa2062 service nova] [instance: 4de8f375-1603-4ada-825c-e4632a249d87] Received event network-vif-plugged-92fdd24d-a84d-4007-9505-e5a28b28863a {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:47:56 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-d2d17288-e1fb-4729-9759-d2e37bf79188 req-033971cb-568e-4279-bfcc-b8ce71fa2062 service nova] Acquiring lock "4de8f375-1603-4ada-825c-e4632a249d87-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:47:56 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-d2d17288-e1fb-4729-9759-d2e37bf79188 req-033971cb-568e-4279-bfcc-b8ce71fa2062 service nova] Lock "4de8f375-1603-4ada-825c-e4632a249d87-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:47:56 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-d2d17288-e1fb-4729-9759-d2e37bf79188 req-033971cb-568e-4279-bfcc-b8ce71fa2062 service nova] Lock "4de8f375-1603-4ada-825c-e4632a249d87-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:47:56 user nova-compute[75147]: DEBUG nova.compute.manager [req-d2d17288-e1fb-4729-9759-d2e37bf79188 req-033971cb-568e-4279-bfcc-b8ce71fa2062 service nova] [instance: 4de8f375-1603-4ada-825c-e4632a249d87] No waiting events found dispatching network-vif-plugged-92fdd24d-a84d-4007-9505-e5a28b28863a {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:47:56 user nova-compute[75147]: WARNING nova.compute.manager [req-d2d17288-e1fb-4729-9759-d2e37bf79188 req-033971cb-568e-4279-bfcc-b8ce71fa2062 service nova] [instance: 4de8f375-1603-4ada-825c-e4632a249d87] Received unexpected event network-vif-plugged-92fdd24d-a84d-4007-9505-e5a28b28863a for instance with vm_state deleted and task_state None.
Oct 27 19:47:56 user nova-compute[75147]: DEBUG nova.compute.manager [req-d2d17288-e1fb-4729-9759-d2e37bf79188 req-033971cb-568e-4279-bfcc-b8ce71fa2062 service nova] [instance: 4de8f375-1603-4ada-825c-e4632a249d87] Received event network-vif-unplugged-92fdd24d-a84d-4007-9505-e5a28b28863a {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:47:56 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-d2d17288-e1fb-4729-9759-d2e37bf79188 req-033971cb-568e-4279-bfcc-b8ce71fa2062 service nova] Acquiring lock "4de8f375-1603-4ada-825c-e4632a249d87-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:47:56 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-d2d17288-e1fb-4729-9759-d2e37bf79188 req-033971cb-568e-4279-bfcc-b8ce71fa2062 service nova] Lock "4de8f375-1603-4ada-825c-e4632a249d87-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:47:56 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-d2d17288-e1fb-4729-9759-d2e37bf79188 req-033971cb-568e-4279-bfcc-b8ce71fa2062 service nova] Lock "4de8f375-1603-4ada-825c-e4632a249d87-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:47:56 user nova-compute[75147]: DEBUG nova.compute.manager [req-d2d17288-e1fb-4729-9759-d2e37bf79188 req-033971cb-568e-4279-bfcc-b8ce71fa2062 service nova] [instance: 4de8f375-1603-4ada-825c-e4632a249d87] No waiting events found dispatching network-vif-unplugged-92fdd24d-a84d-4007-9505-e5a28b28863a {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:47:56 user nova-compute[75147]: WARNING nova.compute.manager [req-d2d17288-e1fb-4729-9759-d2e37bf79188 req-033971cb-568e-4279-bfcc-b8ce71fa2062 service nova] [instance: 4de8f375-1603-4ada-825c-e4632a249d87] Received unexpected event network-vif-unplugged-92fdd24d-a84d-4007-9505-e5a28b28863a for instance with vm_state deleted and task_state None.
Oct 27 19:47:56 user nova-compute[75147]: DEBUG nova.compute.manager [req-d2d17288-e1fb-4729-9759-d2e37bf79188 req-033971cb-568e-4279-bfcc-b8ce71fa2062 service nova] [instance: 4de8f375-1603-4ada-825c-e4632a249d87] Received event network-vif-plugged-92fdd24d-a84d-4007-9505-e5a28b28863a {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:47:56 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-d2d17288-e1fb-4729-9759-d2e37bf79188 req-033971cb-568e-4279-bfcc-b8ce71fa2062 service nova] Acquiring lock "4de8f375-1603-4ada-825c-e4632a249d87-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:47:56 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-d2d17288-e1fb-4729-9759-d2e37bf79188 req-033971cb-568e-4279-bfcc-b8ce71fa2062 service nova] Lock "4de8f375-1603-4ada-825c-e4632a249d87-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:47:56 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-d2d17288-e1fb-4729-9759-d2e37bf79188 req-033971cb-568e-4279-bfcc-b8ce71fa2062 service nova] Lock "4de8f375-1603-4ada-825c-e4632a249d87-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:47:56 user nova-compute[75147]: DEBUG nova.compute.manager [req-d2d17288-e1fb-4729-9759-d2e37bf79188 req-033971cb-568e-4279-bfcc-b8ce71fa2062 service nova] [instance: 4de8f375-1603-4ada-825c-e4632a249d87] No waiting events found dispatching network-vif-plugged-92fdd24d-a84d-4007-9505-e5a28b28863a {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:47:56 user nova-compute[75147]: WARNING nova.compute.manager [req-d2d17288-e1fb-4729-9759-d2e37bf79188 req-033971cb-568e-4279-bfcc-b8ce71fa2062 service nova] [instance: 4de8f375-1603-4ada-825c-e4632a249d87] Received unexpected event network-vif-plugged-92fdd24d-a84d-4007-9505-e5a28b28863a for instance with vm_state deleted and task_state None.
Oct 27 19:47:56 user nova-compute[75147]: DEBUG nova.compute.manager [req-d2d17288-e1fb-4729-9759-d2e37bf79188 req-033971cb-568e-4279-bfcc-b8ce71fa2062 service nova] [instance: 4de8f375-1603-4ada-825c-e4632a249d87] Received event network-vif-deleted-92fdd24d-a84d-4007-9505-e5a28b28863a {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:47:56 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-38e33476-faa2-49f9-a51c-aa042fc67270 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Updating ProviderTree inventory for provider 719076f2-a22e-4833-8fe0-efddc2edace5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 27 19:47:56 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-38e33476-faa2-49f9-a51c-aa042fc67270 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Updating inventory in ProviderTree for provider 719076f2-a22e-4833-8fe0-efddc2edace5 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 27 19:47:56 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-38e33476-faa2-49f9-a51c-aa042fc67270 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Refreshing aggregate associations for resource provider 719076f2-a22e-4833-8fe0-efddc2edace5, aggregates: None {{(pid=75147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 27 19:47:56 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-38e33476-faa2-49f9-a51c-aa042fc67270 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Refreshing trait associations for resource provider 719076f2-a22e-4833-8fe0-efddc2edace5, traits: COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_VOLUME_EXTEND,HW_CPU_X86_SSSE3,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_NET_VIF_MODEL_RTL8139,HW_CPU_X86_SSE2,HW_CPU_X86_SSE42,COMPUTE_STORAGE_BUS_SATA,COMPUTE_RESCUE_BFV,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,HW_CPU_X86_SSE41,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_ACCELERATORS,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NODE,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_STORAGE_BUS_FDC,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_STORAGE_BUS_USB,HW_CPU_X86_SSE,COMPUTE_DEVICE_TAGGING,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_CPU_X86_MMX,COMPUTE_STORAGE_BUS_IDE,COMPUTE_TRUSTED_CERTS,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_IMAGE_TYPE_RAW {{(pid=75147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 27 19:47:56 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-38e33476-faa2-49f9-a51c-aa042fc67270 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:47:56 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-38e33476-faa2-49f9-a51c-aa042fc67270 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:47:56 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-38e33476-faa2-49f9-a51c-aa042fc67270 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.719s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:47:56 user nova-compute[75147]: INFO nova.scheduler.client.report [None req-38e33476-faa2-49f9-a51c-aa042fc67270 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Deleted allocations for instance 4de8f375-1603-4ada-825c-e4632a249d87
Oct 27 19:47:56 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:47:57 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-38e33476-faa2-49f9-a51c-aa042fc67270 tempest-AttachVolumeTestJSON-305407133 tempest-AttachVolumeTestJSON-305407133-project-member] Lock "4de8f375-1603-4ada-825c-e4632a249d87" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.041s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:47:58 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:47:59 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-6405c6d1-cdae-45d4-9f92-80439ba1f93f tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 1bca4d6b-3208-42ea-83ab-463b6b4c5e49 is timed out.
Oct 27 19:47:59 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-6405c6d1-cdae-45d4-9f92-80439ba1f93f tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Successfully detached device vdb from instance 1bca4d6b-3208-42ea-83ab-463b6b4c5e49 from the live domain config.
Oct 27 19:47:59 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6405c6d1-cdae-45d4-9f92-80439ba1f93f tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: 1bca4d6b-3208-42ea-83ab-463b6b4c5e49] calling os-brick to detach iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 19:47:59 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-6405c6d1-cdae-45d4-9f92-80439ba1f93f tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, {'target_iqn': 'iqn.2010-10.org.openstack:33c5e944-4c67-46da-a28a-df5a27e13003', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JPAHfTxr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:47:59 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-6405c6d1-cdae-45d4-9f92-80439ba1f93f tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:47:59 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-6405c6d1-cdae-45d4-9f92-80439ba1f93f tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:47:59 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-6405c6d1-cdae-45d4-9f92-80439ba1f93f tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:47:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:47:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:47:59 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[08661a1a-9de9-4d9b-b8de-9397055501ce]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:6e4624a7-b763-44b2-bd24-6a0bc6dd99fc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:33c5e944-4c67-46da-a28a-df5a27e13003\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:47:59 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-6405c6d1-cdae-45d4-9f92-80439ba1f93f tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 19:47:59 user nova-compute[75147]: No targets found.
Oct 27 19:47:59 user nova-compute[75147]: iSNS:
Oct 27 19:47:59 user nova-compute[75147]: No targets found.
Oct 27 19:47:59 user nova-compute[75147]: STATIC:
Oct 27 19:47:59 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:6e4624a7-b763-44b2-bd24-6a0bc6dd99fc
Oct 27 19:47:59 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:47:59 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:47:59 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:33c5e944-4c67-46da-a28a-df5a27e13003
Oct 27 19:47:59 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:47:59 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:47:59 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7
Oct 27 19:47:59 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:47:59 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:47:59 user nova-compute[75147]: FIRMWARE:
Oct 27 19:47:59 user nova-compute[75147]: No targets found.
Oct 27 19:47:59 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:47:59 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-6405c6d1-cdae-45d4-9f92-80439ba1f93f tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 19:47:59 user nova-compute[75147]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 19:47:59 user nova-compute[75147]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75147) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 19:47:59 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-6405c6d1-cdae-45d4-9f92-80439ba1f93f tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:33c5e944-4c67-46da-a28a-df5a27e13003', 0)] {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 19:47:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:47:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:47:59 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[15006f49-c6f6-4cca-a7d4-065825f69fb9]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:33c5e944-4c67-46da-a28a-df5a27e13003\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6e4624a7-b763-44b2-bd24-6a0bc6dd99fc\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:47:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:47:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:47:59 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ffc0732-8e6a-4fd3-a23b-606ddf0e4c71]: (4, ('tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33c5e944-4c67-46da-a28a-df5a27e13003 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e4624a7-b763-44b2-bd24-6a0bc6dd99fc (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:47:59 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-6405c6d1-cdae-45d4-9f92-80439ba1f93f tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 (non-flash)
Oct 27 19:47:59 user nova-compute[75147]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33c5e944-4c67-46da-a28a-df5a27e13003 (non-flash)
Oct 27 19:47:59 user nova-compute[75147]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e4624a7-b763-44b2-bd24-6a0bc6dd99fc (non-flash)
Oct 27 19:47:59 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:47:59 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-6405c6d1-cdae-45d4-9f92-80439ba1f93f tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] iscsi session list stdout=tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 (non-flash)
Oct 27 19:47:59 user nova-compute[75147]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33c5e944-4c67-46da-a28a-df5a27e13003 (non-flash)
Oct 27 19:47:59 user nova-compute[75147]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e4624a7-b763-44b2-bd24-6a0bc6dd99fc (non-flash)
Oct 27 19:47:59 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:47:59 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-6405c6d1-cdae-45d4-9f92-80439ba1f93f tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f290c2b0ca0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:33c5e944-4c67-46da-a28a-df5a27e13003'): ({'sdb'}, set())}) {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 19:47:59 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-6405c6d1-cdae-45d4-9f92-80439ba1f93f tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Removing single pathed devices sdb {{(pid=75147) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 19:47:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:47:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:47:59 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[4aab389a-7bf2-4d99-b62a-6de1269bd7b4]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:47:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:47:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:47:59 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[f35cf6fb-1315-4515-9d05-e590a7b24f2a]: (4, ('ok\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:47:59 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-6405c6d1-cdae-45d4-9f92-80439ba1f93f tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Flushing IO for device /dev/sdb {{(pid=75147) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 19:47:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:47:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:47:59 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[e7a5f317-a0ef-44bc-8281-12f97ec78f0c]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:47:59 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-6405c6d1-cdae-45d4-9f92-80439ba1f93f tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75147) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 19:47:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:47:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.032s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:47:59 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[268f17b1-88e3-423a-8ae5-88bce117bc33]: (4, ('1', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:47:59 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-6405c6d1-cdae-45d4-9f92-80439ba1f93f tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 19:47:59 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-6405c6d1-cdae-45d4-9f92-80439ba1f93f tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] SCSI volumes sdb have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 19:47:59 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-6405c6d1-cdae-45d4-9f92-80439ba1f93f tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:33c5e944-4c67-46da-a28a-df5a27e13003')] {{(pid=75147) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 19:47:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:33c5e944-4c67-46da-a28a-df5a27e13003 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:47:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:33c5e944-4c67-46da-a28a-df5a27e13003 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:47:59 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[52fad063-b5c8-4da8-ab6c-6f91b70db5ed]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:47:59 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-6405c6d1-cdae-45d4-9f92-80439ba1f93f tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:47:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:33c5e944-4c67-46da-a28a-df5a27e13003 -p 172.16.0.220:3260 --logout {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:47:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:33c5e944-4c67-46da-a28a-df5a27e13003 -p 172.16.0.220:3260 --logout" returned: 0 in 0.057s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:47:59 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5a7897d-4db4-4260-ab2a-c49d45aa1055]: (4, ('Logging out of session [sid: 41, target: iqn.2010-10.org.openstack:33c5e944-4c67-46da-a28a-df5a27e13003, portal: 172.16.0.220,3260]\nLogout of [sid: 41, target: iqn.2010-10.org.openstack:33c5e944-4c67-46da-a28a-df5a27e13003, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:47:59 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-6405c6d1-cdae-45d4-9f92-80439ba1f93f tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 41, target: iqn.2010-10.org.openstack:33c5e944-4c67-46da-a28a-df5a27e13003, portal: 172.16.0.220,3260]
Oct 27 19:47:59 user nova-compute[75147]: Logout of [sid: 41, target: iqn.2010-10.org.openstack:33c5e944-4c67-46da-a28a-df5a27e13003, portal: 172.16.0.220,3260] successful.
Oct 27 19:47:59 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:47:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:33c5e944-4c67-46da-a28a-df5a27e13003 -p 172.16.0.220:3260 --op delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:47:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:33c5e944-4c67-46da-a28a-df5a27e13003 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:47:59 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[959f7b7c-44e3-430e-826f-91e457dc079d]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:47:59 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-6405c6d1-cdae-45d4-9f92-80439ba1f93f tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:47:59 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-6405c6d1-cdae-45d4-9f92-80439ba1f93f tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.319s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:47:59 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-6405c6d1-cdae-45d4-9f92-80439ba1f93f tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] <== disconnect_volume: return (321ms) None {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:47:59 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6405c6d1-cdae-45d4-9f92-80439ba1f93f tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: 1bca4d6b-3208-42ea-83ab-463b6b4c5e49] Disconnected iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 19:47:59 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:47:59 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:48:00 user nova-compute[75147]: DEBUG nova.objects.instance [None req-6405c6d1-cdae-45d4-9f92-80439ba1f93f tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lazy-loading 'flavor' on Instance uuid 1bca4d6b-3208-42ea-83ab-463b6b4c5e49 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:48:00 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-6405c6d1-cdae-45d4-9f92-80439ba1f93f tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lock "1bca4d6b-3208-42ea-83ab-463b6b4c5e49" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.784s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:48:01 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:48:02 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:48:02 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:48:02 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:48:02 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:48:02 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:48:02 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Auditing locally available compute resources for user (node: user) {{(pid=75147) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 19:48:03 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/890c8090-2d59-4e82-a8d2-b3ef579be76b/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:48:03 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/890c8090-2d59-4e82-a8d2-b3ef579be76b/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:48:03 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/890c8090-2d59-4e82-a8d2-b3ef579be76b/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:48:03 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/890c8090-2d59-4e82-a8d2-b3ef579be76b/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:48:03 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75147) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 19:48:03 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71edf8bd-af69-418b-9794-61f192d21a48/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:48:03 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71edf8bd-af69-418b-9794-61f192d21a48/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:48:03 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71edf8bd-af69-418b-9794-61f192d21a48/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:48:03 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71edf8bd-af69-418b-9794-61f192d21a48/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:48:03 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1bca4d6b-3208-42ea-83ab-463b6b4c5e49/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:48:04 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1bca4d6b-3208-42ea-83ab-463b6b4c5e49/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:48:04 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1bca4d6b-3208-42ea-83ab-463b6b4c5e49/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:48:04 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1bca4d6b-3208-42ea-83ab-463b6b4c5e49/disk --force-share --output=json" returned: 0 in 0.228s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:48:04 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:48:04 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5/disk --force-share --output=json" returned: 0 in 0.317s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:48:04 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:48:04 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:48:04 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=75147) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 19:48:04 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:48:05 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:48:05 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:48:05 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Hypervisor/Node resource view: name=user free_ram=8260MB free_disk=25.110816955566406GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75147) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 19:48:05 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:48:05 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:48:05 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 890c8090-2d59-4e82-a8d2-b3ef579be76b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:48:05 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 1bca4d6b-3208-42ea-83ab-463b6b4c5e49 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:48:05 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:48:05 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 71edf8bd-af69-418b-9794-61f192d21a48 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:48:05 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 5a010f8b-ded4-4768-a829-769d954b4c71 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1761}}
Oct 27 19:48:05 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 19:48:05 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Final resource view: name=user phys_ram=16011MB used_ram=2560MB phys_disk=40GB used_disk=4GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 19:48:05 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:48:05 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:48:05 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Compute_service record updated for user:user {{(pid=75147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 19:48:05 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.450s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:48:06 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:48:06 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Starting heal instance info cache {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 19:48:06 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "refresh_cache-1bca4d6b-3208-42ea-83ab-463b6b4c5e49" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:48:06 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquired lock "refresh_cache-1bca4d6b-3208-42ea-83ab-463b6b4c5e49" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:48:06 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: 1bca4d6b-3208-42ea-83ab-463b6b4c5e49] Forcefully refreshing network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 27 19:48:07 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: 1bca4d6b-3208-42ea-83ab-463b6b4c5e49] Updating instance_info_cache with network_info: [{"id": "61606428-c792-4409-b015-c7a8953ce3ef", "address": "fa:16:3e:78:96:aa", "network": {"id": "06e952e0-002b-44c6-b4c4-e6a33a0b7484", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-294897611-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b05afc60c23345de8d1e978a9c5b1efc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61606428-c7", "ovs_interfaceid": "61606428-c792-4409-b015-c7a8953ce3ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:48:07 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Releasing lock "refresh_cache-1bca4d6b-3208-42ea-83ab-463b6b4c5e49" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:48:07 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: 1bca4d6b-3208-42ea-83ab-463b6b4c5e49] Updated the network info_cache for instance {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 27 19:48:07 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:48:09 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:48:09 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:48:09 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75147) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 19:48:09 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 19:48:09 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 19:48:09 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:48:11 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-ba4075e9-e003-4018-aa5b-ca84487455d1 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:48:11 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-ba4075e9-e003-4018-aa5b-ca84487455d1 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:48:11 user nova-compute[75147]: DEBUG nova.objects.instance [None req-ba4075e9-e003-4018-aa5b-ca84487455d1 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Lazy-loading 'pci_requests' on Instance uuid 5a010f8b-ded4-4768-a829-769d954b4c71 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:48:11 user nova-compute[75147]: DEBUG nova.objects.instance [None req-ba4075e9-e003-4018-aa5b-ca84487455d1 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Lazy-loading 'numa_topology' on Instance uuid 5a010f8b-ded4-4768-a829-769d954b4c71 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:48:11 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-ba4075e9-e003-4018-aa5b-ca84487455d1 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75147) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 19:48:11 user nova-compute[75147]: INFO nova.compute.claims [None req-ba4075e9-e003-4018-aa5b-ca84487455d1 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Claim successful on node user
Oct 27 19:48:11 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-ba4075e9-e003-4018-aa5b-ca84487455d1 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:48:11 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-ba4075e9-e003-4018-aa5b-ca84487455d1 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:48:11 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-ba4075e9-e003-4018-aa5b-ca84487455d1 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.308s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:48:11 user nova-compute[75147]: INFO nova.network.neutron [None req-ba4075e9-e003-4018-aa5b-ca84487455d1 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Updating port af651d95-6b97-460e-b3d6-2c0c9f71feb8 with attributes {'binding:host_id': 'user', 'device_owner': 'compute:nova'}
Oct 27 19:48:12 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:48:12 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-ba4075e9-e003-4018-aa5b-ca84487455d1 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Acquiring lock "refresh_cache-5a010f8b-ded4-4768-a829-769d954b4c71" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:48:12 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-ba4075e9-e003-4018-aa5b-ca84487455d1 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Acquired lock "refresh_cache-5a010f8b-ded4-4768-a829-769d954b4c71" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:48:12 user nova-compute[75147]: DEBUG nova.network.neutron [None req-ba4075e9-e003-4018-aa5b-ca84487455d1 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Building network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 19:48:12 user nova-compute[75147]: DEBUG nova.compute.manager [req-bd0b074b-2a03-48c3-aba6-d8f444f63de4 req-70057648-d383-43c7-b65d-008adb40976a service nova] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Received event network-changed-af651d95-6b97-460e-b3d6-2c0c9f71feb8 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:48:12 user nova-compute[75147]: DEBUG nova.compute.manager [req-bd0b074b-2a03-48c3-aba6-d8f444f63de4 req-70057648-d383-43c7-b65d-008adb40976a service nova] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Refreshing instance network info cache due to event network-changed-af651d95-6b97-460e-b3d6-2c0c9f71feb8. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 19:48:12 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-bd0b074b-2a03-48c3-aba6-d8f444f63de4 req-70057648-d383-43c7-b65d-008adb40976a service nova] Acquiring lock "refresh_cache-5a010f8b-ded4-4768-a829-769d954b4c71" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:48:12 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:48:12 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:48:12 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75147) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 19:48:13 user nova-compute[75147]: DEBUG nova.network.neutron [None req-ba4075e9-e003-4018-aa5b-ca84487455d1 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Updating instance_info_cache with network_info: [{"id": "af651d95-6b97-460e-b3d6-2c0c9f71feb8", "address": "fa:16:3e:f4:14:3d", "network": {"id": "c4a5f3c6-85f0-4d3b-8315-d0bc06057f7d", "bridge": "br-int", "label": "tempest-TestShelveInstance-523465170-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ca79a043f8c548b3995328562da8ef2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf651d95-6b", "ovs_interfaceid": "af651d95-6b97-460e-b3d6-2c0c9f71feb8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:48:13 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-ba4075e9-e003-4018-aa5b-ca84487455d1 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Releasing lock "refresh_cache-5a010f8b-ded4-4768-a829-769d954b4c71" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:48:13 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-ba4075e9-e003-4018-aa5b-ca84487455d1 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Creating instance directory {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 19:48:13 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-ba4075e9-e003-4018-aa5b-ca84487455d1 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Creating image(s)
Oct 27 19:48:13 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-ba4075e9-e003-4018-aa5b-ca84487455d1 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Did not create local disks {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 27 19:48:13 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-ba4075e9-e003-4018-aa5b-ca84487455d1 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Ensure instance console log exists: /opt/stack/data/nova/instances/5a010f8b-ded4-4768-a829-769d954b4c71/console.log {{(pid=75147) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 19:48:13 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-ba4075e9-e003-4018-aa5b-ca84487455d1 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:48:13 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-ba4075e9-e003-4018-aa5b-ca84487455d1 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:48:13 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-ba4075e9-e003-4018-aa5b-ca84487455d1 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:48:13 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-ba4075e9-e003-4018-aa5b-ca84487455d1 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Start _get_guest_xml network_info=[{"id": "af651d95-6b97-460e-b3d6-2c0c9f71feb8", "address": "fa:16:3e:f4:14:3d", "network": {"id": "c4a5f3c6-85f0-4d3b-8315-d0bc06057f7d", "bridge": "br-int", "label": "tempest-TestShelveInstance-523465170-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ca79a043f8c548b3995328562da8ef2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf651d95-6b", "ovs_interfaceid": "af651d95-6b97-460e-b3d6-2c0c9f71feb8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': 'disk', 'delete_on_termination': True, 'boot_index': 0, 'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'guest_format': None, 'attachment_id': '77e5c740-bed0-40b8-8167-8624d2e2b477', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qctYiLCb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '5a010f8b-ded4-4768-a829-769d954b4c71', 'attached_at': '', 'detached_at': '', 'volume_id': '3a398793-da82-4700-96e2-a391142a9dd4', 'serial': '3a398793-da82-4700-96e2-a391142a9dd4'}, 'volume_type': None} {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 19:48:13 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-bd0b074b-2a03-48c3-aba6-d8f444f63de4 req-70057648-d383-43c7-b65d-008adb40976a service nova] Acquired lock "refresh_cache-5a010f8b-ded4-4768-a829-769d954b4c71" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:48:13 user nova-compute[75147]: DEBUG nova.network.neutron [req-bd0b074b-2a03-48c3-aba6-d8f444f63de4 req-70057648-d383-43c7-b65d-008adb40976a service nova] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Refreshing network info cache for port af651d95-6b97-460e-b3d6-2c0c9f71feb8 {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 19:48:13 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-ba4075e9-e003-4018-aa5b-ca84487455d1 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:48:13 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-ba4075e9-e003-4018-aa5b-ca84487455d1 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:48:13 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-ba4075e9-e003-4018-aa5b-ca84487455d1 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 19:48:13 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-ba4075e9-e003-4018-aa5b-ca84487455d1 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] CPU controller missing on host. {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 19:48:13 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-ba4075e9-e003-4018-aa5b-ca84487455d1 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 19:48:13 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-ba4075e9-e003-4018-aa5b-ca84487455d1 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] CPU controller found on host. {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 19:48:13 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-ba4075e9-e003-4018-aa5b-ca84487455d1 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75147) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 19:48:13 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-ba4075e9-e003-4018-aa5b-ca84487455d1 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T19:21:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 19:48:13 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-ba4075e9-e003-4018-aa5b-ca84487455d1 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Flavor limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 19:48:13 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-ba4075e9-e003-4018-aa5b-ca84487455d1 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Image limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 19:48:13 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-ba4075e9-e003-4018-aa5b-ca84487455d1 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Flavor pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 19:48:13 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-ba4075e9-e003-4018-aa5b-ca84487455d1 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Image pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 19:48:13 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-ba4075e9-e003-4018-aa5b-ca84487455d1 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 19:48:13 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-ba4075e9-e003-4018-aa5b-ca84487455d1 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 19:48:13 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-ba4075e9-e003-4018-aa5b-ca84487455d1 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 19:48:13 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-ba4075e9-e003-4018-aa5b-ca84487455d1 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Got 1 possible topologies {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 19:48:13 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-ba4075e9-e003-4018-aa5b-ca84487455d1 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 19:48:13 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-ba4075e9-e003-4018-aa5b-ca84487455d1 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 19:48:13 user nova-compute[75147]: DEBUG nova.objects.instance [None req-ba4075e9-e003-4018-aa5b-ca84487455d1 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Lazy-loading 'vcpu_model' on Instance uuid 5a010f8b-ded4-4768-a829-769d954b4c71 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:48:13 user nova-compute[75147]: DEBUG nova.objects.base [None req-ba4075e9-e003-4018-aa5b-ca84487455d1 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Object Instance<5a010f8b-ded4-4768-a829-769d954b4c71> lazy-loaded attributes: pci_requests,vcpu_model {{(pid=75147) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 19:48:13 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ba4075e9-e003-4018-aa5b-ca84487455d1 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Calling os-brick to attach iSCSI Volume {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 19:48:13 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba4075e9-e003-4018-aa5b-ca84487455d1 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qctYiLCb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:48:13 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-ba4075e9-e003-4018-aa5b-ca84487455d1 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:48:13 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-ba4075e9-e003-4018-aa5b-ca84487455d1 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:48:13 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-ba4075e9-e003-4018-aa5b-ca84487455d1 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:48:13 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-ba4075e9-e003-4018-aa5b-ca84487455d1 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:48:13 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-ba4075e9-e003-4018-aa5b-ca84487455d1 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:48:13 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-ba4075e9-e003-4018-aa5b-ca84487455d1 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:48:13 user nova-compute[75147]: INFO os_brick.initiator.connectors.iscsi [None req-ba4075e9-e003-4018-aa5b-ca84487455d1 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 19:48:13 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4 -p 172.16.0.220:3260 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:48:13 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:48:13 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a7776ab-5158-4515-9ab6-e57cf3835621]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:48:13 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba4075e9-e003-4018-aa5b-ca84487455d1 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 19:48:13 user nova-compute[75147]:  {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:48:13 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4 -p 172.16.0.220:3260 --interface default --op new {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:48:13 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:48:13 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[8de6643c-155d-420e-94bb-6359ec5cbaed]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4] added\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:48:13 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba4075e9-e003-4018-aa5b-ca84487455d1 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4] added
Oct 27 19:48:13 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:48:13 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:48:13 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:48:13 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[e37611dc-ab47-4692-8975-4ab7e46854fa]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:48:13 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba4075e9-e003-4018-aa5b-ca84487455d1 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:48:13 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:48:13 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:48:13 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[79f00131-e4d2-4092-8f51-019aa3026d9c]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:48:13 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba4075e9-e003-4018-aa5b-ca84487455d1 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:48:13 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v qctYiLCb {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:48:13 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v qctYiLCb" returned: 0 in 0.022s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:48:13 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[be2fc43b-d486-4114-b96d-9d08aed17832]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:48:13 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba4075e9-e003-4018-aa5b-ca84487455d1 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'qctYiLCb'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:48:13 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:48:13 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:48:13 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d353b10-9914-4055-a450-9f195eb1fb11]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:48:13 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba4075e9-e003-4018-aa5b-ca84487455d1 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:48:13 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:48:13 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:48:13 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[bab88998-c2f2-41bc-b154-504a57577da1]: (4, ('tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e4624a7-b763-44b2-bd24-6a0bc6dd99fc (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:48:13 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba4075e9-e003-4018-aa5b-ca84487455d1 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 (non-flash)
Oct 27 19:48:13 user nova-compute[75147]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e4624a7-b763-44b2-bd24-6a0bc6dd99fc (non-flash)
Oct 27 19:48:13 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:48:13 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba4075e9-e003-4018-aa5b-ca84487455d1 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] iscsi session list stdout=tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 (non-flash)
Oct 27 19:48:13 user nova-compute[75147]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e4624a7-b763-44b2-bd24-6a0bc6dd99fc (non-flash)
Oct 27 19:48:13 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:48:13 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4 -p 172.16.0.220:3260 --login {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:48:13 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4 -p 172.16.0.220:3260 --login" returned: 0 in 0.062s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:48:13 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[9105e9f2-80d6-406e-a3b8-25f57aa32941]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:48:13 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba4075e9-e003-4018-aa5b-ca84487455d1 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4, portal: 172.16.0.220,3260]
Oct 27 19:48:13 user nova-compute[75147]: Login to [iface: default, target: iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4, portal: 172.16.0.220,3260] successful.
Oct 27 19:48:13 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:48:13 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:48:13 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:48:13 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[6cdc095a-5691-4795-bc45-d4f925cf4f31]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:48:13 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba4075e9-e003-4018-aa5b-ca84487455d1 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:48:13 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:48:13 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:48:13 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8928543-37ec-4e56-ac28-9e190a5012d3]: (4, ('tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e4624a7-b763-44b2-bd24-6a0bc6dd99fc (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:48:13 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba4075e9-e003-4018-aa5b-ca84487455d1 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 (non-flash)
Oct 27 19:48:13 user nova-compute[75147]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e4624a7-b763-44b2-bd24-6a0bc6dd99fc (non-flash)
Oct 27 19:48:13 user nova-compute[75147]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4 (non-flash)
Oct 27 19:48:13 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:48:13 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba4075e9-e003-4018-aa5b-ca84487455d1 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] iscsi session list stdout=tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 (non-flash)
Oct 27 19:48:13 user nova-compute[75147]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e4624a7-b763-44b2-bd24-6a0bc6dd99fc (non-flash)
Oct 27 19:48:13 user nova-compute[75147]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4 (non-flash)
Oct 27 19:48:13 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:48:13 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-ba4075e9-e003-4018-aa5b-ca84487455d1 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.306s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:48:13 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba4075e9-e003-4018-aa5b-ca84487455d1 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Connected to 172.16.0.220:3260 {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 19:48:13 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-ba4075e9-e003-4018-aa5b-ca84487455d1 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] HCTL ('33', '-', '-', 0) found on session 43 with lun 0 {{(pid=75147) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 19:48:13 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-ba4075e9-e003-4018-aa5b-ca84487455d1 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75147) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 19:48:13 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:48:13 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:48:13 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[d9e9852c-3b42-456e-895f-7080dbe0854e]: (4, ('- - 0', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:48:13 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-ba4075e9-e003-4018-aa5b-ca84487455d1 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Searching for a device in session 43 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75147) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 19:48:13 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba4075e9-e003-4018-aa5b-ca84487455d1 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qctYiLCb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 19:48:13 user nova-compute[75147]: DEBUG nova.network.neutron [req-bd0b074b-2a03-48c3-aba6-d8f444f63de4 req-70057648-d383-43c7-b65d-008adb40976a service nova] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Updated VIF entry in instance network info cache for port af651d95-6b97-460e-b3d6-2c0c9f71feb8. {{(pid=75147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 19:48:13 user nova-compute[75147]: DEBUG nova.network.neutron [req-bd0b074b-2a03-48c3-aba6-d8f444f63de4 req-70057648-d383-43c7-b65d-008adb40976a service nova] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Updating instance_info_cache with network_info: [{"id": "af651d95-6b97-460e-b3d6-2c0c9f71feb8", "address": "fa:16:3e:f4:14:3d", "network": {"id": "c4a5f3c6-85f0-4d3b-8315-d0bc06057f7d", "bridge": "br-int", "label": "tempest-TestShelveInstance-523465170-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ca79a043f8c548b3995328562da8ef2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf651d95-6b", "ovs_interfaceid": "af651d95-6b97-460e-b3d6-2c0c9f71feb8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:48:13 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-bd0b074b-2a03-48c3-aba6-d8f444f63de4 req-70057648-d383-43c7-b65d-008adb40976a service nova] Releasing lock "refresh_cache-5a010f8b-ded4-4768-a829-769d954b4c71" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:48:14 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-ba4075e9-e003-4018-aa5b-ca84487455d1 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.343s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:48:14 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba4075e9-e003-4018-aa5b-ca84487455d1 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] <== connect_volume: return (1345ms) {'type': 'block', 'scsi_wwn': '23666633139336635', 'path': '/dev/sdb'} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:48:14 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ba4075e9-e003-4018-aa5b-ca84487455d1 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23666633139336635', 'path': '/dev/sdb'} {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 19:48:14 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:48:14 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-ba4075e9-e003-4018-aa5b-ca84487455d1 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-27T19:44:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-1007570802',display_name='tempest-TestShelveInstance-server-1007570802',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-1007570802',id=33,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-TestShelveInstance-1893986687',keypairs=<?>,launch_index=0,launched_at=2023-10-27T19:44:32Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='ca79a043f8c548b3995328562da8ef2d',ramdisk_id='',reservation_id='r-onsx4fak',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-377999909',owner_user_name='tempest-TestShelveInstance-377999909-project-member'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T19:47:51Z,user_data=None,user_id='f059fade539a4d0d97bb818fd69727aa',uuid=5a010f8b-ded4-4768-a829-769d954b4c71,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "af651d95-6b97-460e-b3d6-2c0c9f71feb8", "address": "fa:16:3e:f4:14:3d", "network": {"id": "c4a5f3c6-85f0-4d3b-8315-d0bc06057f7d", "bridge": "br-int", "label": "tempest-TestShelveInstance-523465170-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ca79a043f8c548b3995328562da8ef2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf651d95-6b", "ovs_interfaceid": "af651d95-6b97-460e-b3d6-2c0c9f71feb8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75147) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 19:48:14 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-ba4075e9-e003-4018-aa5b-ca84487455d1 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Converting VIF {"id": "af651d95-6b97-460e-b3d6-2c0c9f71feb8", "address": "fa:16:3e:f4:14:3d", "network": {"id": "c4a5f3c6-85f0-4d3b-8315-d0bc06057f7d", "bridge": "br-int", "label": "tempest-TestShelveInstance-523465170-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ca79a043f8c548b3995328562da8ef2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf651d95-6b", "ovs_interfaceid": "af651d95-6b97-460e-b3d6-2c0c9f71feb8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:48:14 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-ba4075e9-e003-4018-aa5b-ca84487455d1 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f4:14:3d,bridge_name='br-int',has_traffic_filtering=True,id=af651d95-6b97-460e-b3d6-2c0c9f71feb8,network=Network(c4a5f3c6-85f0-4d3b-8315-d0bc06057f7d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaf651d95-6b') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:48:14 user nova-compute[75147]: DEBUG nova.objects.instance [None req-ba4075e9-e003-4018-aa5b-ca84487455d1 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Lazy-loading 'pci_devices' on Instance uuid 5a010f8b-ded4-4768-a829-769d954b4c71 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:48:14 user nova-compute[75147]: DEBUG nova.objects.base [None req-ba4075e9-e003-4018-aa5b-ca84487455d1 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Object Instance<5a010f8b-ded4-4768-a829-769d954b4c71> lazy-loaded attributes: pci_requests,vcpu_model,pci_devices {{(pid=75147) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 19:48:14 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-ba4075e9-e003-4018-aa5b-ca84487455d1 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] End _get_guest_xml xml=<domain type="kvm">
Oct 27 19:48:14 user nova-compute[75147]:   <uuid>5a010f8b-ded4-4768-a829-769d954b4c71</uuid>
Oct 27 19:48:14 user nova-compute[75147]:   <name>instance-00000021</name>
Oct 27 19:48:14 user nova-compute[75147]:   <memory>524288</memory>
Oct 27 19:48:14 user nova-compute[75147]:   <vcpu>1</vcpu>
Oct 27 19:48:14 user nova-compute[75147]:   <metadata>
Oct 27 19:48:14 user nova-compute[75147]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 19:48:14 user nova-compute[75147]:       <nova:package version="0.0.0"/>
Oct 27 19:48:14 user nova-compute[75147]:       <nova:name>tempest-TestShelveInstance-server-1007570802</nova:name>
Oct 27 19:48:14 user nova-compute[75147]:       <nova:creationTime>2023-10-27 19:48:13</nova:creationTime>
Oct 27 19:48:14 user nova-compute[75147]:       <nova:flavor name="m1.tiny">
Oct 27 19:48:14 user nova-compute[75147]:         <nova:memory>512</nova:memory>
Oct 27 19:48:14 user nova-compute[75147]:         <nova:disk>1</nova:disk>
Oct 27 19:48:14 user nova-compute[75147]:         <nova:swap>0</nova:swap>
Oct 27 19:48:14 user nova-compute[75147]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 19:48:14 user nova-compute[75147]:         <nova:vcpus>1</nova:vcpus>
Oct 27 19:48:14 user nova-compute[75147]:       </nova:flavor>
Oct 27 19:48:14 user nova-compute[75147]:       <nova:owner>
Oct 27 19:48:14 user nova-compute[75147]:         <nova:user uuid="f059fade539a4d0d97bb818fd69727aa">tempest-TestShelveInstance-377999909-project-member</nova:user>
Oct 27 19:48:14 user nova-compute[75147]:         <nova:project uuid="ca79a043f8c548b3995328562da8ef2d">tempest-TestShelveInstance-377999909</nova:project>
Oct 27 19:48:14 user nova-compute[75147]:       </nova:owner>
Oct 27 19:48:14 user nova-compute[75147]:       <nova:ports>
Oct 27 19:48:14 user nova-compute[75147]:         <nova:port uuid="af651d95-6b97-460e-b3d6-2c0c9f71feb8">
Oct 27 19:48:14 user nova-compute[75147]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Oct 27 19:48:14 user nova-compute[75147]:         </nova:port>
Oct 27 19:48:14 user nova-compute[75147]:       </nova:ports>
Oct 27 19:48:14 user nova-compute[75147]:     </nova:instance>
Oct 27 19:48:14 user nova-compute[75147]:   </metadata>
Oct 27 19:48:14 user nova-compute[75147]:   <sysinfo type="smbios">
Oct 27 19:48:14 user nova-compute[75147]:     <system>
Oct 27 19:48:14 user nova-compute[75147]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 19:48:14 user nova-compute[75147]:       <entry name="product">OpenStack Nova</entry>
Oct 27 19:48:14 user nova-compute[75147]:       <entry name="version">0.0.0</entry>
Oct 27 19:48:14 user nova-compute[75147]:       <entry name="serial">5a010f8b-ded4-4768-a829-769d954b4c71</entry>
Oct 27 19:48:14 user nova-compute[75147]:       <entry name="uuid">5a010f8b-ded4-4768-a829-769d954b4c71</entry>
Oct 27 19:48:14 user nova-compute[75147]:       <entry name="family">Virtual Machine</entry>
Oct 27 19:48:14 user nova-compute[75147]:     </system>
Oct 27 19:48:14 user nova-compute[75147]:   </sysinfo>
Oct 27 19:48:14 user nova-compute[75147]:   <os>
Oct 27 19:48:14 user nova-compute[75147]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 19:48:14 user nova-compute[75147]:     <boot dev="hd"/>
Oct 27 19:48:14 user nova-compute[75147]:     <smbios mode="sysinfo"/>
Oct 27 19:48:14 user nova-compute[75147]:   </os>
Oct 27 19:48:14 user nova-compute[75147]:   <features>
Oct 27 19:48:14 user nova-compute[75147]:     <acpi/>
Oct 27 19:48:14 user nova-compute[75147]:     <apic/>
Oct 27 19:48:14 user nova-compute[75147]:     <vmcoreinfo/>
Oct 27 19:48:14 user nova-compute[75147]:   </features>
Oct 27 19:48:14 user nova-compute[75147]:   <clock offset="utc">
Oct 27 19:48:14 user nova-compute[75147]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 19:48:14 user nova-compute[75147]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 19:48:14 user nova-compute[75147]:     <timer name="hpet" present="no"/>
Oct 27 19:48:14 user nova-compute[75147]:   </clock>
Oct 27 19:48:14 user nova-compute[75147]:   <cpu mode="custom" match="exact">
Oct 27 19:48:14 user nova-compute[75147]:     <model>Nehalem</model>
Oct 27 19:48:14 user nova-compute[75147]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 19:48:14 user nova-compute[75147]:   </cpu>
Oct 27 19:48:14 user nova-compute[75147]:   <devices>
Oct 27 19:48:14 user nova-compute[75147]:     <disk type="block" device="disk">
Oct 27 19:48:14 user nova-compute[75147]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 19:48:14 user nova-compute[75147]:       <source dev="/dev/sdb"/>
Oct 27 19:48:14 user nova-compute[75147]:       <target dev="vda" bus="virtio"/>
Oct 27 19:48:14 user nova-compute[75147]:       <serial>3a398793-da82-4700-96e2-a391142a9dd4</serial>
Oct 27 19:48:14 user nova-compute[75147]:     </disk>
Oct 27 19:48:14 user nova-compute[75147]:     <interface type="ethernet">
Oct 27 19:48:14 user nova-compute[75147]:       <mac address="fa:16:3e:f4:14:3d"/>
Oct 27 19:48:14 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:48:14 user nova-compute[75147]:       <mtu size="1442"/>
Oct 27 19:48:14 user nova-compute[75147]:       <target dev="tapaf651d95-6b"/>
Oct 27 19:48:14 user nova-compute[75147]:     </interface>
Oct 27 19:48:14 user nova-compute[75147]:     <serial type="pty">
Oct 27 19:48:14 user nova-compute[75147]:       <log file="/opt/stack/data/nova/instances/5a010f8b-ded4-4768-a829-769d954b4c71/console.log" append="off"/>
Oct 27 19:48:14 user nova-compute[75147]:     </serial>
Oct 27 19:48:14 user nova-compute[75147]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 19:48:14 user nova-compute[75147]:     <video>
Oct 27 19:48:14 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:48:14 user nova-compute[75147]:     </video>
Oct 27 19:48:14 user nova-compute[75147]:     <rng model="virtio">
Oct 27 19:48:14 user nova-compute[75147]:       <backend model="random">/dev/urandom</backend>
Oct 27 19:48:14 user nova-compute[75147]:     </rng>
Oct 27 19:48:14 user nova-compute[75147]:     <controller type="usb" index="0" model="none"/>
Oct 27 19:48:14 user nova-compute[75147]:     <memballoon model="virtio">
Oct 27 19:48:14 user nova-compute[75147]:       <stats period="10"/>
Oct 27 19:48:14 user nova-compute[75147]:     </memballoon>
Oct 27 19:48:14 user nova-compute[75147]:   </devices>
Oct 27 19:48:14 user nova-compute[75147]: </domain>
Oct 27 19:48:14 user nova-compute[75147]:  {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 19:48:14 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-ba4075e9-e003-4018-aa5b-ca84487455d1 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-27T19:44:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-1007570802',display_name='tempest-TestShelveInstance-server-1007570802',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-1007570802',id=33,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-TestShelveInstance-1893986687',keypairs=<?>,launch_index=0,launched_at=2023-10-27T19:44:32Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='ca79a043f8c548b3995328562da8ef2d',ramdisk_id='',reservation_id='r-onsx4fak',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-377999909',owner_user_name='tempest-TestShelveInstance-377999909-project-member'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T19:47:51Z,user_data=None,user_id='f059fade539a4d0d97bb818fd69727aa',uuid=5a010f8b-ded4-4768-a829-769d954b4c71,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "af651d95-6b97-460e-b3d6-2c0c9f71feb8", "address": "fa:16:3e:f4:14:3d", "network": {"id": "c4a5f3c6-85f0-4d3b-8315-d0bc06057f7d", "bridge": "br-int", "label": "tempest-TestShelveInstance-523465170-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ca79a043f8c548b3995328562da8ef2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf651d95-6b", "ovs_interfaceid": "af651d95-6b97-460e-b3d6-2c0c9f71feb8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 19:48:14 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-ba4075e9-e003-4018-aa5b-ca84487455d1 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Converting VIF {"id": "af651d95-6b97-460e-b3d6-2c0c9f71feb8", "address": "fa:16:3e:f4:14:3d", "network": {"id": "c4a5f3c6-85f0-4d3b-8315-d0bc06057f7d", "bridge": "br-int", "label": "tempest-TestShelveInstance-523465170-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ca79a043f8c548b3995328562da8ef2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf651d95-6b", "ovs_interfaceid": "af651d95-6b97-460e-b3d6-2c0c9f71feb8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:48:14 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-ba4075e9-e003-4018-aa5b-ca84487455d1 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f4:14:3d,bridge_name='br-int',has_traffic_filtering=True,id=af651d95-6b97-460e-b3d6-2c0c9f71feb8,network=Network(c4a5f3c6-85f0-4d3b-8315-d0bc06057f7d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaf651d95-6b') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:48:14 user nova-compute[75147]: DEBUG os_vif [None req-ba4075e9-e003-4018-aa5b-ca84487455d1 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f4:14:3d,bridge_name='br-int',has_traffic_filtering=True,id=af651d95-6b97-460e-b3d6-2c0c9f71feb8,network=Network(c4a5f3c6-85f0-4d3b-8315-d0bc06057f7d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaf651d95-6b') {{(pid=75147) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 19:48:14 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:48:14 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:48:14 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 19:48:14 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:48:14 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'e0fddc4a-83ae-5b74-b3ac-2053d39bf840', '_type': 'linux-noop'}}, row=False) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:48:14 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:48:14 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:48:14 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:48:14 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapaf651d95-6b, may_exist=True, interface_attrs={}) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:48:14 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapaf651d95-6b, col_values=(('qos', UUID('9b2aebe2-2916-4077-9cb9-1a0edb3c20d8')),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:48:14 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapaf651d95-6b, col_values=(('external_ids', {'iface-id': 'af651d95-6b97-460e-b3d6-2c0c9f71feb8', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f4:14:3d', 'vm-uuid': '5a010f8b-ded4-4768-a829-769d954b4c71'}),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:48:14 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:48:14 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:48:14 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:48:14 user nova-compute[75147]: INFO os_vif [None req-ba4075e9-e003-4018-aa5b-ca84487455d1 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f4:14:3d,bridge_name='br-int',has_traffic_filtering=True,id=af651d95-6b97-460e-b3d6-2c0c9f71feb8,network=Network(c4a5f3c6-85f0-4d3b-8315-d0bc06057f7d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaf651d95-6b')
Oct 27 19:48:14 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-ba4075e9-e003-4018-aa5b-ca84487455d1 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] No BDM found with device name vda, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:48:14 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-ba4075e9-e003-4018-aa5b-ca84487455d1 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] No VIF found with MAC fa:16:3e:f4:14:3d, not building metadata {{(pid=75147) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 19:48:16 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:48:16 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:48:16 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:48:16 user nova-compute[75147]: DEBUG nova.compute.manager [req-d66befd2-f1a3-4a39-9f9d-e4a964bebf31 req-15561273-88c1-4406-91d7-ac268892e700 service nova] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Received event network-vif-plugged-af651d95-6b97-460e-b3d6-2c0c9f71feb8 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:48:16 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-d66befd2-f1a3-4a39-9f9d-e4a964bebf31 req-15561273-88c1-4406-91d7-ac268892e700 service nova] Acquiring lock "5a010f8b-ded4-4768-a829-769d954b4c71-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:48:16 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-d66befd2-f1a3-4a39-9f9d-e4a964bebf31 req-15561273-88c1-4406-91d7-ac268892e700 service nova] Lock "5a010f8b-ded4-4768-a829-769d954b4c71-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:48:16 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-d66befd2-f1a3-4a39-9f9d-e4a964bebf31 req-15561273-88c1-4406-91d7-ac268892e700 service nova] Lock "5a010f8b-ded4-4768-a829-769d954b4c71-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:48:16 user nova-compute[75147]: DEBUG nova.compute.manager [req-d66befd2-f1a3-4a39-9f9d-e4a964bebf31 req-15561273-88c1-4406-91d7-ac268892e700 service nova] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] No waiting events found dispatching network-vif-plugged-af651d95-6b97-460e-b3d6-2c0c9f71feb8 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:48:16 user nova-compute[75147]: WARNING nova.compute.manager [req-d66befd2-f1a3-4a39-9f9d-e4a964bebf31 req-15561273-88c1-4406-91d7-ac268892e700 service nova] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Received unexpected event network-vif-plugged-af651d95-6b97-460e-b3d6-2c0c9f71feb8 for instance with vm_state shelved_offloaded and task_state spawning.
Oct 27 19:48:16 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:48:16 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:48:16 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:48:16 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:48:17 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:48:18 user nova-compute[75147]: DEBUG nova.compute.manager [None req-ba4075e9-e003-4018-aa5b-ca84487455d1 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Instance event wait completed in 0 seconds for  {{(pid=75147) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 19:48:18 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-ba4075e9-e003-4018-aa5b-ca84487455d1 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Guest created on hypervisor {{(pid=75147) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 19:48:18 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Instance spawned successfully.
Oct 27 19:48:18 user nova-compute[75147]: DEBUG nova.compute.manager [None req-ba4075e9-e003-4018-aa5b-ca84487455d1 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Checking state {{(pid=75147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 19:48:18 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-ba4075e9-e003-4018-aa5b-ca84487455d1 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Lock "5a010f8b-ded4-4768-a829-769d954b4c71" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 27.718s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:48:18 user nova-compute[75147]: DEBUG nova.compute.manager [req-4d1d64fd-1fa7-4a00-a63e-02740508017f req-44f5e3ca-e228-493e-b963-488ee10333a4 service nova] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Received event network-vif-plugged-af651d95-6b97-460e-b3d6-2c0c9f71feb8 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:48:18 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-4d1d64fd-1fa7-4a00-a63e-02740508017f req-44f5e3ca-e228-493e-b963-488ee10333a4 service nova] Acquiring lock "5a010f8b-ded4-4768-a829-769d954b4c71-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:48:18 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-4d1d64fd-1fa7-4a00-a63e-02740508017f req-44f5e3ca-e228-493e-b963-488ee10333a4 service nova] Lock "5a010f8b-ded4-4768-a829-769d954b4c71-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:48:18 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-4d1d64fd-1fa7-4a00-a63e-02740508017f req-44f5e3ca-e228-493e-b963-488ee10333a4 service nova] Lock "5a010f8b-ded4-4768-a829-769d954b4c71-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:48:18 user nova-compute[75147]: DEBUG nova.compute.manager [req-4d1d64fd-1fa7-4a00-a63e-02740508017f req-44f5e3ca-e228-493e-b963-488ee10333a4 service nova] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] No waiting events found dispatching network-vif-plugged-af651d95-6b97-460e-b3d6-2c0c9f71feb8 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:48:18 user nova-compute[75147]: WARNING nova.compute.manager [req-4d1d64fd-1fa7-4a00-a63e-02740508017f req-44f5e3ca-e228-493e-b963-488ee10333a4 service nova] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Received unexpected event network-vif-plugged-af651d95-6b97-460e-b3d6-2c0c9f71feb8 for instance with vm_state active and task_state None.
Oct 27 19:48:19 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:48:22 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:48:24 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:48:28 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-a98ad16d-8567-4470-b57c-4fcde2bed5df tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Acquiring lock "1bca4d6b-3208-42ea-83ab-463b6b4c5e49" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:48:28 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-a98ad16d-8567-4470-b57c-4fcde2bed5df tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lock "1bca4d6b-3208-42ea-83ab-463b6b4c5e49" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:48:28 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-a98ad16d-8567-4470-b57c-4fcde2bed5df tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Acquiring lock "1bca4d6b-3208-42ea-83ab-463b6b4c5e49-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:48:28 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-a98ad16d-8567-4470-b57c-4fcde2bed5df tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lock "1bca4d6b-3208-42ea-83ab-463b6b4c5e49-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:48:28 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-a98ad16d-8567-4470-b57c-4fcde2bed5df tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lock "1bca4d6b-3208-42ea-83ab-463b6b4c5e49-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:48:28 user nova-compute[75147]: INFO nova.compute.manager [None req-a98ad16d-8567-4470-b57c-4fcde2bed5df tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: 1bca4d6b-3208-42ea-83ab-463b6b4c5e49] Terminating instance
Oct 27 19:48:28 user nova-compute[75147]: DEBUG nova.compute.manager [None req-a98ad16d-8567-4470-b57c-4fcde2bed5df tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: 1bca4d6b-3208-42ea-83ab-463b6b4c5e49] Start destroying the instance on the hypervisor. {{(pid=75147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 27 19:48:29 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:48:29 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:48:29 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:48:29 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:48:29 user nova-compute[75147]: DEBUG nova.compute.manager [req-e10cbee5-ba64-493c-abca-80c651ff6c44 req-8423352f-9cdc-4aac-b445-55f53d97e732 service nova] [instance: 1bca4d6b-3208-42ea-83ab-463b6b4c5e49] Received event network-vif-unplugged-61606428-c792-4409-b015-c7a8953ce3ef {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:48:29 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-e10cbee5-ba64-493c-abca-80c651ff6c44 req-8423352f-9cdc-4aac-b445-55f53d97e732 service nova] Acquiring lock "1bca4d6b-3208-42ea-83ab-463b6b4c5e49-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:48:29 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-e10cbee5-ba64-493c-abca-80c651ff6c44 req-8423352f-9cdc-4aac-b445-55f53d97e732 service nova] Lock "1bca4d6b-3208-42ea-83ab-463b6b4c5e49-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:48:29 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-e10cbee5-ba64-493c-abca-80c651ff6c44 req-8423352f-9cdc-4aac-b445-55f53d97e732 service nova] Lock "1bca4d6b-3208-42ea-83ab-463b6b4c5e49-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:48:29 user nova-compute[75147]: DEBUG nova.compute.manager [req-e10cbee5-ba64-493c-abca-80c651ff6c44 req-8423352f-9cdc-4aac-b445-55f53d97e732 service nova] [instance: 1bca4d6b-3208-42ea-83ab-463b6b4c5e49] No waiting events found dispatching network-vif-unplugged-61606428-c792-4409-b015-c7a8953ce3ef {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:48:29 user nova-compute[75147]: DEBUG nova.compute.manager [req-e10cbee5-ba64-493c-abca-80c651ff6c44 req-8423352f-9cdc-4aac-b445-55f53d97e732 service nova] [instance: 1bca4d6b-3208-42ea-83ab-463b6b4c5e49] Received event network-vif-unplugged-61606428-c792-4409-b015-c7a8953ce3ef for instance with task_state deleting. {{(pid=75147) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 19:48:29 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: 1bca4d6b-3208-42ea-83ab-463b6b4c5e49] Instance destroyed successfully.
Oct 27 19:48:29 user nova-compute[75147]: DEBUG nova.objects.instance [None req-a98ad16d-8567-4470-b57c-4fcde2bed5df tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lazy-loading 'resources' on Instance uuid 1bca4d6b-3208-42ea-83ab-463b6b4c5e49 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:48:29 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-a98ad16d-8567-4470-b57c-4fcde2bed5df tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:45:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1821922314',display_name='tempest-AttachVolumeNegativeTest-server-1821922314',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1821922314',id=35,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBB41N4VTUOUSAqZR/02xoO4L7++aXjFM66i1kINownxC6pIxUVtJa7xvjpWzBP61T5tdQmXHrb8/IOfRhqPq1URh6osr/MH9bRMerVvk/1haBzrUcGfzawvyKP+jm8XuTw==',key_name='tempest-keypair-1959851699',keypairs=<?>,launch_index=0,launched_at=2023-10-27T19:45:23Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b05afc60c23345de8d1e978a9c5b1efc',ramdisk_id='',reservation_id='r-flmrej3k',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-720638495',owner_user_name='tempest-AttachVolumeNegativeTest-720638495-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T19:45:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='699dae72141941c4acb55e56ac9d28a1',uuid=1bca4d6b-3208-42ea-83ab-463b6b4c5e49,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "61606428-c792-4409-b015-c7a8953ce3ef", "address": "fa:16:3e:78:96:aa", "network": {"id": "06e952e0-002b-44c6-b4c4-e6a33a0b7484", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-294897611-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b05afc60c23345de8d1e978a9c5b1efc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61606428-c7", "ovs_interfaceid": "61606428-c792-4409-b015-c7a8953ce3ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 19:48:29 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-a98ad16d-8567-4470-b57c-4fcde2bed5df tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Converting VIF {"id": "61606428-c792-4409-b015-c7a8953ce3ef", "address": "fa:16:3e:78:96:aa", "network": {"id": "06e952e0-002b-44c6-b4c4-e6a33a0b7484", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-294897611-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b05afc60c23345de8d1e978a9c5b1efc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61606428-c7", "ovs_interfaceid": "61606428-c792-4409-b015-c7a8953ce3ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:48:29 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-a98ad16d-8567-4470-b57c-4fcde2bed5df tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:78:96:aa,bridge_name='br-int',has_traffic_filtering=True,id=61606428-c792-4409-b015-c7a8953ce3ef,network=Network(06e952e0-002b-44c6-b4c4-e6a33a0b7484),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap61606428-c7') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:48:29 user nova-compute[75147]: DEBUG os_vif [None req-a98ad16d-8567-4470-b57c-4fcde2bed5df tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:78:96:aa,bridge_name='br-int',has_traffic_filtering=True,id=61606428-c792-4409-b015-c7a8953ce3ef,network=Network(06e952e0-002b-44c6-b4c4-e6a33a0b7484),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap61606428-c7') {{(pid=75147) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 19:48:29 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:48:29 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap61606428-c7, bridge=br-int, if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:48:29 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:48:29 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:48:29 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:48:29 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=fe1655f4-5162-44c2-9167-62b194b8b5ef) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:48:29 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:48:29 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:48:29 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:48:29 user nova-compute[75147]: INFO os_vif [None req-a98ad16d-8567-4470-b57c-4fcde2bed5df tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:78:96:aa,bridge_name='br-int',has_traffic_filtering=True,id=61606428-c792-4409-b015-c7a8953ce3ef,network=Network(06e952e0-002b-44c6-b4c4-e6a33a0b7484),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap61606428-c7')
Oct 27 19:48:29 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-a98ad16d-8567-4470-b57c-4fcde2bed5df tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: 1bca4d6b-3208-42ea-83ab-463b6b4c5e49] Deleting instance files /opt/stack/data/nova/instances/1bca4d6b-3208-42ea-83ab-463b6b4c5e49_del
Oct 27 19:48:29 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-a98ad16d-8567-4470-b57c-4fcde2bed5df tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: 1bca4d6b-3208-42ea-83ab-463b6b4c5e49] Deletion of /opt/stack/data/nova/instances/1bca4d6b-3208-42ea-83ab-463b6b4c5e49_del complete
Oct 27 19:48:29 user nova-compute[75147]: INFO nova.compute.manager [None req-a98ad16d-8567-4470-b57c-4fcde2bed5df tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: 1bca4d6b-3208-42ea-83ab-463b6b4c5e49] Took 0.92 seconds to destroy the instance on the hypervisor.
Oct 27 19:48:29 user nova-compute[75147]: DEBUG oslo.service.loopingcall [None req-a98ad16d-8567-4470-b57c-4fcde2bed5df tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 27 19:48:29 user nova-compute[75147]: DEBUG nova.compute.manager [-] [instance: 1bca4d6b-3208-42ea-83ab-463b6b4c5e49] Deallocating network for instance {{(pid=75147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 27 19:48:29 user nova-compute[75147]: DEBUG nova.network.neutron [-] [instance: 1bca4d6b-3208-42ea-83ab-463b6b4c5e49] deallocate_for_instance() {{(pid=75147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 27 19:48:30 user nova-compute[75147]: DEBUG nova.network.neutron [-] [instance: 1bca4d6b-3208-42ea-83ab-463b6b4c5e49] Updating instance_info_cache with network_info: [] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:48:30 user nova-compute[75147]: INFO nova.compute.manager [-] [instance: 1bca4d6b-3208-42ea-83ab-463b6b4c5e49] Took 0.85 seconds to deallocate network for instance.
Oct 27 19:48:30 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-a98ad16d-8567-4470-b57c-4fcde2bed5df tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:48:30 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-a98ad16d-8567-4470-b57c-4fcde2bed5df tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:48:31 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-a98ad16d-8567-4470-b57c-4fcde2bed5df tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:48:31 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-a98ad16d-8567-4470-b57c-4fcde2bed5df tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:48:31 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-a98ad16d-8567-4470-b57c-4fcde2bed5df tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.252s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:48:31 user nova-compute[75147]: INFO nova.scheduler.client.report [None req-a98ad16d-8567-4470-b57c-4fcde2bed5df tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Deleted allocations for instance 1bca4d6b-3208-42ea-83ab-463b6b4c5e49
Oct 27 19:48:31 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-a98ad16d-8567-4470-b57c-4fcde2bed5df tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lock "1bca4d6b-3208-42ea-83ab-463b6b4c5e49" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.232s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:48:31 user nova-compute[75147]: DEBUG nova.compute.manager [req-7f25c601-7fdd-40ac-afdd-b4b728797328 req-81bb050e-72fb-43cc-b930-5d9ed5e19cf4 service nova] [instance: 1bca4d6b-3208-42ea-83ab-463b6b4c5e49] Received event network-vif-plugged-61606428-c792-4409-b015-c7a8953ce3ef {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:48:31 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-7f25c601-7fdd-40ac-afdd-b4b728797328 req-81bb050e-72fb-43cc-b930-5d9ed5e19cf4 service nova] Acquiring lock "1bca4d6b-3208-42ea-83ab-463b6b4c5e49-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:48:31 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-7f25c601-7fdd-40ac-afdd-b4b728797328 req-81bb050e-72fb-43cc-b930-5d9ed5e19cf4 service nova] Lock "1bca4d6b-3208-42ea-83ab-463b6b4c5e49-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:48:31 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-7f25c601-7fdd-40ac-afdd-b4b728797328 req-81bb050e-72fb-43cc-b930-5d9ed5e19cf4 service nova] Lock "1bca4d6b-3208-42ea-83ab-463b6b4c5e49-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:48:31 user nova-compute[75147]: DEBUG nova.compute.manager [req-7f25c601-7fdd-40ac-afdd-b4b728797328 req-81bb050e-72fb-43cc-b930-5d9ed5e19cf4 service nova] [instance: 1bca4d6b-3208-42ea-83ab-463b6b4c5e49] No waiting events found dispatching network-vif-plugged-61606428-c792-4409-b015-c7a8953ce3ef {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:48:31 user nova-compute[75147]: WARNING nova.compute.manager [req-7f25c601-7fdd-40ac-afdd-b4b728797328 req-81bb050e-72fb-43cc-b930-5d9ed5e19cf4 service nova] [instance: 1bca4d6b-3208-42ea-83ab-463b6b4c5e49] Received unexpected event network-vif-plugged-61606428-c792-4409-b015-c7a8953ce3ef for instance with vm_state deleted and task_state None.
Oct 27 19:48:31 user nova-compute[75147]: DEBUG nova.compute.manager [req-7f25c601-7fdd-40ac-afdd-b4b728797328 req-81bb050e-72fb-43cc-b930-5d9ed5e19cf4 service nova] [instance: 1bca4d6b-3208-42ea-83ab-463b6b4c5e49] Received event network-vif-deleted-61606428-c792-4409-b015-c7a8953ce3ef {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:48:32 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:48:34 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-ba76ae8d-f8f0-414c-be33-7d09386c71c5 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Acquiring lock "890c8090-2d59-4e82-a8d2-b3ef579be76b" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:48:34 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-ba76ae8d-f8f0-414c-be33-7d09386c71c5 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Lock "890c8090-2d59-4e82-a8d2-b3ef579be76b" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:48:34 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-ba76ae8d-f8f0-414c-be33-7d09386c71c5 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Acquiring lock "890c8090-2d59-4e82-a8d2-b3ef579be76b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:48:34 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-ba76ae8d-f8f0-414c-be33-7d09386c71c5 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Lock "890c8090-2d59-4e82-a8d2-b3ef579be76b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:48:34 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-ba76ae8d-f8f0-414c-be33-7d09386c71c5 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Lock "890c8090-2d59-4e82-a8d2-b3ef579be76b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:48:34 user nova-compute[75147]: INFO nova.compute.manager [None req-ba76ae8d-f8f0-414c-be33-7d09386c71c5 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Terminating instance
Oct 27 19:48:34 user nova-compute[75147]: DEBUG nova.compute.manager [None req-ba76ae8d-f8f0-414c-be33-7d09386c71c5 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Start destroying the instance on the hypervisor. {{(pid=75147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 27 19:48:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:48:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:48:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:48:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:48:34 user nova-compute[75147]: DEBUG nova.compute.manager [req-e438e277-7d15-40ef-a7df-aa01d0041b0f req-9b04c2b4-20a3-49d2-a032-2af6c35e4f82 service nova] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Received event network-vif-unplugged-c2251937-2487-4cca-817b-a9062909d9ac {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:48:34 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-e438e277-7d15-40ef-a7df-aa01d0041b0f req-9b04c2b4-20a3-49d2-a032-2af6c35e4f82 service nova] Acquiring lock "890c8090-2d59-4e82-a8d2-b3ef579be76b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:48:34 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-e438e277-7d15-40ef-a7df-aa01d0041b0f req-9b04c2b4-20a3-49d2-a032-2af6c35e4f82 service nova] Lock "890c8090-2d59-4e82-a8d2-b3ef579be76b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:48:34 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-e438e277-7d15-40ef-a7df-aa01d0041b0f req-9b04c2b4-20a3-49d2-a032-2af6c35e4f82 service nova] Lock "890c8090-2d59-4e82-a8d2-b3ef579be76b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:48:34 user nova-compute[75147]: DEBUG nova.compute.manager [req-e438e277-7d15-40ef-a7df-aa01d0041b0f req-9b04c2b4-20a3-49d2-a032-2af6c35e4f82 service nova] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] No waiting events found dispatching network-vif-unplugged-c2251937-2487-4cca-817b-a9062909d9ac {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:48:34 user nova-compute[75147]: DEBUG nova.compute.manager [req-e438e277-7d15-40ef-a7df-aa01d0041b0f req-9b04c2b4-20a3-49d2-a032-2af6c35e4f82 service nova] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Received event network-vif-unplugged-c2251937-2487-4cca-817b-a9062909d9ac for instance with task_state deleting. {{(pid=75147) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 19:48:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:48:35 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Instance destroyed successfully.
Oct 27 19:48:35 user nova-compute[75147]: DEBUG nova.objects.instance [None req-ba76ae8d-f8f0-414c-be33-7d09386c71c5 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Lazy-loading 'resources' on Instance uuid 890c8090-2d59-4e82-a8d2-b3ef579be76b {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:48:35 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-ba76ae8d-f8f0-414c-be33-7d09386c71c5 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:39:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1016449598',display_name='tempest-ServerActionsTestOtherB-server-1016449598',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1016449598',id=29,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIbzcaisbNxV5FB2dgI6hcOOOfW5JVsQGXKDSHawFFIiHO0G2p7/mHAMPYVx7c3SXyW6vwShgiTGJ74I0x4Vi+7zdc5KZaRgr0EJMH5uJydj32vDe/1VzrDt9IZKfTGX5A==',key_name='tempest-keypair-1713438688',keypairs=<?>,launch_index=0,launched_at=2023-10-27T19:46:14Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='263dcbd796474e989caaf1ec61ef0e47',ramdisk_id='',reservation_id='r-qu7rgbae',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherB-1322299385',owner_user_name='tempest-ServerActionsTestOtherB-1322299385-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T19:46:15Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6bae7175bb1d42458482b8e5965bd0b5',uuid=890c8090-2d59-4e82-a8d2-b3ef579be76b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c2251937-2487-4cca-817b-a9062909d9ac", "address": "fa:16:3e:98:c8:c8", "network": {"id": "99edb53b-28d0-4c20-8301-2e49771a21ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1002512861-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.106", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "263dcbd796474e989caaf1ec61ef0e47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2251937-24", "ovs_interfaceid": "c2251937-2487-4cca-817b-a9062909d9ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 19:48:35 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-ba76ae8d-f8f0-414c-be33-7d09386c71c5 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Converting VIF {"id": "c2251937-2487-4cca-817b-a9062909d9ac", "address": "fa:16:3e:98:c8:c8", "network": {"id": "99edb53b-28d0-4c20-8301-2e49771a21ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1002512861-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.106", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "263dcbd796474e989caaf1ec61ef0e47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2251937-24", "ovs_interfaceid": "c2251937-2487-4cca-817b-a9062909d9ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:48:35 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-ba76ae8d-f8f0-414c-be33-7d09386c71c5 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:98:c8:c8,bridge_name='br-int',has_traffic_filtering=True,id=c2251937-2487-4cca-817b-a9062909d9ac,network=Network(99edb53b-28d0-4c20-8301-2e49771a21ba),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc2251937-24') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:48:35 user nova-compute[75147]: DEBUG os_vif [None req-ba76ae8d-f8f0-414c-be33-7d09386c71c5 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:98:c8:c8,bridge_name='br-int',has_traffic_filtering=True,id=c2251937-2487-4cca-817b-a9062909d9ac,network=Network(99edb53b-28d0-4c20-8301-2e49771a21ba),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc2251937-24') {{(pid=75147) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 19:48:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:48:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc2251937-24, bridge=br-int, if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:48:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:48:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:48:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:48:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=efc86922-7bc3-46e0-b15e-84b37cc2b9d7) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:48:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:48:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:48:35 user nova-compute[75147]: INFO os_vif [None req-ba76ae8d-f8f0-414c-be33-7d09386c71c5 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:98:c8:c8,bridge_name='br-int',has_traffic_filtering=True,id=c2251937-2487-4cca-817b-a9062909d9ac,network=Network(99edb53b-28d0-4c20-8301-2e49771a21ba),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc2251937-24')
Oct 27 19:48:35 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ba76ae8d-f8f0-414c-be33-7d09386c71c5 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] calling os-brick to detach iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 19:48:35 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba76ae8d-f8f0-414c-be33-7d09386c71c5 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, {'target_iqn': 'iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VMOrfECb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:48:35 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-ba76ae8d-f8f0-414c-be33-7d09386c71c5 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:48:35 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-ba76ae8d-f8f0-414c-be33-7d09386c71c5 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:48:35 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-ba76ae8d-f8f0-414c-be33-7d09386c71c5 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:48:35 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:48:35 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:48:35 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[48559c77-625d-427b-b11a-5ee31c190583]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6e4624a7-b763-44b2-bd24-6a0bc6dd99fc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:48:35 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba76ae8d-f8f0-414c-be33-7d09386c71c5 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 19:48:35 user nova-compute[75147]: No targets found.
Oct 27 19:48:35 user nova-compute[75147]: iSNS:
Oct 27 19:48:35 user nova-compute[75147]: No targets found.
Oct 27 19:48:35 user nova-compute[75147]: STATIC:
Oct 27 19:48:35 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4
Oct 27 19:48:35 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:48:35 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:48:35 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:6e4624a7-b763-44b2-bd24-6a0bc6dd99fc
Oct 27 19:48:35 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:48:35 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:48:35 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7
Oct 27 19:48:35 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:48:35 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:48:35 user nova-compute[75147]: FIRMWARE:
Oct 27 19:48:35 user nova-compute[75147]: No targets found.
Oct 27 19:48:35 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:48:35 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba76ae8d-f8f0-414c-be33-7d09386c71c5 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 19:48:35 user nova-compute[75147]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 19:48:35 user nova-compute[75147]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75147) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 19:48:35 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba76ae8d-f8f0-414c-be33-7d09386c71c5 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7', 0)] {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 19:48:35 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:48:35 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:48:35 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[aeeb9651-1768-4dab-b63b-cf4602478654]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6e4624a7-b763-44b2-bd24-6a0bc6dd99fc\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:48:35 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:48:35 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:48:35 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[3fa28bcc-3473-4982-ad0c-95a18f8a4019]: (4, ('tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e4624a7-b763-44b2-bd24-6a0bc6dd99fc (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:48:35 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba76ae8d-f8f0-414c-be33-7d09386c71c5 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 (non-flash)
Oct 27 19:48:35 user nova-compute[75147]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e4624a7-b763-44b2-bd24-6a0bc6dd99fc (non-flash)
Oct 27 19:48:35 user nova-compute[75147]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4 (non-flash)
Oct 27 19:48:35 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:48:35 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba76ae8d-f8f0-414c-be33-7d09386c71c5 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] iscsi session list stdout=tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 (non-flash)
Oct 27 19:48:35 user nova-compute[75147]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e4624a7-b763-44b2-bd24-6a0bc6dd99fc (non-flash)
Oct 27 19:48:35 user nova-compute[75147]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4 (non-flash)
Oct 27 19:48:35 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:48:35 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba76ae8d-f8f0-414c-be33-7d09386c71c5 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f28ec491990>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7'): ({'sdc'}, set())}) {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 19:48:35 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-ba76ae8d-f8f0-414c-be33-7d09386c71c5 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Removing single pathed devices sdc {{(pid=75147) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 19:48:35 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:48:35 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:48:35 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[92280903-dfae-4604-99d0-21799ad916a1]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:48:35 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:48:35 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:48:35 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[31500c2f-539a-4721-af38-5dda3ff42ec5]: (4, ('ok\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:48:35 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-ba76ae8d-f8f0-414c-be33-7d09386c71c5 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Flushing IO for device /dev/sdc {{(pid=75147) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 19:48:35 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:48:35 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.015s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:48:35 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9fd65d0-f646-40f4-bf26-b73fee1950ba]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:48:35 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-ba76ae8d-f8f0-414c-be33-7d09386c71c5 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75147) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 19:48:35 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:48:35 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.044s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:48:35 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[70a1caab-9e6b-4ae1-ae6d-72433dbb6854]: (4, ('1', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:48:35 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-ba76ae8d-f8f0-414c-be33-7d09386c71c5 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 19:48:35 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-ba76ae8d-f8f0-414c-be33-7d09386c71c5 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] SCSI volumes sdc have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 19:48:35 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba76ae8d-f8f0-414c-be33-7d09386c71c5 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7')] {{(pid=75147) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 19:48:35 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:48:35 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:48:35 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[26359070-3734-499a-99de-1dddc7489f6c]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:48:35 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba76ae8d-f8f0-414c-be33-7d09386c71c5 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:48:35 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 -p 172.16.0.220:3260 --logout {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:48:35 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 -p 172.16.0.220:3260 --logout" returned: 0 in 0.058s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:48:35 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[959d93c7-759c-4842-a7d3-8ea1e40d701d]: (4, ('Logging out of session [sid: 38, target: iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7, portal: 172.16.0.220,3260]\nLogout of [sid: 38, target: iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:48:35 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba76ae8d-f8f0-414c-be33-7d09386c71c5 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 38, target: iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7, portal: 172.16.0.220,3260]
Oct 27 19:48:35 user nova-compute[75147]: Logout of [sid: 38, target: iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7, portal: 172.16.0.220,3260] successful.
Oct 27 19:48:35 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:48:35 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 -p 172.16.0.220:3260 --op delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:48:35 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f28609a0-2515-43b0-bd7a-1ebb9dd0f1a7 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:48:35 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[303af420-9e43-44b0-a1ae-8a6a48b9cf99]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:48:35 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba76ae8d-f8f0-414c-be33-7d09386c71c5 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:48:35 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-ba76ae8d-f8f0-414c-be33-7d09386c71c5 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.315s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:48:35 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba76ae8d-f8f0-414c-be33-7d09386c71c5 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] <== disconnect_volume: return (317ms) None {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:48:35 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ba76ae8d-f8f0-414c-be33-7d09386c71c5 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Disconnected iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 19:48:35 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-ba76ae8d-f8f0-414c-be33-7d09386c71c5 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Deleting instance files /opt/stack/data/nova/instances/890c8090-2d59-4e82-a8d2-b3ef579be76b_del
Oct 27 19:48:35 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-ba76ae8d-f8f0-414c-be33-7d09386c71c5 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Deletion of /opt/stack/data/nova/instances/890c8090-2d59-4e82-a8d2-b3ef579be76b_del complete
Oct 27 19:48:35 user nova-compute[75147]: INFO nova.compute.manager [None req-ba76ae8d-f8f0-414c-be33-7d09386c71c5 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Took 1.22 seconds to destroy the instance on the hypervisor.
Oct 27 19:48:35 user nova-compute[75147]: DEBUG oslo.service.loopingcall [None req-ba76ae8d-f8f0-414c-be33-7d09386c71c5 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 27 19:48:35 user nova-compute[75147]: DEBUG nova.compute.manager [-] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Deallocating network for instance {{(pid=75147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 27 19:48:35 user nova-compute[75147]: DEBUG nova.network.neutron [-] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] deallocate_for_instance() {{(pid=75147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 27 19:48:36 user nova-compute[75147]: DEBUG nova.network.neutron [-] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Updating instance_info_cache with network_info: [] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:48:36 user nova-compute[75147]: INFO nova.compute.manager [-] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Took 1.00 seconds to deallocate network for instance.
Oct 27 19:48:36 user nova-compute[75147]: DEBUG nova.compute.manager [req-64e67ed8-d8b3-4e97-a962-7dbb8a4e76ab req-61114c77-afde-43a6-bce6-8db393810d58 service nova] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Received event network-vif-deleted-c2251937-2487-4cca-817b-a9062909d9ac {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:48:36 user nova-compute[75147]: DEBUG nova.compute.manager [req-a9f52d12-1821-42e1-82de-88d07db57f8e req-db5b6a71-04b7-4ac6-9b18-e4dfd116dac3 service nova] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Received event network-vif-plugged-c2251937-2487-4cca-817b-a9062909d9ac {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:48:36 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-a9f52d12-1821-42e1-82de-88d07db57f8e req-db5b6a71-04b7-4ac6-9b18-e4dfd116dac3 service nova] Acquiring lock "890c8090-2d59-4e82-a8d2-b3ef579be76b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:48:36 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-a9f52d12-1821-42e1-82de-88d07db57f8e req-db5b6a71-04b7-4ac6-9b18-e4dfd116dac3 service nova] Lock "890c8090-2d59-4e82-a8d2-b3ef579be76b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:48:36 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-a9f52d12-1821-42e1-82de-88d07db57f8e req-db5b6a71-04b7-4ac6-9b18-e4dfd116dac3 service nova] Lock "890c8090-2d59-4e82-a8d2-b3ef579be76b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:48:36 user nova-compute[75147]: DEBUG nova.compute.manager [req-a9f52d12-1821-42e1-82de-88d07db57f8e req-db5b6a71-04b7-4ac6-9b18-e4dfd116dac3 service nova] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] No waiting events found dispatching network-vif-plugged-c2251937-2487-4cca-817b-a9062909d9ac {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:48:36 user nova-compute[75147]: WARNING nova.compute.manager [req-a9f52d12-1821-42e1-82de-88d07db57f8e req-db5b6a71-04b7-4ac6-9b18-e4dfd116dac3 service nova] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Received unexpected event network-vif-plugged-c2251937-2487-4cca-817b-a9062909d9ac for instance with vm_state active and task_state deleting.
Oct 27 19:48:37 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:48:37 user nova-compute[75147]: INFO nova.compute.manager [None req-ba76ae8d-f8f0-414c-be33-7d09386c71c5 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] [instance: 890c8090-2d59-4e82-a8d2-b3ef579be76b] Took 0.86 seconds to detach 1 volumes for instance.
Oct 27 19:48:37 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-ba76ae8d-f8f0-414c-be33-7d09386c71c5 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:48:37 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-ba76ae8d-f8f0-414c-be33-7d09386c71c5 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:48:37 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-ba76ae8d-f8f0-414c-be33-7d09386c71c5 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:48:37 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-ba76ae8d-f8f0-414c-be33-7d09386c71c5 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:48:37 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-ba76ae8d-f8f0-414c-be33-7d09386c71c5 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.208s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:48:37 user nova-compute[75147]: INFO nova.scheduler.client.report [None req-ba76ae8d-f8f0-414c-be33-7d09386c71c5 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Deleted allocations for instance 890c8090-2d59-4e82-a8d2-b3ef579be76b
Oct 27 19:48:37 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-ba76ae8d-f8f0-414c-be33-7d09386c71c5 tempest-ServerActionsTestOtherB-1322299385 tempest-ServerActionsTestOtherB-1322299385-project-member] Lock "890c8090-2d59-4e82-a8d2-b3ef579be76b" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.557s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:48:40 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:48:42 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:48:45 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:48:46 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Acquiring lock "fcba79df-fa35-42c4-9fec-51b7bab8c1dd" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:48:46 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lock "fcba79df-fa35-42c4-9fec-51b7bab8c1dd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:48:46 user nova-compute[75147]: DEBUG nova.compute.manager [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: fcba79df-fa35-42c4-9fec-51b7bab8c1dd] Starting instance... {{(pid=75147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 27 19:48:46 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:48:46 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:48:46 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75147) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 19:48:46 user nova-compute[75147]: INFO nova.compute.claims [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: fcba79df-fa35-42c4-9fec-51b7bab8c1dd] Claim successful on node user
Oct 27 19:48:46 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:48:46 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:48:46 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.290s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:48:46 user nova-compute[75147]: DEBUG nova.compute.manager [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: fcba79df-fa35-42c4-9fec-51b7bab8c1dd] Start building networks asynchronously for instance. {{(pid=75147) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 27 19:48:46 user nova-compute[75147]: DEBUG nova.compute.manager [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: fcba79df-fa35-42c4-9fec-51b7bab8c1dd] Allocating IP information in the background. {{(pid=75147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 27 19:48:46 user nova-compute[75147]: DEBUG nova.network.neutron [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: fcba79df-fa35-42c4-9fec-51b7bab8c1dd] allocate_for_instance() {{(pid=75147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 27 19:48:46 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: fcba79df-fa35-42c4-9fec-51b7bab8c1dd] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 27 19:48:46 user nova-compute[75147]: DEBUG nova.compute.manager [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: fcba79df-fa35-42c4-9fec-51b7bab8c1dd] Start building block device mappings for instance. {{(pid=75147) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 27 19:48:46 user nova-compute[75147]: INFO nova.virt.block_device [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: fcba79df-fa35-42c4-9fec-51b7bab8c1dd] Booting with volume fa4f4ba9-1533-4412-a943-be81e8c1987b at /dev/vda
Oct 27 19:48:46 user nova-compute[75147]: DEBUG nova.policy [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c215953c5f1f494bb16ee70ff9355cfd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c7d5ee667069474fa684fb2d4ba9da41', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75147) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 27 19:48:46 user nova-compute[75147]: DEBUG os_brick.utils [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:48:46 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:48:47 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:48:47 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f32080b-6212-4966-b67e-79289ec72844]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9325735bc82e\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:48:47 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:48:47 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:48:47 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:48:47 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9c24946-942e-4057-ab41-ba3ca7539235]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:48:47 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:48:47 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:48:47 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[37451061-3c13-4019-b074-34de73def674]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:48:47 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[a02309cb-17f6-41eb-8b1b-6dced0f1e8c1]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:48:47 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Running cmd (subprocess): nvme version {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:48:47 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] 'nvme version' failed. Not Retrying. {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 19:48:47 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.nvmeof [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] nvme not present on system {{(pid=75147) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 27 19:48:47 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:48:47 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 19:48:47 user nova-compute[75147]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 27 19:48:47 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[5670c5b6-628a-48b4-a8ed-5355154dc523]: (4, '') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:48:47 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75147) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 27 19:48:47 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 27 19:48:47 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] LIGHTOS: no hostnqn found. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 27 19:48:47 user nova-compute[75147]: DEBUG os_brick.utils [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] <== get_connector_properties: return (137ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9325735bc82e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:48:47 user nova-compute[75147]: DEBUG nova.virt.block_device [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: fcba79df-fa35-42c4-9fec-51b7bab8c1dd] Updating existing volume attachment record: 5031811c-4a27-4a90-9b47-b8ebe5fab738 {{(pid=75147) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 27 19:48:47 user nova-compute[75147]: DEBUG nova.network.neutron [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: fcba79df-fa35-42c4-9fec-51b7bab8c1dd] Successfully created port: aeb23145-661f-4dc5-a3de-98df56c606ad {{(pid=75147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 19:48:48 user nova-compute[75147]: DEBUG nova.network.neutron [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: fcba79df-fa35-42c4-9fec-51b7bab8c1dd] Successfully updated port: aeb23145-661f-4dc5-a3de-98df56c606ad {{(pid=75147) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 19:48:48 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Acquiring lock "refresh_cache-fcba79df-fa35-42c4-9fec-51b7bab8c1dd" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:48:48 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Acquired lock "refresh_cache-fcba79df-fa35-42c4-9fec-51b7bab8c1dd" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:48:48 user nova-compute[75147]: DEBUG nova.network.neutron [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: fcba79df-fa35-42c4-9fec-51b7bab8c1dd] Building network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 19:48:48 user nova-compute[75147]: DEBUG nova.compute.manager [req-bca6e769-3416-46ae-ac71-65fc68cbf990 req-6bb863ea-1923-4720-bc85-4457d081d9ab service nova] [instance: fcba79df-fa35-42c4-9fec-51b7bab8c1dd] Received event network-changed-aeb23145-661f-4dc5-a3de-98df56c606ad {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:48:48 user nova-compute[75147]: DEBUG nova.compute.manager [req-bca6e769-3416-46ae-ac71-65fc68cbf990 req-6bb863ea-1923-4720-bc85-4457d081d9ab service nova] [instance: fcba79df-fa35-42c4-9fec-51b7bab8c1dd] Refreshing instance network info cache due to event network-changed-aeb23145-661f-4dc5-a3de-98df56c606ad. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 19:48:48 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-bca6e769-3416-46ae-ac71-65fc68cbf990 req-6bb863ea-1923-4720-bc85-4457d081d9ab service nova] Acquiring lock "refresh_cache-fcba79df-fa35-42c4-9fec-51b7bab8c1dd" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:48:48 user nova-compute[75147]: DEBUG nova.network.neutron [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: fcba79df-fa35-42c4-9fec-51b7bab8c1dd] Instance cache missing network info. {{(pid=75147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 19:48:48 user nova-compute[75147]: DEBUG nova.network.neutron [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: fcba79df-fa35-42c4-9fec-51b7bab8c1dd] Updating instance_info_cache with network_info: [{"id": "aeb23145-661f-4dc5-a3de-98df56c606ad", "address": "fa:16:3e:ce:cf:87", "network": {"id": "06d546cd-b394-4fcf-970b-6f2fff8ea7ac", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-719028923-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c7d5ee667069474fa684fb2d4ba9da41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaeb23145-66", "ovs_interfaceid": "aeb23145-661f-4dc5-a3de-98df56c606ad", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:48:48 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Releasing lock "refresh_cache-fcba79df-fa35-42c4-9fec-51b7bab8c1dd" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:48:48 user nova-compute[75147]: DEBUG nova.compute.manager [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: fcba79df-fa35-42c4-9fec-51b7bab8c1dd] Instance network_info: |[{"id": "aeb23145-661f-4dc5-a3de-98df56c606ad", "address": "fa:16:3e:ce:cf:87", "network": {"id": "06d546cd-b394-4fcf-970b-6f2fff8ea7ac", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-719028923-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c7d5ee667069474fa684fb2d4ba9da41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaeb23145-66", "ovs_interfaceid": "aeb23145-661f-4dc5-a3de-98df56c606ad", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 27 19:48:48 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-bca6e769-3416-46ae-ac71-65fc68cbf990 req-6bb863ea-1923-4720-bc85-4457d081d9ab service nova] Acquired lock "refresh_cache-fcba79df-fa35-42c4-9fec-51b7bab8c1dd" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:48:48 user nova-compute[75147]: DEBUG nova.network.neutron [req-bca6e769-3416-46ae-ac71-65fc68cbf990 req-6bb863ea-1923-4720-bc85-4457d081d9ab service nova] [instance: fcba79df-fa35-42c4-9fec-51b7bab8c1dd] Refreshing network info cache for port aeb23145-661f-4dc5-a3de-98df56c606ad {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 19:48:49 user nova-compute[75147]: DEBUG nova.network.neutron [req-bca6e769-3416-46ae-ac71-65fc68cbf990 req-6bb863ea-1923-4720-bc85-4457d081d9ab service nova] [instance: fcba79df-fa35-42c4-9fec-51b7bab8c1dd] Updated VIF entry in instance network info cache for port aeb23145-661f-4dc5-a3de-98df56c606ad. {{(pid=75147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 19:48:49 user nova-compute[75147]: DEBUG nova.network.neutron [req-bca6e769-3416-46ae-ac71-65fc68cbf990 req-6bb863ea-1923-4720-bc85-4457d081d9ab service nova] [instance: fcba79df-fa35-42c4-9fec-51b7bab8c1dd] Updating instance_info_cache with network_info: [{"id": "aeb23145-661f-4dc5-a3de-98df56c606ad", "address": "fa:16:3e:ce:cf:87", "network": {"id": "06d546cd-b394-4fcf-970b-6f2fff8ea7ac", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-719028923-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c7d5ee667069474fa684fb2d4ba9da41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaeb23145-66", "ovs_interfaceid": "aeb23145-661f-4dc5-a3de-98df56c606ad", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:48:49 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-bca6e769-3416-46ae-ac71-65fc68cbf990 req-6bb863ea-1923-4720-bc85-4457d081d9ab service nova] Releasing lock "refresh_cache-fcba79df-fa35-42c4-9fec-51b7bab8c1dd" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:48:50 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:48:52 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-7e371e33-cf0d-4329-9818-29a94dd6a7c2 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Acquiring lock "57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:48:52 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-7e371e33-cf0d-4329-9818-29a94dd6a7c2 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Lock "57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:48:52 user nova-compute[75147]: INFO nova.compute.manager [None req-7e371e33-cf0d-4329-9818-29a94dd6a7c2 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] [instance: 57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5] Detaching volume 6e4624a7-b763-44b2-bd24-6a0bc6dd99fc
Oct 27 19:48:52 user nova-compute[75147]: INFO nova.virt.block_device [None req-7e371e33-cf0d-4329-9818-29a94dd6a7c2 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] [instance: 57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5] Attempting to driver detach volume 6e4624a7-b763-44b2-bd24-6a0bc6dd99fc from mountpoint /dev/vdb
Oct 27 19:48:52 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-7e371e33-cf0d-4329-9818-29a94dd6a7c2 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Attempting to detach device vdb from instance 57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5 from the persistent domain config. {{(pid=75147) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 27 19:48:52 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-7e371e33-cf0d-4329-9818-29a94dd6a7c2 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] detach device xml: <disk type="block" device="disk">
Oct 27 19:48:52 user nova-compute[75147]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 19:48:52 user nova-compute[75147]:   <source dev="/dev/sdd"/>
Oct 27 19:48:52 user nova-compute[75147]:   <target dev="vdb" bus="virtio"/>
Oct 27 19:48:52 user nova-compute[75147]:   <serial>6e4624a7-b763-44b2-bd24-6a0bc6dd99fc</serial>
Oct 27 19:48:52 user nova-compute[75147]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 27 19:48:52 user nova-compute[75147]: </disk>
Oct 27 19:48:52 user nova-compute[75147]:  {{(pid=75147) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 19:48:52 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-543a822a-f955-4935-9ad8-225fe8c6079b tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Acquiring lock "57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:48:52 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-7e371e33-cf0d-4329-9818-29a94dd6a7c2 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Successfully detached device vdb from instance 57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5 from the persistent domain config.
Oct 27 19:48:52 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-7e371e33-cf0d-4329-9818-29a94dd6a7c2 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5 from the live domain config. {{(pid=75147) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 27 19:48:52 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-7e371e33-cf0d-4329-9818-29a94dd6a7c2 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] detach device xml: <disk type="block" device="disk">
Oct 27 19:48:52 user nova-compute[75147]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 19:48:52 user nova-compute[75147]:   <source dev="/dev/sdd"/>
Oct 27 19:48:52 user nova-compute[75147]:   <target dev="vdb" bus="virtio"/>
Oct 27 19:48:52 user nova-compute[75147]:   <serial>6e4624a7-b763-44b2-bd24-6a0bc6dd99fc</serial>
Oct 27 19:48:52 user nova-compute[75147]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 27 19:48:52 user nova-compute[75147]: </disk>
Oct 27 19:48:52 user nova-compute[75147]:  {{(pid=75147) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 19:48:52 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-7e371e33-cf0d-4329-9818-29a94dd6a7c2 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5 {{(pid=75147) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 27 19:48:55 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:49:00 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:49:00 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:49:01 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:49:03 user nova-compute[75147]: DEBUG nova.compute.manager [req-8fd04157-ebca-4ec4-b66b-6a093de0738d req-fac76a3c-b9b1-4afb-8d5a-77cd93da6d09 service nova] [instance: 71edf8bd-af69-418b-9794-61f192d21a48] Received event network-changed-cdad5fd5-8077-4c76-b583-e5f42db7f081 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:49:03 user nova-compute[75147]: DEBUG nova.compute.manager [req-8fd04157-ebca-4ec4-b66b-6a093de0738d req-fac76a3c-b9b1-4afb-8d5a-77cd93da6d09 service nova] [instance: 71edf8bd-af69-418b-9794-61f192d21a48] Refreshing instance network info cache due to event network-changed-cdad5fd5-8077-4c76-b583-e5f42db7f081. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 19:49:03 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-8fd04157-ebca-4ec4-b66b-6a093de0738d req-fac76a3c-b9b1-4afb-8d5a-77cd93da6d09 service nova] Acquiring lock "refresh_cache-71edf8bd-af69-418b-9794-61f192d21a48" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:49:03 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-8fd04157-ebca-4ec4-b66b-6a093de0738d req-fac76a3c-b9b1-4afb-8d5a-77cd93da6d09 service nova] Acquired lock "refresh_cache-71edf8bd-af69-418b-9794-61f192d21a48" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:49:03 user nova-compute[75147]: DEBUG nova.network.neutron [req-8fd04157-ebca-4ec4-b66b-6a093de0738d req-fac76a3c-b9b1-4afb-8d5a-77cd93da6d09 service nova] [instance: 71edf8bd-af69-418b-9794-61f192d21a48] Refreshing network info cache for port cdad5fd5-8077-4c76-b583-e5f42db7f081 {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 19:49:03 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:49:03 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:49:03 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Starting heal instance info cache {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 19:49:03 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: 57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5] Skipping network cache update for instance because it is being deleted. {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9970}}
Oct 27 19:49:03 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Didn't find any instances for network info cache update. {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 27 19:49:03 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:49:03 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:49:03 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:49:03 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:49:03 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:49:03 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Auditing locally available compute resources for user (node: user) {{(pid=75147) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 19:49:04 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75147) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 19:49:04 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71edf8bd-af69-418b-9794-61f192d21a48/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:49:04 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71edf8bd-af69-418b-9794-61f192d21a48/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:49:04 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71edf8bd-af69-418b-9794-61f192d21a48/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:49:04 user nova-compute[75147]: DEBUG nova.network.neutron [req-8fd04157-ebca-4ec4-b66b-6a093de0738d req-fac76a3c-b9b1-4afb-8d5a-77cd93da6d09 service nova] [instance: 71edf8bd-af69-418b-9794-61f192d21a48] Updated VIF entry in instance network info cache for port cdad5fd5-8077-4c76-b583-e5f42db7f081. {{(pid=75147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 19:49:04 user nova-compute[75147]: DEBUG nova.network.neutron [req-8fd04157-ebca-4ec4-b66b-6a093de0738d req-fac76a3c-b9b1-4afb-8d5a-77cd93da6d09 service nova] [instance: 71edf8bd-af69-418b-9794-61f192d21a48] Updating instance_info_cache with network_info: [{"id": "cdad5fd5-8077-4c76-b583-e5f42db7f081", "address": "fa:16:3e:b7:bb:22", "network": {"id": "420dedce-997d-47b8-bd88-e64134802692", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-793800198-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.95", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b3c5d2a101874e4e942d7af53f253f99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcdad5fd5-80", "ovs_interfaceid": "cdad5fd5-8077-4c76-b583-e5f42db7f081", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:49:04 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-8fd04157-ebca-4ec4-b66b-6a093de0738d req-fac76a3c-b9b1-4afb-8d5a-77cd93da6d09 service nova] Releasing lock "refresh_cache-71edf8bd-af69-418b-9794-61f192d21a48" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:49:04 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71edf8bd-af69-418b-9794-61f192d21a48/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:49:04 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:49:04 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:49:04 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:49:04 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:49:05 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:49:05 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:49:05 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:49:05 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Hypervisor/Node resource view: name=user free_ram=8433MB free_disk=25.162494659423828GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75147) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 19:49:05 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:49:05 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:49:05 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:49:05 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 71edf8bd-af69-418b-9794-61f192d21a48 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:49:05 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 5a010f8b-ded4-4768-a829-769d954b4c71 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:49:05 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance fcba79df-fa35-42c4-9fec-51b7bab8c1dd actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:49:05 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 19:49:05 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Final resource view: name=user phys_ram=16011MB used_ram=2560MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 19:49:05 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:49:05 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:49:05 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Compute_service record updated for user:user {{(pid=75147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 19:49:05 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.344s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:49:06 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:49:07 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:49:07 user nova-compute[75147]: DEBUG nova.compute.manager [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: fcba79df-fa35-42c4-9fec-51b7bab8c1dd] Start spawning the instance on the hypervisor. {{(pid=75147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 27 19:49:07 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: fcba79df-fa35-42c4-9fec-51b7bab8c1dd] Creating instance directory {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 19:49:07 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: fcba79df-fa35-42c4-9fec-51b7bab8c1dd] Creating image(s)
Oct 27 19:49:07 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: fcba79df-fa35-42c4-9fec-51b7bab8c1dd] Did not create local disks {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 27 19:49:07 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: fcba79df-fa35-42c4-9fec-51b7bab8c1dd] Ensure instance console log exists: /opt/stack/data/nova/instances/fcba79df-fa35-42c4-9fec-51b7bab8c1dd/console.log {{(pid=75147) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 19:49:07 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:49:07 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:49:07 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:49:07 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: fcba79df-fa35-42c4-9fec-51b7bab8c1dd] Start _get_guest_xml network_info=[{"id": "aeb23145-661f-4dc5-a3de-98df56c606ad", "address": "fa:16:3e:ce:cf:87", "network": {"id": "06d546cd-b394-4fcf-970b-6f2fff8ea7ac", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-719028923-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c7d5ee667069474fa684fb2d4ba9da41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaeb23145-66", "ovs_interfaceid": "aeb23145-661f-4dc5-a3de-98df56c606ad", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': 'disk', 'delete_on_termination': True, 'boot_index': 0, 'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'guest_format': None, 'attachment_id': '5031811c-4a27-4a90-9b47-b8ebe5fab738', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'wIzmpqli', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'fcba79df-fa35-42c4-9fec-51b7bab8c1dd', 'attached_at': '', 'detached_at': '', 'volume_id': 'fa4f4ba9-1533-4412-a943-be81e8c1987b', 'serial': 'fa4f4ba9-1533-4412-a943-be81e8c1987b'}, 'volume_type': None} {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 19:49:07 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:49:07 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:49:07 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 19:49:07 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] CPU controller missing on host. {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 19:49:07 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 19:49:07 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] CPU controller found on host. {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 19:49:07 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75147) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 19:49:07 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T19:21:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 19:49:07 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Flavor limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 19:49:07 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Image limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 19:49:07 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Flavor pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 19:49:07 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Image pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 19:49:07 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 19:49:07 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 19:49:07 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 19:49:07 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Got 1 possible topologies {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 19:49:07 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 19:49:07 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 19:49:07 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: fcba79df-fa35-42c4-9fec-51b7bab8c1dd] Calling os-brick to attach iSCSI Volume {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 19:49:07 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'wIzmpqli', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:49:07 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:49:07 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:49:07 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.006s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:49:07 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:49:07 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:49:07 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:49:07 user nova-compute[75147]: INFO os_brick.initiator.connectors.iscsi [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 19:49:07 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b -p 172.16.0.220:3260 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:49:07 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:49:07 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[57f89bbc-49ba-4081-86b8-ae0db2efa2a4]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:49:07 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 19:49:07 user nova-compute[75147]:  {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:49:07 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b -p 172.16.0.220:3260 --interface default --op new {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:49:07 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:49:07 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b51fb2c-eeca-4a7d-b182-4b6bef9ccbb5]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b] added\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:49:07 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b] added
Oct 27 19:49:07 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:49:07 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:49:07 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:49:07 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b55d066-244a-42c3-99f7-311863dce9b9]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:49:07 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:49:07 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:49:07 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:49:07 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[746f0fe8-db52-4e3e-8129-5d355a87592b]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:49:07 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:49:07 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v wIzmpqli {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:49:07 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v wIzmpqli" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:49:07 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[b13c2113-1bf9-4156-9106-c0b665d47c84]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:49:07 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'wIzmpqli'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:49:07 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:49:07 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:49:07 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd413840-e683-4d9a-95d7-0d65eb5ebe97]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:49:07 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:49:07 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:49:07 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:49:07 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[baa0d16c-6364-4a90-b539-8ae6ccf00984]: (4, ('tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e4624a7-b763-44b2-bd24-6a0bc6dd99fc (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:49:07 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e4624a7-b763-44b2-bd24-6a0bc6dd99fc (non-flash)
Oct 27 19:49:07 user nova-compute[75147]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4 (non-flash)
Oct 27 19:49:07 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:49:07 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] iscsi session list stdout=tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e4624a7-b763-44b2-bd24-6a0bc6dd99fc (non-flash)
Oct 27 19:49:07 user nova-compute[75147]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4 (non-flash)
Oct 27 19:49:07 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:49:07 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b -p 172.16.0.220:3260 --login {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:49:07 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b -p 172.16.0.220:3260 --login" returned: 0 in 0.052s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:49:07 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[0deac26d-475a-4daf-905d-9751287ffd88]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:49:07 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b, portal: 172.16.0.220,3260]
Oct 27 19:49:07 user nova-compute[75147]: Login to [iface: default, target: iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b, portal: 172.16.0.220,3260] successful.
Oct 27 19:49:07 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:49:07 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:49:07 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:49:07 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[556e41d4-cc22-4795-988b-1dd76ab1aa7c]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:49:07 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:49:07 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:49:07 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:49:07 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f5cb8e7-0a8c-4d4a-8db5-2ecc01e96a45]: (4, ('tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e4624a7-b763-44b2-bd24-6a0bc6dd99fc (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:49:07 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e4624a7-b763-44b2-bd24-6a0bc6dd99fc (non-flash)
Oct 27 19:49:07 user nova-compute[75147]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4 (non-flash)
Oct 27 19:49:07 user nova-compute[75147]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b (non-flash)
Oct 27 19:49:07 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:49:07 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] iscsi session list stdout=tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e4624a7-b763-44b2-bd24-6a0bc6dd99fc (non-flash)
Oct 27 19:49:07 user nova-compute[75147]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4 (non-flash)
Oct 27 19:49:07 user nova-compute[75147]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b (non-flash)
Oct 27 19:49:07 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:49:07 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.274s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:49:07 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Connected to 172.16.0.220:3260 {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 19:49:07 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] HCTL ('34', '-', '-', 0) found on session 44 with lun 0 {{(pid=75147) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 19:49:07 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75147) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 19:49:07 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:49:07 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:49:07 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a4de56d-94cb-4a11-bf97-5d80c7962c31]: (4, ('- - 0', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:49:07 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Searching for a device in session 44 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75147) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 19:49:07 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'wIzmpqli', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 19:49:09 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.309s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:49:09 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] <== connect_volume: return (1315ms) {'type': 'block', 'scsi_wwn': '26334356635383238', 'path': '/dev/sdc'} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:49:09 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: fcba79df-fa35-42c4-9fec-51b7bab8c1dd] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26334356635383238', 'path': '/dev/sdc'} {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 19:49:09 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:48:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-volume-backed-server-468936044',display_name='tempest-TestVolumeBootPattern-volume-backed-server-468936044',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-volume-backed-server-468936044',id=39,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCfu/CSP7GyOzLRf1X7zqgeAmR/r2+YxSaAQzdtXgf00iMknG7/0kkjwP73Pt40kjs/mN5TDkEoWzoTaF2fGcpssVMkkWEesY+15FcKdrGnzGcbOAtp/+WQzS0IeJbH+aQ==',key_name='tempest-keypair-82950203',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c7d5ee667069474fa684fb2d4ba9da41',ramdisk_id='',reservation_id='r-yn6e9z4x',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1184716630',owner_user_name='tempest-TestVolumeBootPattern-1184716630-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:48:47Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c215953c5f1f494bb16ee70ff9355cfd',uuid=fcba79df-fa35-42c4-9fec-51b7bab8c1dd,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "aeb23145-661f-4dc5-a3de-98df56c606ad", "address": "fa:16:3e:ce:cf:87", "network": {"id": "06d546cd-b394-4fcf-970b-6f2fff8ea7ac", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-719028923-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c7d5ee667069474fa684fb2d4ba9da41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaeb23145-66", "ovs_interfaceid": "aeb23145-661f-4dc5-a3de-98df56c606ad", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75147) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 19:49:09 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Converting VIF {"id": "aeb23145-661f-4dc5-a3de-98df56c606ad", "address": "fa:16:3e:ce:cf:87", "network": {"id": "06d546cd-b394-4fcf-970b-6f2fff8ea7ac", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-719028923-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c7d5ee667069474fa684fb2d4ba9da41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaeb23145-66", "ovs_interfaceid": "aeb23145-661f-4dc5-a3de-98df56c606ad", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:49:09 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ce:cf:87,bridge_name='br-int',has_traffic_filtering=True,id=aeb23145-661f-4dc5-a3de-98df56c606ad,network=Network(06d546cd-b394-4fcf-970b-6f2fff8ea7ac),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaeb23145-66') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:49:09 user nova-compute[75147]: DEBUG nova.objects.instance [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lazy-loading 'pci_devices' on Instance uuid fcba79df-fa35-42c4-9fec-51b7bab8c1dd {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:49:09 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: fcba79df-fa35-42c4-9fec-51b7bab8c1dd] End _get_guest_xml xml=<domain type="kvm">
Oct 27 19:49:09 user nova-compute[75147]:   <uuid>fcba79df-fa35-42c4-9fec-51b7bab8c1dd</uuid>
Oct 27 19:49:09 user nova-compute[75147]:   <name>instance-00000027</name>
Oct 27 19:49:09 user nova-compute[75147]:   <memory>524288</memory>
Oct 27 19:49:09 user nova-compute[75147]:   <vcpu>1</vcpu>
Oct 27 19:49:09 user nova-compute[75147]:   <metadata>
Oct 27 19:49:09 user nova-compute[75147]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 19:49:09 user nova-compute[75147]:       <nova:package version="0.0.0"/>
Oct 27 19:49:09 user nova-compute[75147]:       <nova:name>tempest-TestVolumeBootPattern-volume-backed-server-468936044</nova:name>
Oct 27 19:49:09 user nova-compute[75147]:       <nova:creationTime>2023-10-27 19:49:07</nova:creationTime>
Oct 27 19:49:09 user nova-compute[75147]:       <nova:flavor name="m1.tiny">
Oct 27 19:49:09 user nova-compute[75147]:         <nova:memory>512</nova:memory>
Oct 27 19:49:09 user nova-compute[75147]:         <nova:disk>1</nova:disk>
Oct 27 19:49:09 user nova-compute[75147]:         <nova:swap>0</nova:swap>
Oct 27 19:49:09 user nova-compute[75147]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 19:49:09 user nova-compute[75147]:         <nova:vcpus>1</nova:vcpus>
Oct 27 19:49:09 user nova-compute[75147]:       </nova:flavor>
Oct 27 19:49:09 user nova-compute[75147]:       <nova:owner>
Oct 27 19:49:09 user nova-compute[75147]:         <nova:user uuid="c215953c5f1f494bb16ee70ff9355cfd">tempest-TestVolumeBootPattern-1184716630-project-member</nova:user>
Oct 27 19:49:09 user nova-compute[75147]:         <nova:project uuid="c7d5ee667069474fa684fb2d4ba9da41">tempest-TestVolumeBootPattern-1184716630</nova:project>
Oct 27 19:49:09 user nova-compute[75147]:       </nova:owner>
Oct 27 19:49:09 user nova-compute[75147]:       <nova:ports>
Oct 27 19:49:09 user nova-compute[75147]:         <nova:port uuid="aeb23145-661f-4dc5-a3de-98df56c606ad">
Oct 27 19:49:09 user nova-compute[75147]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Oct 27 19:49:09 user nova-compute[75147]:         </nova:port>
Oct 27 19:49:09 user nova-compute[75147]:       </nova:ports>
Oct 27 19:49:09 user nova-compute[75147]:     </nova:instance>
Oct 27 19:49:09 user nova-compute[75147]:   </metadata>
Oct 27 19:49:09 user nova-compute[75147]:   <sysinfo type="smbios">
Oct 27 19:49:09 user nova-compute[75147]:     <system>
Oct 27 19:49:09 user nova-compute[75147]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 19:49:09 user nova-compute[75147]:       <entry name="product">OpenStack Nova</entry>
Oct 27 19:49:09 user nova-compute[75147]:       <entry name="version">0.0.0</entry>
Oct 27 19:49:09 user nova-compute[75147]:       <entry name="serial">fcba79df-fa35-42c4-9fec-51b7bab8c1dd</entry>
Oct 27 19:49:09 user nova-compute[75147]:       <entry name="uuid">fcba79df-fa35-42c4-9fec-51b7bab8c1dd</entry>
Oct 27 19:49:09 user nova-compute[75147]:       <entry name="family">Virtual Machine</entry>
Oct 27 19:49:09 user nova-compute[75147]:     </system>
Oct 27 19:49:09 user nova-compute[75147]:   </sysinfo>
Oct 27 19:49:09 user nova-compute[75147]:   <os>
Oct 27 19:49:09 user nova-compute[75147]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 19:49:09 user nova-compute[75147]:     <boot dev="hd"/>
Oct 27 19:49:09 user nova-compute[75147]:     <smbios mode="sysinfo"/>
Oct 27 19:49:09 user nova-compute[75147]:   </os>
Oct 27 19:49:09 user nova-compute[75147]:   <features>
Oct 27 19:49:09 user nova-compute[75147]:     <acpi/>
Oct 27 19:49:09 user nova-compute[75147]:     <apic/>
Oct 27 19:49:09 user nova-compute[75147]:     <vmcoreinfo/>
Oct 27 19:49:09 user nova-compute[75147]:   </features>
Oct 27 19:49:09 user nova-compute[75147]:   <clock offset="utc">
Oct 27 19:49:09 user nova-compute[75147]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 19:49:09 user nova-compute[75147]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 19:49:09 user nova-compute[75147]:     <timer name="hpet" present="no"/>
Oct 27 19:49:09 user nova-compute[75147]:   </clock>
Oct 27 19:49:09 user nova-compute[75147]:   <cpu mode="custom" match="exact">
Oct 27 19:49:09 user nova-compute[75147]:     <model>Nehalem</model>
Oct 27 19:49:09 user nova-compute[75147]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 19:49:09 user nova-compute[75147]:   </cpu>
Oct 27 19:49:09 user nova-compute[75147]:   <devices>
Oct 27 19:49:09 user nova-compute[75147]:     <disk type="block" device="disk">
Oct 27 19:49:09 user nova-compute[75147]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 19:49:09 user nova-compute[75147]:       <source dev="/dev/sdc"/>
Oct 27 19:49:09 user nova-compute[75147]:       <target dev="vda" bus="virtio"/>
Oct 27 19:49:09 user nova-compute[75147]:       <serial>fa4f4ba9-1533-4412-a943-be81e8c1987b</serial>
Oct 27 19:49:09 user nova-compute[75147]:     </disk>
Oct 27 19:49:09 user nova-compute[75147]:     <interface type="ethernet">
Oct 27 19:49:09 user nova-compute[75147]:       <mac address="fa:16:3e:ce:cf:87"/>
Oct 27 19:49:09 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:49:09 user nova-compute[75147]:       <mtu size="1442"/>
Oct 27 19:49:09 user nova-compute[75147]:       <target dev="tapaeb23145-66"/>
Oct 27 19:49:09 user nova-compute[75147]:     </interface>
Oct 27 19:49:09 user nova-compute[75147]:     <serial type="pty">
Oct 27 19:49:09 user nova-compute[75147]:       <log file="/opt/stack/data/nova/instances/fcba79df-fa35-42c4-9fec-51b7bab8c1dd/console.log" append="off"/>
Oct 27 19:49:09 user nova-compute[75147]:     </serial>
Oct 27 19:49:09 user nova-compute[75147]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 19:49:09 user nova-compute[75147]:     <video>
Oct 27 19:49:09 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:49:09 user nova-compute[75147]:     </video>
Oct 27 19:49:09 user nova-compute[75147]:     <rng model="virtio">
Oct 27 19:49:09 user nova-compute[75147]:       <backend model="random">/dev/urandom</backend>
Oct 27 19:49:09 user nova-compute[75147]:     </rng>
Oct 27 19:49:09 user nova-compute[75147]:     <controller type="usb" index="0" model="none"/>
Oct 27 19:49:09 user nova-compute[75147]:     <memballoon model="virtio">
Oct 27 19:49:09 user nova-compute[75147]:       <stats period="10"/>
Oct 27 19:49:09 user nova-compute[75147]:     </memballoon>
Oct 27 19:49:09 user nova-compute[75147]:   </devices>
Oct 27 19:49:09 user nova-compute[75147]: </domain>
Oct 27 19:49:09 user nova-compute[75147]:  {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 19:49:09 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:48:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-volume-backed-server-468936044',display_name='tempest-TestVolumeBootPattern-volume-backed-server-468936044',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-volume-backed-server-468936044',id=39,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCfu/CSP7GyOzLRf1X7zqgeAmR/r2+YxSaAQzdtXgf00iMknG7/0kkjwP73Pt40kjs/mN5TDkEoWzoTaF2fGcpssVMkkWEesY+15FcKdrGnzGcbOAtp/+WQzS0IeJbH+aQ==',key_name='tempest-keypair-82950203',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c7d5ee667069474fa684fb2d4ba9da41',ramdisk_id='',reservation_id='r-yn6e9z4x',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1184716630',owner_user_name='tempest-TestVolumeBootPattern-1184716630-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:48:47Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c215953c5f1f494bb16ee70ff9355cfd',uuid=fcba79df-fa35-42c4-9fec-51b7bab8c1dd,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "aeb23145-661f-4dc5-a3de-98df56c606ad", "address": "fa:16:3e:ce:cf:87", "network": {"id": "06d546cd-b394-4fcf-970b-6f2fff8ea7ac", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-719028923-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c7d5ee667069474fa684fb2d4ba9da41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaeb23145-66", "ovs_interfaceid": "aeb23145-661f-4dc5-a3de-98df56c606ad", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 19:49:09 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Converting VIF {"id": "aeb23145-661f-4dc5-a3de-98df56c606ad", "address": "fa:16:3e:ce:cf:87", "network": {"id": "06d546cd-b394-4fcf-970b-6f2fff8ea7ac", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-719028923-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c7d5ee667069474fa684fb2d4ba9da41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaeb23145-66", "ovs_interfaceid": "aeb23145-661f-4dc5-a3de-98df56c606ad", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:49:09 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ce:cf:87,bridge_name='br-int',has_traffic_filtering=True,id=aeb23145-661f-4dc5-a3de-98df56c606ad,network=Network(06d546cd-b394-4fcf-970b-6f2fff8ea7ac),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaeb23145-66') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:49:09 user nova-compute[75147]: DEBUG os_vif [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ce:cf:87,bridge_name='br-int',has_traffic_filtering=True,id=aeb23145-661f-4dc5-a3de-98df56c606ad,network=Network(06d546cd-b394-4fcf-970b-6f2fff8ea7ac),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaeb23145-66') {{(pid=75147) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 19:49:09 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:49:09 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:49:09 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 19:49:09 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:49:09 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '0a1d362c-2e5d-5630-ab54-d45623bb469f', '_type': 'linux-noop'}}, row=False) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:49:09 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:49:09 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:49:09 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:49:09 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapaeb23145-66, may_exist=True, interface_attrs={}) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:49:09 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapaeb23145-66, col_values=(('qos', UUID('03001e41-ed4e-4596-a0cd-6dbe95dfa4b3')),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:49:09 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapaeb23145-66, col_values=(('external_ids', {'iface-id': 'aeb23145-661f-4dc5-a3de-98df56c606ad', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ce:cf:87', 'vm-uuid': 'fcba79df-fa35-42c4-9fec-51b7bab8c1dd'}),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:49:09 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:49:09 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:49:09 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:49:09 user nova-compute[75147]: INFO os_vif [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ce:cf:87,bridge_name='br-int',has_traffic_filtering=True,id=aeb23145-661f-4dc5-a3de-98df56c606ad,network=Network(06d546cd-b394-4fcf-970b-6f2fff8ea7ac),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaeb23145-66')
Oct 27 19:49:09 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] No BDM found with device name vda, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:49:09 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] No VIF found with MAC fa:16:3e:ce:cf:87, not building metadata {{(pid=75147) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 19:49:10 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-b1062441-a926-4637-97b1-8b2d4994080a tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] Acquiring lock "71edf8bd-af69-418b-9794-61f192d21a48" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:49:10 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-b1062441-a926-4637-97b1-8b2d4994080a tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] Lock "71edf8bd-af69-418b-9794-61f192d21a48" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:49:10 user nova-compute[75147]: DEBUG nova.objects.instance [None req-b1062441-a926-4637-97b1-8b2d4994080a tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] Lazy-loading 'flavor' on Instance uuid 71edf8bd-af69-418b-9794-61f192d21a48 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:49:10 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-b1062441-a926-4637-97b1-8b2d4994080a tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] Lock "71edf8bd-af69-418b-9794-61f192d21a48" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.056s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:49:10 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-b1062441-a926-4637-97b1-8b2d4994080a tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] Acquiring lock "71edf8bd-af69-418b-9794-61f192d21a48" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:49:10 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-b1062441-a926-4637-97b1-8b2d4994080a tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] Lock "71edf8bd-af69-418b-9794-61f192d21a48" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:49:10 user nova-compute[75147]: INFO nova.compute.manager [None req-b1062441-a926-4637-97b1-8b2d4994080a tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] [instance: 71edf8bd-af69-418b-9794-61f192d21a48] Attaching volume 5d014a2a-2063-40a9-bfee-fae489383e29 to /dev/vdb
Oct 27 19:49:10 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:49:10 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:49:10 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:49:10 user nova-compute[75147]: DEBUG os_brick.utils [None req-b1062441-a926-4637-97b1-8b2d4994080a tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:49:10 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:49:10 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:49:10 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[46da522e-4259-450c-a6a1-4e6978582ef5]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9325735bc82e\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:49:10 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:49:10 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:49:10 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[3282d19e-1fed-4a12-98e6-039e9b807139]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:49:10 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:49:10 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:49:10 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e1f1f64-bd52-42da-aff5-19dc3fbce4cf]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:49:10 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[a31c3fc3-d712-46e6-9c5d-cd033ed46364]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:49:10 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-b1062441-a926-4637-97b1-8b2d4994080a tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] Running cmd (subprocess): nvme version {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:49:10 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-b1062441-a926-4637-97b1-8b2d4994080a tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] 'nvme version' failed. Not Retrying. {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 19:49:10 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.nvmeof [None req-b1062441-a926-4637-97b1-8b2d4994080a tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] nvme not present on system {{(pid=75147) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 27 19:49:10 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:49:10 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 19:49:10 user nova-compute[75147]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 27 19:49:10 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[28c8ec7e-d637-483e-b88c-536d2a9f62ed]: (4, '') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:49:10 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-b1062441-a926-4637-97b1-8b2d4994080a tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75147) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 27 19:49:10 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-b1062441-a926-4637-97b1-8b2d4994080a tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 27 19:49:10 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-b1062441-a926-4637-97b1-8b2d4994080a tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] LIGHTOS: no hostnqn found. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 27 19:49:10 user nova-compute[75147]: DEBUG os_brick.utils [None req-b1062441-a926-4637-97b1-8b2d4994080a tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] <== get_connector_properties: return (133ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9325735bc82e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:49:10 user nova-compute[75147]: DEBUG nova.virt.block_device [None req-b1062441-a926-4637-97b1-8b2d4994080a tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] [instance: 71edf8bd-af69-418b-9794-61f192d21a48] Updating existing volume attachment record: 3b65d0f3-107d-4340-bf6d-77159c45d64b {{(pid=75147) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 27 19:49:10 user nova-compute[75147]: DEBUG nova.compute.manager [req-2004b082-8342-4afc-b2c0-fb56464792e2 req-8a3ac17b-fc0e-4dca-9909-96d15ce4c81a service nova] [instance: fcba79df-fa35-42c4-9fec-51b7bab8c1dd] Received event network-vif-plugged-aeb23145-661f-4dc5-a3de-98df56c606ad {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:49:10 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-2004b082-8342-4afc-b2c0-fb56464792e2 req-8a3ac17b-fc0e-4dca-9909-96d15ce4c81a service nova] Acquiring lock "fcba79df-fa35-42c4-9fec-51b7bab8c1dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:49:10 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-2004b082-8342-4afc-b2c0-fb56464792e2 req-8a3ac17b-fc0e-4dca-9909-96d15ce4c81a service nova] Lock "fcba79df-fa35-42c4-9fec-51b7bab8c1dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:49:10 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-2004b082-8342-4afc-b2c0-fb56464792e2 req-8a3ac17b-fc0e-4dca-9909-96d15ce4c81a service nova] Lock "fcba79df-fa35-42c4-9fec-51b7bab8c1dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:49:10 user nova-compute[75147]: DEBUG nova.compute.manager [req-2004b082-8342-4afc-b2c0-fb56464792e2 req-8a3ac17b-fc0e-4dca-9909-96d15ce4c81a service nova] [instance: fcba79df-fa35-42c4-9fec-51b7bab8c1dd] No waiting events found dispatching network-vif-plugged-aeb23145-661f-4dc5-a3de-98df56c606ad {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:49:10 user nova-compute[75147]: WARNING nova.compute.manager [req-2004b082-8342-4afc-b2c0-fb56464792e2 req-8a3ac17b-fc0e-4dca-9909-96d15ce4c81a service nova] [instance: fcba79df-fa35-42c4-9fec-51b7bab8c1dd] Received unexpected event network-vif-plugged-aeb23145-661f-4dc5-a3de-98df56c606ad for instance with vm_state building and task_state spawning.
Oct 27 19:49:11 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:49:11 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:49:11 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:49:12 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:49:12 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-7e371e33-cf0d-4329-9818-29a94dd6a7c2 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5 is timed out.
Oct 27 19:49:12 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-7e371e33-cf0d-4329-9818-29a94dd6a7c2 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Successfully detached device vdb from instance 57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5 from the live domain config.
Oct 27 19:49:12 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7e371e33-cf0d-4329-9818-29a94dd6a7c2 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] [instance: 57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5] calling os-brick to detach iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 19:49:12 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e371e33-cf0d-4329-9818-29a94dd6a7c2 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, {'target_iqn': 'iqn.2010-10.org.openstack:6e4624a7-b763-44b2-bd24-6a0bc6dd99fc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KBbZTEHs', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:49:12 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-7e371e33-cf0d-4329-9818-29a94dd6a7c2 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:49:12 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-7e371e33-cf0d-4329-9818-29a94dd6a7c2 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:49:12 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-7e371e33-cf0d-4329-9818-29a94dd6a7c2 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:49:12 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:49:12 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:49:12 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9441c57-7567-428c-b151-90b8777e96d7]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6e4624a7-b763-44b2-bd24-6a0bc6dd99fc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:49:12 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e371e33-cf0d-4329-9818-29a94dd6a7c2 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 19:49:12 user nova-compute[75147]: No targets found.
Oct 27 19:49:12 user nova-compute[75147]: iSNS:
Oct 27 19:49:12 user nova-compute[75147]: No targets found.
Oct 27 19:49:12 user nova-compute[75147]: STATIC:
Oct 27 19:49:12 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4
Oct 27 19:49:12 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:49:12 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:49:12 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b
Oct 27 19:49:12 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:49:12 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:49:12 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:6e4624a7-b763-44b2-bd24-6a0bc6dd99fc
Oct 27 19:49:12 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:49:12 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:49:12 user nova-compute[75147]: FIRMWARE:
Oct 27 19:49:12 user nova-compute[75147]: No targets found.
Oct 27 19:49:12 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:49:12 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e371e33-cf0d-4329-9818-29a94dd6a7c2 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 19:49:12 user nova-compute[75147]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 19:49:12 user nova-compute[75147]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75147) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 19:49:12 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e371e33-cf0d-4329-9818-29a94dd6a7c2 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6e4624a7-b763-44b2-bd24-6a0bc6dd99fc', 0)] {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 19:49:12 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:49:12 user nova-compute[75147]: DEBUG nova.compute.manager [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: fcba79df-fa35-42c4-9fec-51b7bab8c1dd] Instance event wait completed in 0 seconds for  {{(pid=75147) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 19:49:12 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: fcba79df-fa35-42c4-9fec-51b7bab8c1dd] Guest created on hypervisor {{(pid=75147) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 19:49:12 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: fcba79df-fa35-42c4-9fec-51b7bab8c1dd] Instance spawned successfully.
Oct 27 19:49:12 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: fcba79df-fa35-42c4-9fec-51b7bab8c1dd] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 27 19:49:12 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:49:12 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[b5749af8-acf5-47a6-8806-b3cd3c8889c8]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6e4624a7-b763-44b2-bd24-6a0bc6dd99fc\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:49:12 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:49:12 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: fcba79df-fa35-42c4-9fec-51b7bab8c1dd] Found default for hw_cdrom_bus of ide {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:49:12 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: fcba79df-fa35-42c4-9fec-51b7bab8c1dd] Found default for hw_disk_bus of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:49:12 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: fcba79df-fa35-42c4-9fec-51b7bab8c1dd] Found default for hw_input_bus of None {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:49:12 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: fcba79df-fa35-42c4-9fec-51b7bab8c1dd] Found default for hw_pointer_model of None {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:49:12 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: fcba79df-fa35-42c4-9fec-51b7bab8c1dd] Found default for hw_video_model of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:49:12 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: fcba79df-fa35-42c4-9fec-51b7bab8c1dd] Found default for hw_vif_model of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:49:12 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:49:12 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[03953940-6163-4c9f-90ea-4a9327c915d0]: (4, ('tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e4624a7-b763-44b2-bd24-6a0bc6dd99fc (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:49:12 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e371e33-cf0d-4329-9818-29a94dd6a7c2 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e4624a7-b763-44b2-bd24-6a0bc6dd99fc (non-flash)
Oct 27 19:49:12 user nova-compute[75147]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4 (non-flash)
Oct 27 19:49:12 user nova-compute[75147]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b (non-flash)
Oct 27 19:49:12 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:49:12 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e371e33-cf0d-4329-9818-29a94dd6a7c2 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] iscsi session list stdout=tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e4624a7-b763-44b2-bd24-6a0bc6dd99fc (non-flash)
Oct 27 19:49:12 user nova-compute[75147]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4 (non-flash)
Oct 27 19:49:12 user nova-compute[75147]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b (non-flash)
Oct 27 19:49:12 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:49:12 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e371e33-cf0d-4329-9818-29a94dd6a7c2 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f28ec5951b0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6e4624a7-b763-44b2-bd24-6a0bc6dd99fc'): ({'sdd'}, set())}) {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 19:49:12 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-7e371e33-cf0d-4329-9818-29a94dd6a7c2 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Removing single pathed devices sdd {{(pid=75147) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 19:49:12 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:49:12 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:49:12 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[04dea2f8-aa9a-472b-a9fd-ea6fa85d46fd]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:49:12 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:49:12 user nova-compute[75147]: DEBUG nova.compute.manager [req-98091431-afe2-4fec-bde8-7b5e9431d98a req-4d23af65-1ead-4dd6-9d42-7df05d250e21 service nova] [instance: fcba79df-fa35-42c4-9fec-51b7bab8c1dd] Received event network-vif-plugged-aeb23145-661f-4dc5-a3de-98df56c606ad {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:49:12 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-98091431-afe2-4fec-bde8-7b5e9431d98a req-4d23af65-1ead-4dd6-9d42-7df05d250e21 service nova] Acquiring lock "fcba79df-fa35-42c4-9fec-51b7bab8c1dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:49:12 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-98091431-afe2-4fec-bde8-7b5e9431d98a req-4d23af65-1ead-4dd6-9d42-7df05d250e21 service nova] Lock "fcba79df-fa35-42c4-9fec-51b7bab8c1dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:49:12 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-98091431-afe2-4fec-bde8-7b5e9431d98a req-4d23af65-1ead-4dd6-9d42-7df05d250e21 service nova] Lock "fcba79df-fa35-42c4-9fec-51b7bab8c1dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:49:12 user nova-compute[75147]: DEBUG nova.compute.manager [req-98091431-afe2-4fec-bde8-7b5e9431d98a req-4d23af65-1ead-4dd6-9d42-7df05d250e21 service nova] [instance: fcba79df-fa35-42c4-9fec-51b7bab8c1dd] No waiting events found dispatching network-vif-plugged-aeb23145-661f-4dc5-a3de-98df56c606ad {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:49:12 user nova-compute[75147]: WARNING nova.compute.manager [req-98091431-afe2-4fec-bde8-7b5e9431d98a req-4d23af65-1ead-4dd6-9d42-7df05d250e21 service nova] [instance: fcba79df-fa35-42c4-9fec-51b7bab8c1dd] Received unexpected event network-vif-plugged-aeb23145-661f-4dc5-a3de-98df56c606ad for instance with vm_state building and task_state spawning.
Oct 27 19:49:12 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:49:12 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c33ae15-7022-443c-9216-f8b04aae8631]: (4, ('ok\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:49:12 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-7e371e33-cf0d-4329-9818-29a94dd6a7c2 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Flushing IO for device /dev/sdd {{(pid=75147) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 19:49:12 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:49:12 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.016s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:49:12 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[5cc8347b-152a-4171-9e3c-c542b0ec27ee]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:49:12 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-7e371e33-cf0d-4329-9818-29a94dd6a7c2 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75147) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 19:49:12 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:49:12 user nova-compute[75147]: INFO nova.compute.manager [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: fcba79df-fa35-42c4-9fec-51b7bab8c1dd] Took 5.14 seconds to spawn the instance on the hypervisor.
Oct 27 19:49:12 user nova-compute[75147]: DEBUG nova.compute.manager [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: fcba79df-fa35-42c4-9fec-51b7bab8c1dd] Checking state {{(pid=75147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 19:49:12 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.039s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:49:12 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[3915bce0-cd4e-4729-b736-5fbc725e04f3]: (4, ('1', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:49:12 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-7e371e33-cf0d-4329-9818-29a94dd6a7c2 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 19:49:12 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-7e371e33-cf0d-4329-9818-29a94dd6a7c2 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] SCSI volumes sdd have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 19:49:12 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e371e33-cf0d-4329-9818-29a94dd6a7c2 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6e4624a7-b763-44b2-bd24-6a0bc6dd99fc')] {{(pid=75147) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 19:49:12 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6e4624a7-b763-44b2-bd24-6a0bc6dd99fc -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:49:12 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6e4624a7-b763-44b2-bd24-6a0bc6dd99fc -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:49:12 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b8a2bb2-166b-45c6-9bff-82b71334818e]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:49:12 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e371e33-cf0d-4329-9818-29a94dd6a7c2 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:49:12 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6e4624a7-b763-44b2-bd24-6a0bc6dd99fc -p 172.16.0.220:3260 --logout {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:49:12 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:49:12 user nova-compute[75147]: INFO nova.compute.manager [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: fcba79df-fa35-42c4-9fec-51b7bab8c1dd] Took 26.43 seconds to build instance.
Oct 27 19:49:12 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6e4624a7-b763-44b2-bd24-6a0bc6dd99fc -p 172.16.0.220:3260 --logout" returned: 0 in 0.058s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:49:12 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7200397-d16a-4d43-8cc0-7406db7d0e26]: (4, ('Logging out of session [sid: 42, target: iqn.2010-10.org.openstack:6e4624a7-b763-44b2-bd24-6a0bc6dd99fc, portal: 172.16.0.220,3260]\nLogout of [sid: 42, target: iqn.2010-10.org.openstack:6e4624a7-b763-44b2-bd24-6a0bc6dd99fc, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:49:12 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e371e33-cf0d-4329-9818-29a94dd6a7c2 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 42, target: iqn.2010-10.org.openstack:6e4624a7-b763-44b2-bd24-6a0bc6dd99fc, portal: 172.16.0.220,3260]
Oct 27 19:49:12 user nova-compute[75147]: Logout of [sid: 42, target: iqn.2010-10.org.openstack:6e4624a7-b763-44b2-bd24-6a0bc6dd99fc, portal: 172.16.0.220,3260] successful.
Oct 27 19:49:12 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:49:12 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6e4624a7-b763-44b2-bd24-6a0bc6dd99fc -p 172.16.0.220:3260 --op delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:49:12 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-3fc7110a-0b9d-446e-8161-2cbd002bebcd tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lock "fcba79df-fa35-42c4-9fec-51b7bab8c1dd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 26.549s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:49:12 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6e4624a7-b763-44b2-bd24-6a0bc6dd99fc -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:49:12 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[04936b4c-c1e7-44fd-bf9f-f638eceaa8b2]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:49:12 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e371e33-cf0d-4329-9818-29a94dd6a7c2 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:49:12 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-7e371e33-cf0d-4329-9818-29a94dd6a7c2 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.315s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:49:12 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e371e33-cf0d-4329-9818-29a94dd6a7c2 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] <== disconnect_volume: return (317ms) None {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:49:12 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7e371e33-cf0d-4329-9818-29a94dd6a7c2 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] [instance: 57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5] Disconnected iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 19:49:14 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:49:14 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:49:14 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75147) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 19:49:17 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:49:18 user nova-compute[75147]: DEBUG nova.objects.instance [None req-7e371e33-cf0d-4329-9818-29a94dd6a7c2 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Lazy-loading 'flavor' on Instance uuid 57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:49:18 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-7e371e33-cf0d-4329-9818-29a94dd6a7c2 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Lock "57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 26.118s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:49:18 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-543a822a-f955-4935-9ad8-225fe8c6079b tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Lock "57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 26.005s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:49:18 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-543a822a-f955-4935-9ad8-225fe8c6079b tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Acquiring lock "57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:49:18 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-543a822a-f955-4935-9ad8-225fe8c6079b tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Lock "57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:49:18 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-543a822a-f955-4935-9ad8-225fe8c6079b tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Lock "57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:49:18 user nova-compute[75147]: INFO nova.compute.manager [None req-543a822a-f955-4935-9ad8-225fe8c6079b tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] [instance: 57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5] Terminating instance
Oct 27 19:49:18 user nova-compute[75147]: DEBUG nova.compute.manager [None req-543a822a-f955-4935-9ad8-225fe8c6079b tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] [instance: 57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5] Start destroying the instance on the hypervisor. {{(pid=75147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 27 19:49:18 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:49:18 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:49:18 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:49:18 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:49:18 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:49:18 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:49:19 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:49:19 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:49:19 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:49:19 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: 57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5] Instance destroyed successfully.
Oct 27 19:49:19 user nova-compute[75147]: DEBUG nova.objects.instance [None req-543a822a-f955-4935-9ad8-225fe8c6079b tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Lazy-loading 'resources' on Instance uuid 57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:49:19 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-543a822a-f955-4935-9ad8-225fe8c6079b tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:45:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1295449685',display_name='tempest-VolumesSnapshotTestJSON-instance-1295449685',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-1295449685',id=37,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJhUq+OLGrjtJs6MWTAZUFJ921X4AFYk/JXdkHMaHR3sJbiB615T+g30Z4SPk6jCL3HyK6v7sSjg3Qlq5DL5ZZqHaeSFFhPGhtCn7V+C5LIysFUwvzw92Te/sbDT5Nv70w==',key_name='tempest-keypair-528372835',keypairs=<?>,launch_index=0,launched_at=2023-10-27T19:45:38Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='78363e2131144c48bd71079c29f858eb',ramdisk_id='',reservation_id='r-nxxttqtu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesSnapshotTestJSON-1073723889',owner_user_name='tempest-VolumesSnapshotTestJSON-1073723889-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T19:45:39Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='7ca06d62cf2444bd8dc022f9b96864f2',uuid=57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "57e79229-7f45-4c76-b223-803401f1946a", "address": "fa:16:3e:57:41:f3", "network": {"id": "26f70d05-2438-444a-889d-7e7dfc5286cd", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1277807589-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.13", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "78363e2131144c48bd71079c29f858eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap57e79229-7f", "ovs_interfaceid": "57e79229-7f45-4c76-b223-803401f1946a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 19:49:19 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-543a822a-f955-4935-9ad8-225fe8c6079b tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Converting VIF {"id": "57e79229-7f45-4c76-b223-803401f1946a", "address": "fa:16:3e:57:41:f3", "network": {"id": "26f70d05-2438-444a-889d-7e7dfc5286cd", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1277807589-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.13", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "78363e2131144c48bd71079c29f858eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap57e79229-7f", "ovs_interfaceid": "57e79229-7f45-4c76-b223-803401f1946a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:49:19 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-543a822a-f955-4935-9ad8-225fe8c6079b tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:57:41:f3,bridge_name='br-int',has_traffic_filtering=True,id=57e79229-7f45-4c76-b223-803401f1946a,network=Network(26f70d05-2438-444a-889d-7e7dfc5286cd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap57e79229-7f') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:49:19 user nova-compute[75147]: DEBUG os_vif [None req-543a822a-f955-4935-9ad8-225fe8c6079b tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:57:41:f3,bridge_name='br-int',has_traffic_filtering=True,id=57e79229-7f45-4c76-b223-803401f1946a,network=Network(26f70d05-2438-444a-889d-7e7dfc5286cd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap57e79229-7f') {{(pid=75147) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 19:49:19 user nova-compute[75147]: DEBUG nova.compute.manager [req-9d56fd67-9e25-4155-a7d0-43c67e238195 req-b2c6bbd7-403c-48a8-ab27-01cf24ffa7c5 service nova] [instance: 57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5] Received event network-vif-unplugged-57e79229-7f45-4c76-b223-803401f1946a {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:49:19 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-9d56fd67-9e25-4155-a7d0-43c67e238195 req-b2c6bbd7-403c-48a8-ab27-01cf24ffa7c5 service nova] Acquiring lock "57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:49:19 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-9d56fd67-9e25-4155-a7d0-43c67e238195 req-b2c6bbd7-403c-48a8-ab27-01cf24ffa7c5 service nova] Lock "57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:49:19 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-9d56fd67-9e25-4155-a7d0-43c67e238195 req-b2c6bbd7-403c-48a8-ab27-01cf24ffa7c5 service nova] Lock "57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:49:19 user nova-compute[75147]: DEBUG nova.compute.manager [req-9d56fd67-9e25-4155-a7d0-43c67e238195 req-b2c6bbd7-403c-48a8-ab27-01cf24ffa7c5 service nova] [instance: 57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5] No waiting events found dispatching network-vif-unplugged-57e79229-7f45-4c76-b223-803401f1946a {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:49:19 user nova-compute[75147]: DEBUG nova.compute.manager [req-9d56fd67-9e25-4155-a7d0-43c67e238195 req-b2c6bbd7-403c-48a8-ab27-01cf24ffa7c5 service nova] [instance: 57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5] Received event network-vif-unplugged-57e79229-7f45-4c76-b223-803401f1946a for instance with task_state deleting. {{(pid=75147) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 19:49:19 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:49:19 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap57e79229-7f, bridge=br-int, if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:49:19 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:49:19 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:49:19 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:49:19 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=cf60d7ac-55b6-4b52-a8a1-f8b8fe3611bb) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:49:19 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:49:19 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:49:19 user nova-compute[75147]: INFO os_vif [None req-543a822a-f955-4935-9ad8-225fe8c6079b tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:57:41:f3,bridge_name='br-int',has_traffic_filtering=True,id=57e79229-7f45-4c76-b223-803401f1946a,network=Network(26f70d05-2438-444a-889d-7e7dfc5286cd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap57e79229-7f')
Oct 27 19:49:19 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-543a822a-f955-4935-9ad8-225fe8c6079b tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] [instance: 57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5] calling os-brick to detach iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 19:49:19 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-543a822a-f955-4935-9ad8-225fe8c6079b tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, {'target_iqn': 'iqn.2010-10.org.openstack:6e4624a7-b763-44b2-bd24-6a0bc6dd99fc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KBbZTEHs', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:49:19 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-543a822a-f955-4935-9ad8-225fe8c6079b tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:49:19 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-543a822a-f955-4935-9ad8-225fe8c6079b tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:49:19 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-543a822a-f955-4935-9ad8-225fe8c6079b tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:49:19 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:49:19 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.027s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:49:19 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[277c85bc-0b27-4904-a0fa-fc247c18ac82]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:49:19 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-543a822a-f955-4935-9ad8-225fe8c6079b tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 19:49:19 user nova-compute[75147]: No targets found.
Oct 27 19:49:19 user nova-compute[75147]: iSNS:
Oct 27 19:49:19 user nova-compute[75147]: No targets found.
Oct 27 19:49:19 user nova-compute[75147]: STATIC:
Oct 27 19:49:19 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4
Oct 27 19:49:19 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:49:19 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:49:19 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b
Oct 27 19:49:19 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:49:19 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:49:19 user nova-compute[75147]: FIRMWARE:
Oct 27 19:49:19 user nova-compute[75147]: No targets found.
Oct 27 19:49:19 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:49:19 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-543a822a-f955-4935-9ad8-225fe8c6079b tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 19:49:19 user nova-compute[75147]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 19:49:19 user nova-compute[75147]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75147) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 19:49:19 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-543a822a-f955-4935-9ad8-225fe8c6079b tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6e4624a7-b763-44b2-bd24-6a0bc6dd99fc', 0)] {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 19:49:19 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:49:19 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.025s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:49:19 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[908e8f64-f3dc-491d-81be-9cca7df88a67]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:49:19 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:49:19 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:49:19 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[e8ccd6ff-49a9-41b2-8111-f78cd1132f70]: (4, ('tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:49:19 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-543a822a-f955-4935-9ad8-225fe8c6079b tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4 (non-flash)
Oct 27 19:49:19 user nova-compute[75147]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b (non-flash)
Oct 27 19:49:19 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:49:19 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-543a822a-f955-4935-9ad8-225fe8c6079b tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] iscsi session list stdout=tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4 (non-flash)
Oct 27 19:49:19 user nova-compute[75147]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b (non-flash)
Oct 27 19:49:19 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:49:19 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-543a822a-f955-4935-9ad8-225fe8c6079b tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f28ec6d9870>, {}) {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 19:49:19 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-543a822a-f955-4935-9ad8-225fe8c6079b tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Disconnecting from: [] {{(pid=75147) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 19:49:19 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-543a822a-f955-4935-9ad8-225fe8c6079b tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.110s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:49:19 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-543a822a-f955-4935-9ad8-225fe8c6079b tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] <== disconnect_volume: return (112ms) None {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:49:19 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-543a822a-f955-4935-9ad8-225fe8c6079b tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] [instance: 57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5] Disconnected iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 19:49:19 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-543a822a-f955-4935-9ad8-225fe8c6079b tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] [instance: 57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5] Deleting instance files /opt/stack/data/nova/instances/57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5_del
Oct 27 19:49:19 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-543a822a-f955-4935-9ad8-225fe8c6079b tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] [instance: 57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5] Deletion of /opt/stack/data/nova/instances/57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5_del complete
Oct 27 19:49:19 user nova-compute[75147]: INFO nova.compute.manager [None req-543a822a-f955-4935-9ad8-225fe8c6079b tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] [instance: 57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5] Took 1.33 seconds to destroy the instance on the hypervisor.
Oct 27 19:49:19 user nova-compute[75147]: DEBUG oslo.service.loopingcall [None req-543a822a-f955-4935-9ad8-225fe8c6079b tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 27 19:49:19 user nova-compute[75147]: DEBUG nova.compute.manager [-] [instance: 57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5] Deallocating network for instance {{(pid=75147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 27 19:49:19 user nova-compute[75147]: DEBUG nova.network.neutron [-] [instance: 57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5] deallocate_for_instance() {{(pid=75147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 27 19:49:20 user nova-compute[75147]: DEBUG nova.network.neutron [-] [instance: 57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5] Updating instance_info_cache with network_info: [] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:49:20 user nova-compute[75147]: DEBUG nova.compute.manager [req-b7e414b3-69d5-454a-809c-0f5b6fe48da8 req-8db6167a-c026-4390-b6b4-9e297826ae3b service nova] [instance: 57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5] Received event network-vif-deleted-57e79229-7f45-4c76-b223-803401f1946a {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:49:20 user nova-compute[75147]: INFO nova.compute.manager [req-b7e414b3-69d5-454a-809c-0f5b6fe48da8 req-8db6167a-c026-4390-b6b4-9e297826ae3b service nova] [instance: 57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5] Neutron deleted interface 57e79229-7f45-4c76-b223-803401f1946a; detaching it from the instance and deleting it from the info cache
Oct 27 19:49:20 user nova-compute[75147]: DEBUG nova.network.neutron [req-b7e414b3-69d5-454a-809c-0f5b6fe48da8 req-8db6167a-c026-4390-b6b4-9e297826ae3b service nova] [instance: 57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5] Updating instance_info_cache with network_info: [] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:49:20 user nova-compute[75147]: INFO nova.compute.manager [-] [instance: 57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5] Took 1.33 seconds to deallocate network for instance.
Oct 27 19:49:20 user nova-compute[75147]: DEBUG nova.compute.manager [req-b7e414b3-69d5-454a-809c-0f5b6fe48da8 req-8db6167a-c026-4390-b6b4-9e297826ae3b service nova] [instance: 57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5] Detach interface failed, port_id=57e79229-7f45-4c76-b223-803401f1946a, reason: Instance 57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5 could not be found. {{(pid=75147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 27 19:49:20 user nova-compute[75147]: WARNING nova.volume.cinder [None req-543a822a-f955-4935-9ad8-225fe8c6079b tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Attachment d0bf71be-77a9-4ac9-9ce9-866e35ddb694 does not exist. Ignoring.: cinderclient.exceptions.NotFound: Volume attachment could not be found with filter: attachment_id = d0bf71be-77a9-4ac9-9ce9-866e35ddb694. (HTTP 404) (Request-ID: req-b7324e8e-ba64-41ae-bfed-cfa97cfe4224)
Oct 27 19:49:20 user nova-compute[75147]: INFO nova.compute.manager [None req-543a822a-f955-4935-9ad8-225fe8c6079b tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] [instance: 57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5] Took 0.03 seconds to detach 1 volumes for instance.
Oct 27 19:49:20 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-543a822a-f955-4935-9ad8-225fe8c6079b tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:49:20 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-543a822a-f955-4935-9ad8-225fe8c6079b tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:49:21 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-543a822a-f955-4935-9ad8-225fe8c6079b tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:49:21 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-543a822a-f955-4935-9ad8-225fe8c6079b tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:49:21 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-543a822a-f955-4935-9ad8-225fe8c6079b tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.267s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:49:21 user nova-compute[75147]: INFO nova.scheduler.client.report [None req-543a822a-f955-4935-9ad8-225fe8c6079b tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Deleted allocations for instance 57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5
Oct 27 19:49:21 user nova-compute[75147]: DEBUG nova.compute.manager [req-5be5fdb3-041b-48b1-a417-d8134a39c7e0 req-91a59e40-829a-4062-8f81-0f9360387306 service nova] [instance: 57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5] Received event network-vif-plugged-57e79229-7f45-4c76-b223-803401f1946a {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:49:21 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-5be5fdb3-041b-48b1-a417-d8134a39c7e0 req-91a59e40-829a-4062-8f81-0f9360387306 service nova] Acquiring lock "57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:49:21 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-5be5fdb3-041b-48b1-a417-d8134a39c7e0 req-91a59e40-829a-4062-8f81-0f9360387306 service nova] Lock "57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:49:21 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-5be5fdb3-041b-48b1-a417-d8134a39c7e0 req-91a59e40-829a-4062-8f81-0f9360387306 service nova] Lock "57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:49:21 user nova-compute[75147]: DEBUG nova.compute.manager [req-5be5fdb3-041b-48b1-a417-d8134a39c7e0 req-91a59e40-829a-4062-8f81-0f9360387306 service nova] [instance: 57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5] No waiting events found dispatching network-vif-plugged-57e79229-7f45-4c76-b223-803401f1946a {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:49:21 user nova-compute[75147]: WARNING nova.compute.manager [req-5be5fdb3-041b-48b1-a417-d8134a39c7e0 req-91a59e40-829a-4062-8f81-0f9360387306 service nova] [instance: 57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5] Received unexpected event network-vif-plugged-57e79229-7f45-4c76-b223-803401f1946a for instance with vm_state deleted and task_state None.
Oct 27 19:49:21 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-543a822a-f955-4935-9ad8-225fe8c6079b tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Lock "57f60d4d-a6b9-4f8d-8fe3-c50a26717eb5" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.191s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:49:22 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:49:22 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:49:24 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e76a7d95-7922-4b3d-b875-5638af5d2a71 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Acquiring lock "d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:49:24 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e76a7d95-7922-4b3d-b875-5638af5d2a71 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lock "d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:49:24 user nova-compute[75147]: DEBUG nova.compute.manager [None req-e76a7d95-7922-4b3d-b875-5638af5d2a71 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3] Starting instance... {{(pid=75147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 27 19:49:24 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e76a7d95-7922-4b3d-b875-5638af5d2a71 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:49:24 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e76a7d95-7922-4b3d-b875-5638af5d2a71 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:49:24 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-e76a7d95-7922-4b3d-b875-5638af5d2a71 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75147) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 19:49:24 user nova-compute[75147]: INFO nova.compute.claims [None req-e76a7d95-7922-4b3d-b875-5638af5d2a71 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3] Claim successful on node user
Oct 27 19:49:24 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:49:24 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-e76a7d95-7922-4b3d-b875-5638af5d2a71 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:49:24 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-e76a7d95-7922-4b3d-b875-5638af5d2a71 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:49:24 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e76a7d95-7922-4b3d-b875-5638af5d2a71 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.367s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:49:24 user nova-compute[75147]: DEBUG nova.compute.manager [None req-e76a7d95-7922-4b3d-b875-5638af5d2a71 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3] Start building networks asynchronously for instance. {{(pid=75147) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 27 19:49:24 user nova-compute[75147]: DEBUG nova.compute.manager [None req-e76a7d95-7922-4b3d-b875-5638af5d2a71 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3] Allocating IP information in the background. {{(pid=75147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 27 19:49:24 user nova-compute[75147]: DEBUG nova.network.neutron [None req-e76a7d95-7922-4b3d-b875-5638af5d2a71 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3] allocate_for_instance() {{(pid=75147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 27 19:49:24 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-e76a7d95-7922-4b3d-b875-5638af5d2a71 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 27 19:49:24 user nova-compute[75147]: DEBUG nova.compute.manager [None req-e76a7d95-7922-4b3d-b875-5638af5d2a71 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3] Start building block device mappings for instance. {{(pid=75147) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 27 19:49:24 user nova-compute[75147]: DEBUG nova.policy [None req-e76a7d95-7922-4b3d-b875-5638af5d2a71 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '699dae72141941c4acb55e56ac9d28a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b05afc60c23345de8d1e978a9c5b1efc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75147) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 27 19:49:24 user nova-compute[75147]: DEBUG nova.compute.manager [None req-e76a7d95-7922-4b3d-b875-5638af5d2a71 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3] Start spawning the instance on the hypervisor. {{(pid=75147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 27 19:49:24 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-e76a7d95-7922-4b3d-b875-5638af5d2a71 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3] Creating instance directory {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 19:49:24 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-e76a7d95-7922-4b3d-b875-5638af5d2a71 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3] Creating image(s)
Oct 27 19:49:24 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e76a7d95-7922-4b3d-b875-5638af5d2a71 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Acquiring lock "/opt/stack/data/nova/instances/d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:49:24 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e76a7d95-7922-4b3d-b875-5638af5d2a71 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lock "/opt/stack/data/nova/instances/d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:49:24 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e76a7d95-7922-4b3d-b875-5638af5d2a71 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lock "/opt/stack/data/nova/instances/d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:49:24 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-e76a7d95-7922-4b3d-b875-5638af5d2a71 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:49:25 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-e76a7d95-7922-4b3d-b875-5638af5d2a71 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.213s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:49:25 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e76a7d95-7922-4b3d-b875-5638af5d2a71 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Acquiring lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:49:25 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e76a7d95-7922-4b3d-b875-5638af5d2a71 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:49:25 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-e76a7d95-7922-4b3d-b875-5638af5d2a71 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:49:25 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-e76a7d95-7922-4b3d-b875-5638af5d2a71 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.207s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:49:25 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-e76a7d95-7922-4b3d-b875-5638af5d2a71 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa,backing_fmt=raw /opt/stack/data/nova/instances/d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3/disk 1073741824 {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:49:25 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-e76a7d95-7922-4b3d-b875-5638af5d2a71 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa,backing_fmt=raw /opt/stack/data/nova/instances/d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3/disk 1073741824" returned: 0 in 0.067s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:49:25 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e76a7d95-7922-4b3d-b875-5638af5d2a71 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.283s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:49:25 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-e76a7d95-7922-4b3d-b875-5638af5d2a71 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:49:25 user nova-compute[75147]: DEBUG nova.network.neutron [None req-e76a7d95-7922-4b3d-b875-5638af5d2a71 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3] Successfully created port: ba37afad-d41b-4d2d-9a44-36d13ea36b57 {{(pid=75147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 19:49:25 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-e76a7d95-7922-4b3d-b875-5638af5d2a71 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.228s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:49:25 user nova-compute[75147]: DEBUG nova.virt.disk.api [None req-e76a7d95-7922-4b3d-b875-5638af5d2a71 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Checking if we can resize image /opt/stack/data/nova/instances/d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3/disk. size=1073741824 {{(pid=75147) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 27 19:49:25 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-e76a7d95-7922-4b3d-b875-5638af5d2a71 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:49:25 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-e76a7d95-7922-4b3d-b875-5638af5d2a71 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3/disk --force-share --output=json" returned: 0 in 0.248s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:49:25 user nova-compute[75147]: DEBUG nova.virt.disk.api [None req-e76a7d95-7922-4b3d-b875-5638af5d2a71 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Cannot resize image /opt/stack/data/nova/instances/d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3/disk to a smaller size. {{(pid=75147) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 27 19:49:25 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-e76a7d95-7922-4b3d-b875-5638af5d2a71 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3] Created local disks {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 27 19:49:25 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-e76a7d95-7922-4b3d-b875-5638af5d2a71 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3] Ensure instance console log exists: /opt/stack/data/nova/instances/d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3/console.log {{(pid=75147) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 19:49:25 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e76a7d95-7922-4b3d-b875-5638af5d2a71 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:49:25 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e76a7d95-7922-4b3d-b875-5638af5d2a71 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:49:25 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e76a7d95-7922-4b3d-b875-5638af5d2a71 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:49:26 user nova-compute[75147]: DEBUG nova.network.neutron [None req-e76a7d95-7922-4b3d-b875-5638af5d2a71 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3] Successfully updated port: ba37afad-d41b-4d2d-9a44-36d13ea36b57 {{(pid=75147) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 19:49:26 user nova-compute[75147]: DEBUG nova.compute.manager [req-459f8919-38a6-4479-ba5b-32364b114b5e req-c90b63a8-0efd-4c68-ba12-b0ede6b8cad0 service nova] [instance: d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3] Received event network-changed-ba37afad-d41b-4d2d-9a44-36d13ea36b57 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:49:26 user nova-compute[75147]: DEBUG nova.compute.manager [req-459f8919-38a6-4479-ba5b-32364b114b5e req-c90b63a8-0efd-4c68-ba12-b0ede6b8cad0 service nova] [instance: d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3] Refreshing instance network info cache due to event network-changed-ba37afad-d41b-4d2d-9a44-36d13ea36b57. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 19:49:26 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-459f8919-38a6-4479-ba5b-32364b114b5e req-c90b63a8-0efd-4c68-ba12-b0ede6b8cad0 service nova] Acquiring lock "refresh_cache-d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:49:26 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-459f8919-38a6-4479-ba5b-32364b114b5e req-c90b63a8-0efd-4c68-ba12-b0ede6b8cad0 service nova] Acquired lock "refresh_cache-d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:49:26 user nova-compute[75147]: DEBUG nova.network.neutron [req-459f8919-38a6-4479-ba5b-32364b114b5e req-c90b63a8-0efd-4c68-ba12-b0ede6b8cad0 service nova] [instance: d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3] Refreshing network info cache for port ba37afad-d41b-4d2d-9a44-36d13ea36b57 {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 19:49:26 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e76a7d95-7922-4b3d-b875-5638af5d2a71 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Acquiring lock "refresh_cache-d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:49:26 user nova-compute[75147]: DEBUG nova.network.neutron [req-459f8919-38a6-4479-ba5b-32364b114b5e req-c90b63a8-0efd-4c68-ba12-b0ede6b8cad0 service nova] [instance: d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3] Instance cache missing network info. {{(pid=75147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 19:49:26 user nova-compute[75147]: DEBUG nova.network.neutron [req-459f8919-38a6-4479-ba5b-32364b114b5e req-c90b63a8-0efd-4c68-ba12-b0ede6b8cad0 service nova] [instance: d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3] Updating instance_info_cache with network_info: [] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:49:26 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-459f8919-38a6-4479-ba5b-32364b114b5e req-c90b63a8-0efd-4c68-ba12-b0ede6b8cad0 service nova] Releasing lock "refresh_cache-d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:49:26 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e76a7d95-7922-4b3d-b875-5638af5d2a71 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Acquired lock "refresh_cache-d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:49:26 user nova-compute[75147]: DEBUG nova.network.neutron [None req-e76a7d95-7922-4b3d-b875-5638af5d2a71 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3] Building network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 19:49:26 user nova-compute[75147]: DEBUG nova.network.neutron [None req-e76a7d95-7922-4b3d-b875-5638af5d2a71 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3] Instance cache missing network info. {{(pid=75147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 19:49:27 user nova-compute[75147]: DEBUG nova.network.neutron [None req-e76a7d95-7922-4b3d-b875-5638af5d2a71 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3] Updating instance_info_cache with network_info: [{"id": "ba37afad-d41b-4d2d-9a44-36d13ea36b57", "address": "fa:16:3e:c1:55:b8", "network": {"id": "06e952e0-002b-44c6-b4c4-e6a33a0b7484", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-294897611-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b05afc60c23345de8d1e978a9c5b1efc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba37afad-d4", "ovs_interfaceid": "ba37afad-d41b-4d2d-9a44-36d13ea36b57", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:49:27 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e76a7d95-7922-4b3d-b875-5638af5d2a71 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Releasing lock "refresh_cache-d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:49:27 user nova-compute[75147]: DEBUG nova.compute.manager [None req-e76a7d95-7922-4b3d-b875-5638af5d2a71 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3] Instance network_info: |[{"id": "ba37afad-d41b-4d2d-9a44-36d13ea36b57", "address": "fa:16:3e:c1:55:b8", "network": {"id": "06e952e0-002b-44c6-b4c4-e6a33a0b7484", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-294897611-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b05afc60c23345de8d1e978a9c5b1efc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba37afad-d4", "ovs_interfaceid": "ba37afad-d41b-4d2d-9a44-36d13ea36b57", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 27 19:49:27 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-e76a7d95-7922-4b3d-b875-5638af5d2a71 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3] Start _get_guest_xml network_info=[{"id": "ba37afad-d41b-4d2d-9a44-36d13ea36b57", "address": "fa:16:3e:c1:55:b8", "network": {"id": "06e952e0-002b-44c6-b4c4-e6a33a0b7484", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-294897611-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b05afc60c23345de8d1e978a9c5b1efc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba37afad-d4", "ovs_interfaceid": "ba37afad-d41b-4d2d-9a44-36d13ea36b57", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T19:22:09Z,direct_url=<?>,disk_format='qcow2',id=d52df17c-5315-4a73-ab7c-34c161a414fb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0b43115555434818b0c8bdf6be4946da',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T19:22:11Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'encryption_options': None, 'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encrypted': False, 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_format': None, 'device_name': '/dev/vda', 'image_id': 'd52df17c-5315-4a73-ab7c-34c161a414fb'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 19:49:27 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-e76a7d95-7922-4b3d-b875-5638af5d2a71 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:49:27 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-e76a7d95-7922-4b3d-b875-5638af5d2a71 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:49:27 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-e76a7d95-7922-4b3d-b875-5638af5d2a71 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 19:49:27 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-e76a7d95-7922-4b3d-b875-5638af5d2a71 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] CPU controller missing on host. {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 19:49:27 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-e76a7d95-7922-4b3d-b875-5638af5d2a71 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 19:49:27 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-e76a7d95-7922-4b3d-b875-5638af5d2a71 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] CPU controller found on host. {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 19:49:27 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-e76a7d95-7922-4b3d-b875-5638af5d2a71 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75147) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 19:49:27 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-e76a7d95-7922-4b3d-b875-5638af5d2a71 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T19:21:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T19:22:09Z,direct_url=<?>,disk_format='qcow2',id=d52df17c-5315-4a73-ab7c-34c161a414fb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0b43115555434818b0c8bdf6be4946da',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T19:22:11Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 19:49:27 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-e76a7d95-7922-4b3d-b875-5638af5d2a71 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Flavor limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 19:49:27 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-e76a7d95-7922-4b3d-b875-5638af5d2a71 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Image limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 19:49:27 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-e76a7d95-7922-4b3d-b875-5638af5d2a71 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Flavor pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 19:49:27 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-e76a7d95-7922-4b3d-b875-5638af5d2a71 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Image pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 19:49:27 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-e76a7d95-7922-4b3d-b875-5638af5d2a71 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 19:49:27 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-e76a7d95-7922-4b3d-b875-5638af5d2a71 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 19:49:27 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-e76a7d95-7922-4b3d-b875-5638af5d2a71 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 19:49:27 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-e76a7d95-7922-4b3d-b875-5638af5d2a71 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Got 1 possible topologies {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 19:49:27 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-e76a7d95-7922-4b3d-b875-5638af5d2a71 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 19:49:27 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-e76a7d95-7922-4b3d-b875-5638af5d2a71 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 19:49:27 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-e76a7d95-7922-4b3d-b875-5638af5d2a71 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:49:23Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1829654572',display_name='tempest-AttachVolumeNegativeTest-server-1829654572',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1829654572',id=40,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJa+uJc2mtkNKfVUT/sWlsOxhqqAJpuqVxRYlL4IKrnEqkKkdbol3yqFLTh1iqz/rxF5LgV4NPqltukiq6slSAniMMTinaJYQiFUQjOVj8sSvVP/207kUuSB7u7C7P6LKA==',key_name='tempest-keypair-368221417',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b05afc60c23345de8d1e978a9c5b1efc',ramdisk_id='',reservation_id='r-5gyz4gbr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-720638495',owner_user_name='tempest-AttachVolumeNegativeTest-720638495-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:49:25Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='699dae72141941c4acb55e56ac9d28a1',uuid=d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ba37afad-d41b-4d2d-9a44-36d13ea36b57", "address": "fa:16:3e:c1:55:b8", "network": {"id": "06e952e0-002b-44c6-b4c4-e6a33a0b7484", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-294897611-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b05afc60c23345de8d1e978a9c5b1efc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba37afad-d4", "ovs_interfaceid": "ba37afad-d41b-4d2d-9a44-36d13ea36b57", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75147) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 19:49:27 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-e76a7d95-7922-4b3d-b875-5638af5d2a71 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Converting VIF {"id": "ba37afad-d41b-4d2d-9a44-36d13ea36b57", "address": "fa:16:3e:c1:55:b8", "network": {"id": "06e952e0-002b-44c6-b4c4-e6a33a0b7484", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-294897611-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b05afc60c23345de8d1e978a9c5b1efc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba37afad-d4", "ovs_interfaceid": "ba37afad-d41b-4d2d-9a44-36d13ea36b57", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:49:27 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-e76a7d95-7922-4b3d-b875-5638af5d2a71 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c1:55:b8,bridge_name='br-int',has_traffic_filtering=True,id=ba37afad-d41b-4d2d-9a44-36d13ea36b57,network=Network(06e952e0-002b-44c6-b4c4-e6a33a0b7484),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapba37afad-d4') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:49:27 user nova-compute[75147]: DEBUG nova.objects.instance [None req-e76a7d95-7922-4b3d-b875-5638af5d2a71 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lazy-loading 'pci_devices' on Instance uuid d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:49:27 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-e76a7d95-7922-4b3d-b875-5638af5d2a71 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3] End _get_guest_xml xml=<domain type="kvm">
Oct 27 19:49:27 user nova-compute[75147]:   <uuid>d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3</uuid>
Oct 27 19:49:27 user nova-compute[75147]:   <name>instance-00000028</name>
Oct 27 19:49:27 user nova-compute[75147]:   <memory>524288</memory>
Oct 27 19:49:27 user nova-compute[75147]:   <vcpu>1</vcpu>
Oct 27 19:49:27 user nova-compute[75147]:   <metadata>
Oct 27 19:49:27 user nova-compute[75147]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 19:49:27 user nova-compute[75147]:       <nova:package version="0.0.0"/>
Oct 27 19:49:27 user nova-compute[75147]:       <nova:name>tempest-AttachVolumeNegativeTest-server-1829654572</nova:name>
Oct 27 19:49:27 user nova-compute[75147]:       <nova:creationTime>2023-10-27 19:49:27</nova:creationTime>
Oct 27 19:49:27 user nova-compute[75147]:       <nova:flavor name="m1.tiny">
Oct 27 19:49:27 user nova-compute[75147]:         <nova:memory>512</nova:memory>
Oct 27 19:49:27 user nova-compute[75147]:         <nova:disk>1</nova:disk>
Oct 27 19:49:27 user nova-compute[75147]:         <nova:swap>0</nova:swap>
Oct 27 19:49:27 user nova-compute[75147]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 19:49:27 user nova-compute[75147]:         <nova:vcpus>1</nova:vcpus>
Oct 27 19:49:27 user nova-compute[75147]:       </nova:flavor>
Oct 27 19:49:27 user nova-compute[75147]:       <nova:owner>
Oct 27 19:49:27 user nova-compute[75147]:         <nova:user uuid="699dae72141941c4acb55e56ac9d28a1">tempest-AttachVolumeNegativeTest-720638495-project-member</nova:user>
Oct 27 19:49:27 user nova-compute[75147]:         <nova:project uuid="b05afc60c23345de8d1e978a9c5b1efc">tempest-AttachVolumeNegativeTest-720638495</nova:project>
Oct 27 19:49:27 user nova-compute[75147]:       </nova:owner>
Oct 27 19:49:27 user nova-compute[75147]:       <nova:root type="image" uuid="d52df17c-5315-4a73-ab7c-34c161a414fb"/>
Oct 27 19:49:27 user nova-compute[75147]:       <nova:ports>
Oct 27 19:49:27 user nova-compute[75147]:         <nova:port uuid="ba37afad-d41b-4d2d-9a44-36d13ea36b57">
Oct 27 19:49:27 user nova-compute[75147]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Oct 27 19:49:27 user nova-compute[75147]:         </nova:port>
Oct 27 19:49:27 user nova-compute[75147]:       </nova:ports>
Oct 27 19:49:27 user nova-compute[75147]:     </nova:instance>
Oct 27 19:49:27 user nova-compute[75147]:   </metadata>
Oct 27 19:49:27 user nova-compute[75147]:   <sysinfo type="smbios">
Oct 27 19:49:27 user nova-compute[75147]:     <system>
Oct 27 19:49:27 user nova-compute[75147]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 19:49:27 user nova-compute[75147]:       <entry name="product">OpenStack Nova</entry>
Oct 27 19:49:27 user nova-compute[75147]:       <entry name="version">0.0.0</entry>
Oct 27 19:49:27 user nova-compute[75147]:       <entry name="serial">d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3</entry>
Oct 27 19:49:27 user nova-compute[75147]:       <entry name="uuid">d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3</entry>
Oct 27 19:49:27 user nova-compute[75147]:       <entry name="family">Virtual Machine</entry>
Oct 27 19:49:27 user nova-compute[75147]:     </system>
Oct 27 19:49:27 user nova-compute[75147]:   </sysinfo>
Oct 27 19:49:27 user nova-compute[75147]:   <os>
Oct 27 19:49:27 user nova-compute[75147]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 19:49:27 user nova-compute[75147]:     <boot dev="hd"/>
Oct 27 19:49:27 user nova-compute[75147]:     <smbios mode="sysinfo"/>
Oct 27 19:49:27 user nova-compute[75147]:   </os>
Oct 27 19:49:27 user nova-compute[75147]:   <features>
Oct 27 19:49:27 user nova-compute[75147]:     <acpi/>
Oct 27 19:49:27 user nova-compute[75147]:     <apic/>
Oct 27 19:49:27 user nova-compute[75147]:     <vmcoreinfo/>
Oct 27 19:49:27 user nova-compute[75147]:   </features>
Oct 27 19:49:27 user nova-compute[75147]:   <clock offset="utc">
Oct 27 19:49:27 user nova-compute[75147]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 19:49:27 user nova-compute[75147]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 19:49:27 user nova-compute[75147]:     <timer name="hpet" present="no"/>
Oct 27 19:49:27 user nova-compute[75147]:   </clock>
Oct 27 19:49:27 user nova-compute[75147]:   <cpu mode="custom" match="exact">
Oct 27 19:49:27 user nova-compute[75147]:     <model>Nehalem</model>
Oct 27 19:49:27 user nova-compute[75147]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 19:49:27 user nova-compute[75147]:   </cpu>
Oct 27 19:49:27 user nova-compute[75147]:   <devices>
Oct 27 19:49:27 user nova-compute[75147]:     <disk type="file" device="disk">
Oct 27 19:49:27 user nova-compute[75147]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 27 19:49:27 user nova-compute[75147]:       <source file="/opt/stack/data/nova/instances/d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3/disk"/>
Oct 27 19:49:27 user nova-compute[75147]:       <target dev="vda" bus="virtio"/>
Oct 27 19:49:27 user nova-compute[75147]:     </disk>
Oct 27 19:49:27 user nova-compute[75147]:     <interface type="ethernet">
Oct 27 19:49:27 user nova-compute[75147]:       <mac address="fa:16:3e:c1:55:b8"/>
Oct 27 19:49:27 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:49:27 user nova-compute[75147]:       <mtu size="1442"/>
Oct 27 19:49:27 user nova-compute[75147]:       <target dev="tapba37afad-d4"/>
Oct 27 19:49:27 user nova-compute[75147]:     </interface>
Oct 27 19:49:27 user nova-compute[75147]:     <serial type="pty">
Oct 27 19:49:27 user nova-compute[75147]:       <log file="/opt/stack/data/nova/instances/d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3/console.log" append="off"/>
Oct 27 19:49:27 user nova-compute[75147]:     </serial>
Oct 27 19:49:27 user nova-compute[75147]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 19:49:27 user nova-compute[75147]:     <video>
Oct 27 19:49:27 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:49:27 user nova-compute[75147]:     </video>
Oct 27 19:49:27 user nova-compute[75147]:     <rng model="virtio">
Oct 27 19:49:27 user nova-compute[75147]:       <backend model="random">/dev/urandom</backend>
Oct 27 19:49:27 user nova-compute[75147]:     </rng>
Oct 27 19:49:27 user nova-compute[75147]:     <controller type="usb" index="0" model="none"/>
Oct 27 19:49:27 user nova-compute[75147]:     <memballoon model="virtio">
Oct 27 19:49:27 user nova-compute[75147]:       <stats period="10"/>
Oct 27 19:49:27 user nova-compute[75147]:     </memballoon>
Oct 27 19:49:27 user nova-compute[75147]:   </devices>
Oct 27 19:49:27 user nova-compute[75147]: </domain>
Oct 27 19:49:27 user nova-compute[75147]:  {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 19:49:27 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-e76a7d95-7922-4b3d-b875-5638af5d2a71 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:49:23Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1829654572',display_name='tempest-AttachVolumeNegativeTest-server-1829654572',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1829654572',id=40,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJa+uJc2mtkNKfVUT/sWlsOxhqqAJpuqVxRYlL4IKrnEqkKkdbol3yqFLTh1iqz/rxF5LgV4NPqltukiq6slSAniMMTinaJYQiFUQjOVj8sSvVP/207kUuSB7u7C7P6LKA==',key_name='tempest-keypair-368221417',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b05afc60c23345de8d1e978a9c5b1efc',ramdisk_id='',reservation_id='r-5gyz4gbr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-720638495',owner_user_name='tempest-AttachVolumeNegativeTest-720638495-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:49:25Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='699dae72141941c4acb55e56ac9d28a1',uuid=d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ba37afad-d41b-4d2d-9a44-36d13ea36b57", "address": "fa:16:3e:c1:55:b8", "network": {"id": "06e952e0-002b-44c6-b4c4-e6a33a0b7484", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-294897611-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b05afc60c23345de8d1e978a9c5b1efc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba37afad-d4", "ovs_interfaceid": "ba37afad-d41b-4d2d-9a44-36d13ea36b57", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 19:49:27 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-e76a7d95-7922-4b3d-b875-5638af5d2a71 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Converting VIF {"id": "ba37afad-d41b-4d2d-9a44-36d13ea36b57", "address": "fa:16:3e:c1:55:b8", "network": {"id": "06e952e0-002b-44c6-b4c4-e6a33a0b7484", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-294897611-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b05afc60c23345de8d1e978a9c5b1efc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba37afad-d4", "ovs_interfaceid": "ba37afad-d41b-4d2d-9a44-36d13ea36b57", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:49:27 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-e76a7d95-7922-4b3d-b875-5638af5d2a71 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c1:55:b8,bridge_name='br-int',has_traffic_filtering=True,id=ba37afad-d41b-4d2d-9a44-36d13ea36b57,network=Network(06e952e0-002b-44c6-b4c4-e6a33a0b7484),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapba37afad-d4') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:49:27 user nova-compute[75147]: DEBUG os_vif [None req-e76a7d95-7922-4b3d-b875-5638af5d2a71 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c1:55:b8,bridge_name='br-int',has_traffic_filtering=True,id=ba37afad-d41b-4d2d-9a44-36d13ea36b57,network=Network(06e952e0-002b-44c6-b4c4-e6a33a0b7484),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapba37afad-d4') {{(pid=75147) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 19:49:27 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:49:27 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:49:27 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 19:49:27 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:49:27 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '82562b33-9e19-5789-9b6f-cacff162a17f', '_type': 'linux-noop'}}, row=False) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:49:27 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:49:27 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:49:27 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:49:27 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapba37afad-d4, may_exist=True, interface_attrs={}) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:49:27 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapba37afad-d4, col_values=(('qos', UUID('71cf59e7-0493-4f42-a468-d9c1fd258b8e')),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:49:27 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapba37afad-d4, col_values=(('external_ids', {'iface-id': 'ba37afad-d41b-4d2d-9a44-36d13ea36b57', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:c1:55:b8', 'vm-uuid': 'd7c39c1b-73ed-4a75-bfe4-ec15055c5cb3'}),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:49:27 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:49:27 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:49:27 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:49:27 user nova-compute[75147]: INFO os_vif [None req-e76a7d95-7922-4b3d-b875-5638af5d2a71 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c1:55:b8,bridge_name='br-int',has_traffic_filtering=True,id=ba37afad-d41b-4d2d-9a44-36d13ea36b57,network=Network(06e952e0-002b-44c6-b4c4-e6a33a0b7484),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapba37afad-d4')
Oct 27 19:49:27 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-e76a7d95-7922-4b3d-b875-5638af5d2a71 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] No BDM found with device name vda, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:49:27 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-e76a7d95-7922-4b3d-b875-5638af5d2a71 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] No VIF found with MAC fa:16:3e:c1:55:b8, not building metadata {{(pid=75147) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 19:49:28 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:49:28 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:49:28 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:49:29 user nova-compute[75147]: DEBUG nova.compute.manager [req-6f049b17-ac07-4fab-93aa-e34854936219 req-28db2449-244b-48bf-afa5-3b690a55995e service nova] [instance: d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3] Received event network-vif-plugged-ba37afad-d41b-4d2d-9a44-36d13ea36b57 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:49:29 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-6f049b17-ac07-4fab-93aa-e34854936219 req-28db2449-244b-48bf-afa5-3b690a55995e service nova] Acquiring lock "d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:49:29 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-6f049b17-ac07-4fab-93aa-e34854936219 req-28db2449-244b-48bf-afa5-3b690a55995e service nova] Lock "d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:49:29 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-6f049b17-ac07-4fab-93aa-e34854936219 req-28db2449-244b-48bf-afa5-3b690a55995e service nova] Lock "d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:49:29 user nova-compute[75147]: DEBUG nova.compute.manager [req-6f049b17-ac07-4fab-93aa-e34854936219 req-28db2449-244b-48bf-afa5-3b690a55995e service nova] [instance: d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3] No waiting events found dispatching network-vif-plugged-ba37afad-d41b-4d2d-9a44-36d13ea36b57 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:49:29 user nova-compute[75147]: WARNING nova.compute.manager [req-6f049b17-ac07-4fab-93aa-e34854936219 req-28db2449-244b-48bf-afa5-3b690a55995e service nova] [instance: d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3] Received unexpected event network-vif-plugged-ba37afad-d41b-4d2d-9a44-36d13ea36b57 for instance with vm_state building and task_state spawning.
Oct 27 19:49:29 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:49:29 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:49:29 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:49:29 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:49:29 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:49:31 user nova-compute[75147]: DEBUG nova.compute.manager [None req-e76a7d95-7922-4b3d-b875-5638af5d2a71 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3] Instance event wait completed in 0 seconds for  {{(pid=75147) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 19:49:31 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-e76a7d95-7922-4b3d-b875-5638af5d2a71 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3] Guest created on hypervisor {{(pid=75147) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 19:49:31 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3] Instance spawned successfully.
Oct 27 19:49:31 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-e76a7d95-7922-4b3d-b875-5638af5d2a71 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 27 19:49:31 user nova-compute[75147]: DEBUG nova.compute.manager [req-aa69505c-f700-4811-b087-20c7dfdf1596 req-75c5fb98-37db-45e1-aaaa-d2c0a3e05bb1 service nova] [instance: d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3] Received event network-vif-plugged-ba37afad-d41b-4d2d-9a44-36d13ea36b57 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:49:31 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-aa69505c-f700-4811-b087-20c7dfdf1596 req-75c5fb98-37db-45e1-aaaa-d2c0a3e05bb1 service nova] Acquiring lock "d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:49:31 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-aa69505c-f700-4811-b087-20c7dfdf1596 req-75c5fb98-37db-45e1-aaaa-d2c0a3e05bb1 service nova] Lock "d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:49:31 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-aa69505c-f700-4811-b087-20c7dfdf1596 req-75c5fb98-37db-45e1-aaaa-d2c0a3e05bb1 service nova] Lock "d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:49:31 user nova-compute[75147]: DEBUG nova.compute.manager [req-aa69505c-f700-4811-b087-20c7dfdf1596 req-75c5fb98-37db-45e1-aaaa-d2c0a3e05bb1 service nova] [instance: d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3] No waiting events found dispatching network-vif-plugged-ba37afad-d41b-4d2d-9a44-36d13ea36b57 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:49:31 user nova-compute[75147]: WARNING nova.compute.manager [req-aa69505c-f700-4811-b087-20c7dfdf1596 req-75c5fb98-37db-45e1-aaaa-d2c0a3e05bb1 service nova] [instance: d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3] Received unexpected event network-vif-plugged-ba37afad-d41b-4d2d-9a44-36d13ea36b57 for instance with vm_state building and task_state spawning.
Oct 27 19:49:31 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-e76a7d95-7922-4b3d-b875-5638af5d2a71 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3] Found default for hw_cdrom_bus of ide {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:49:31 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-e76a7d95-7922-4b3d-b875-5638af5d2a71 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3] Found default for hw_disk_bus of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:49:31 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-e76a7d95-7922-4b3d-b875-5638af5d2a71 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3] Found default for hw_input_bus of None {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:49:31 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-e76a7d95-7922-4b3d-b875-5638af5d2a71 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3] Found default for hw_pointer_model of None {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:49:31 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-e76a7d95-7922-4b3d-b875-5638af5d2a71 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3] Found default for hw_video_model of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:49:31 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-e76a7d95-7922-4b3d-b875-5638af5d2a71 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3] Found default for hw_vif_model of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:49:31 user nova-compute[75147]: INFO nova.compute.manager [None req-e76a7d95-7922-4b3d-b875-5638af5d2a71 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3] Took 6.43 seconds to spawn the instance on the hypervisor.
Oct 27 19:49:31 user nova-compute[75147]: DEBUG nova.compute.manager [None req-e76a7d95-7922-4b3d-b875-5638af5d2a71 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3] Checking state {{(pid=75147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 19:49:31 user nova-compute[75147]: INFO nova.compute.manager [None req-e76a7d95-7922-4b3d-b875-5638af5d2a71 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3] Took 7.26 seconds to build instance.
Oct 27 19:49:31 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e76a7d95-7922-4b3d-b875-5638af5d2a71 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lock "d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.373s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:49:32 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:49:32 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:49:37 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:49:37 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:49:37 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b1062441-a926-4637-97b1-8b2d4994080a tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] [instance: 71edf8bd-af69-418b-9794-61f192d21a48] Calling os-brick to attach iSCSI Volume {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 19:49:37 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-b1062441-a926-4637-97b1-8b2d4994080a tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:5d014a2a-2063-40a9-bfee-fae489383e29', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ycMqWlDI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:49:37 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-b1062441-a926-4637-97b1-8b2d4994080a tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:49:37 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-b1062441-a926-4637-97b1-8b2d4994080a tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:49:37 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-b1062441-a926-4637-97b1-8b2d4994080a tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:49:37 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-b1062441-a926-4637-97b1-8b2d4994080a tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:49:37 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-b1062441-a926-4637-97b1-8b2d4994080a tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5d014a2a-2063-40a9-bfee-fae489383e29" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:49:37 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-b1062441-a926-4637-97b1-8b2d4994080a tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5d014a2a-2063-40a9-bfee-fae489383e29" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:49:37 user nova-compute[75147]: INFO os_brick.initiator.connectors.iscsi [None req-b1062441-a926-4637-97b1-8b2d4994080a tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 19:49:37 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5d014a2a-2063-40a9-bfee-fae489383e29 -p 172.16.0.220:3260 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:49:37 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5d014a2a-2063-40a9-bfee-fae489383e29 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:49:37 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[575fcb82-b5f0-4738-8b7a-939eb36cc1b6]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:49:37 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-b1062441-a926-4637-97b1-8b2d4994080a tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 19:49:37 user nova-compute[75147]:  {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:49:37 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5d014a2a-2063-40a9-bfee-fae489383e29 -p 172.16.0.220:3260 --interface default --op new {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:49:37 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5d014a2a-2063-40a9-bfee-fae489383e29 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.024s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:49:37 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c280cbf-8322-43de-8ed9-56e3043bd1d2]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5d014a2a-2063-40a9-bfee-fae489383e29] added\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:49:37 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-b1062441-a926-4637-97b1-8b2d4994080a tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5d014a2a-2063-40a9-bfee-fae489383e29] added
Oct 27 19:49:37 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:49:37 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5d014a2a-2063-40a9-bfee-fae489383e29 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:49:37 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5d014a2a-2063-40a9-bfee-fae489383e29 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:49:37 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[4048711b-3213-4134-8326-5ea673a36c85]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:49:37 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-b1062441-a926-4637-97b1-8b2d4994080a tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:49:37 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5d014a2a-2063-40a9-bfee-fae489383e29 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:49:37 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5d014a2a-2063-40a9-bfee-fae489383e29 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:49:37 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[3abc8df7-d1a3-412f-b8e5-717e4d8a237b]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:49:37 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-b1062441-a926-4637-97b1-8b2d4994080a tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:49:37 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5d014a2a-2063-40a9-bfee-fae489383e29 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ycMqWlDI {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:49:37 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5d014a2a-2063-40a9-bfee-fae489383e29 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ycMqWlDI" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:49:37 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[48c98437-82ce-4cae-8b68-900db8ec3212]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:49:37 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-b1062441-a926-4637-97b1-8b2d4994080a tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ycMqWlDI'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:49:37 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5d014a2a-2063-40a9-bfee-fae489383e29 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:49:37 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5d014a2a-2063-40a9-bfee-fae489383e29 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:49:37 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d8b5b8d-8509-402e-9dc2-8d6d06f568e3]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:49:37 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-b1062441-a926-4637-97b1-8b2d4994080a tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:49:37 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:49:37 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:49:37 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[1444175b-a7d1-4bfa-baa7-1d22956387d4]: (4, ('tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:49:37 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-b1062441-a926-4637-97b1-8b2d4994080a tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4 (non-flash)
Oct 27 19:49:37 user nova-compute[75147]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b (non-flash)
Oct 27 19:49:37 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:49:37 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-b1062441-a926-4637-97b1-8b2d4994080a tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] iscsi session list stdout=tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4 (non-flash)
Oct 27 19:49:37 user nova-compute[75147]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b (non-flash)
Oct 27 19:49:37 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:49:37 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5d014a2a-2063-40a9-bfee-fae489383e29 -p 172.16.0.220:3260 --login {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:49:37 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5d014a2a-2063-40a9-bfee-fae489383e29 -p 172.16.0.220:3260 --login" returned: 0 in 0.074s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:49:37 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[74c7d833-4700-4a82-8348-72dd1547771f]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:5d014a2a-2063-40a9-bfee-fae489383e29, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:5d014a2a-2063-40a9-bfee-fae489383e29, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:49:37 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-b1062441-a926-4637-97b1-8b2d4994080a tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:5d014a2a-2063-40a9-bfee-fae489383e29, portal: 172.16.0.220,3260]
Oct 27 19:49:37 user nova-compute[75147]: Login to [iface: default, target: iqn.2010-10.org.openstack:5d014a2a-2063-40a9-bfee-fae489383e29, portal: 172.16.0.220,3260] successful.
Oct 27 19:49:37 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:49:37 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5d014a2a-2063-40a9-bfee-fae489383e29 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:49:37 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5d014a2a-2063-40a9-bfee-fae489383e29 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:49:37 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[d5ccbcb6-9056-4f09-a374-b9cc7b36ffd4]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:49:37 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-b1062441-a926-4637-97b1-8b2d4994080a tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:49:37 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:49:37 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.038s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:49:37 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[2abc3cd4-1de5-4d42-9a55-bbb6cba65c23]: (4, ('tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5d014a2a-2063-40a9-bfee-fae489383e29 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:49:37 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-b1062441-a926-4637-97b1-8b2d4994080a tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4 (non-flash)
Oct 27 19:49:37 user nova-compute[75147]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b (non-flash)
Oct 27 19:49:37 user nova-compute[75147]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5d014a2a-2063-40a9-bfee-fae489383e29 (non-flash)
Oct 27 19:49:37 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:49:37 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-b1062441-a926-4637-97b1-8b2d4994080a tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] iscsi session list stdout=tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4 (non-flash)
Oct 27 19:49:37 user nova-compute[75147]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b (non-flash)
Oct 27 19:49:37 user nova-compute[75147]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5d014a2a-2063-40a9-bfee-fae489383e29 (non-flash)
Oct 27 19:49:37 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:49:37 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-b1062441-a926-4637-97b1-8b2d4994080a tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5d014a2a-2063-40a9-bfee-fae489383e29" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.332s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:49:37 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-b1062441-a926-4637-97b1-8b2d4994080a tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] Connected to 172.16.0.220:3260 {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 19:49:37 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-b1062441-a926-4637-97b1-8b2d4994080a tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] HCTL ('35', '-', '-', 0) found on session 45 with lun 0 {{(pid=75147) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 19:49:37 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-b1062441-a926-4637-97b1-8b2d4994080a tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75147) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 19:49:37 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:49:37 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:49:37 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9167914-f9bb-4265-86f5-d9b4d6bc88fe]: (4, ('- - 0', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:49:37 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-b1062441-a926-4637-97b1-8b2d4994080a tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] Searching for a device in session 45 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75147) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 19:49:37 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-b1062441-a926-4637-97b1-8b2d4994080a tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:5d014a2a-2063-40a9-bfee-fae489383e29', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ycMqWlDI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 19:49:38 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-b1062441-a926-4637-97b1-8b2d4994080a tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.382s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:49:38 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-b1062441-a926-4637-97b1-8b2d4994080a tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] <== connect_volume: return (1384ms) {'type': 'block', 'scsi_wwn': '26365656562373830', 'path': '/dev/sdd'} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:49:38 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b1062441-a926-4637-97b1-8b2d4994080a tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] [instance: 71edf8bd-af69-418b-9794-61f192d21a48] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26365656562373830', 'path': '/dev/sdd'} {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 19:49:38 user nova-compute[75147]: DEBUG nova.objects.instance [None req-b1062441-a926-4637-97b1-8b2d4994080a tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] Lazy-loading 'flavor' on Instance uuid 71edf8bd-af69-418b-9794-61f192d21a48 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:49:39 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-b1062441-a926-4637-97b1-8b2d4994080a tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] attach device xml: <disk type="block" device="disk">
Oct 27 19:49:39 user nova-compute[75147]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 19:49:39 user nova-compute[75147]:   <source dev="/dev/sdd"/>
Oct 27 19:49:39 user nova-compute[75147]:   <target dev="vdb" bus="virtio"/>
Oct 27 19:49:39 user nova-compute[75147]:   <serial>5d014a2a-2063-40a9-bfee-fae489383e29</serial>
Oct 27 19:49:39 user nova-compute[75147]: </disk>
Oct 27 19:49:39 user nova-compute[75147]:  {{(pid=75147) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 27 19:49:39 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-b1062441-a926-4637-97b1-8b2d4994080a tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] No BDM found with device name vda, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:49:39 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-b1062441-a926-4637-97b1-8b2d4994080a tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:49:39 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-b1062441-a926-4637-97b1-8b2d4994080a tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] No VIF found with MAC fa:16:3e:b7:bb:22, not building metadata {{(pid=75147) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 19:49:39 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-b1062441-a926-4637-97b1-8b2d4994080a tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] Lock "71edf8bd-af69-418b-9794-61f192d21a48" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 29.217s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:49:39 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:49:41 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-952e51ff-7583-4b96-a9e5-de5407b965f2 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] Acquiring lock "71edf8bd-af69-418b-9794-61f192d21a48" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:49:41 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-952e51ff-7583-4b96-a9e5-de5407b965f2 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] Lock "71edf8bd-af69-418b-9794-61f192d21a48" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:49:41 user nova-compute[75147]: INFO nova.compute.manager [None req-952e51ff-7583-4b96-a9e5-de5407b965f2 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] [instance: 71edf8bd-af69-418b-9794-61f192d21a48] Detaching volume 5d014a2a-2063-40a9-bfee-fae489383e29
Oct 27 19:49:41 user nova-compute[75147]: INFO nova.virt.block_device [None req-952e51ff-7583-4b96-a9e5-de5407b965f2 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] [instance: 71edf8bd-af69-418b-9794-61f192d21a48] Attempting to driver detach volume 5d014a2a-2063-40a9-bfee-fae489383e29 from mountpoint /dev/vdb
Oct 27 19:49:41 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-952e51ff-7583-4b96-a9e5-de5407b965f2 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] Attempting to detach device vdb from instance 71edf8bd-af69-418b-9794-61f192d21a48 from the persistent domain config. {{(pid=75147) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 27 19:49:41 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-952e51ff-7583-4b96-a9e5-de5407b965f2 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] detach device xml: <disk type="block" device="disk">
Oct 27 19:49:41 user nova-compute[75147]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 19:49:41 user nova-compute[75147]:   <source dev="/dev/sdd"/>
Oct 27 19:49:41 user nova-compute[75147]:   <target dev="vdb" bus="virtio"/>
Oct 27 19:49:41 user nova-compute[75147]:   <serial>5d014a2a-2063-40a9-bfee-fae489383e29</serial>
Oct 27 19:49:41 user nova-compute[75147]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 27 19:49:41 user nova-compute[75147]: </disk>
Oct 27 19:49:41 user nova-compute[75147]:  {{(pid=75147) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 19:49:41 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-952e51ff-7583-4b96-a9e5-de5407b965f2 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] Successfully detached device vdb from instance 71edf8bd-af69-418b-9794-61f192d21a48 from the persistent domain config.
Oct 27 19:49:41 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-952e51ff-7583-4b96-a9e5-de5407b965f2 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 71edf8bd-af69-418b-9794-61f192d21a48 from the live domain config. {{(pid=75147) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 27 19:49:41 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-952e51ff-7583-4b96-a9e5-de5407b965f2 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] detach device xml: <disk type="block" device="disk">
Oct 27 19:49:41 user nova-compute[75147]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 19:49:41 user nova-compute[75147]:   <source dev="/dev/sdd"/>
Oct 27 19:49:41 user nova-compute[75147]:   <target dev="vdb" bus="virtio"/>
Oct 27 19:49:41 user nova-compute[75147]:   <serial>5d014a2a-2063-40a9-bfee-fae489383e29</serial>
Oct 27 19:49:41 user nova-compute[75147]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 27 19:49:41 user nova-compute[75147]: </disk>
Oct 27 19:49:41 user nova-compute[75147]:  {{(pid=75147) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 19:49:42 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:49:42 user nova-compute[75147]: DEBUG nova.compute.manager [req-06f8f38d-8b1e-43ac-99eb-a7eec34a54ed req-dd7dfe96-a94c-492a-8343-3450eff10191 service nova] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Received event network-changed-af651d95-6b97-460e-b3d6-2c0c9f71feb8 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:49:42 user nova-compute[75147]: DEBUG nova.compute.manager [req-06f8f38d-8b1e-43ac-99eb-a7eec34a54ed req-dd7dfe96-a94c-492a-8343-3450eff10191 service nova] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Refreshing instance network info cache due to event network-changed-af651d95-6b97-460e-b3d6-2c0c9f71feb8. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 19:49:42 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-06f8f38d-8b1e-43ac-99eb-a7eec34a54ed req-dd7dfe96-a94c-492a-8343-3450eff10191 service nova] Acquiring lock "refresh_cache-5a010f8b-ded4-4768-a829-769d954b4c71" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:49:42 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-06f8f38d-8b1e-43ac-99eb-a7eec34a54ed req-dd7dfe96-a94c-492a-8343-3450eff10191 service nova] Acquired lock "refresh_cache-5a010f8b-ded4-4768-a829-769d954b4c71" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:49:42 user nova-compute[75147]: DEBUG nova.network.neutron [req-06f8f38d-8b1e-43ac-99eb-a7eec34a54ed req-dd7dfe96-a94c-492a-8343-3450eff10191 service nova] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Refreshing network info cache for port af651d95-6b97-460e-b3d6-2c0c9f71feb8 {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 19:49:42 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-952e51ff-7583-4b96-a9e5-de5407b965f2 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 71edf8bd-af69-418b-9794-61f192d21a48 {{(pid=75147) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 27 19:49:42 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-941838d2-3bf9-4b7e-aece-dceed0cc9ab6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Acquiring lock "5a010f8b-ded4-4768-a829-769d954b4c71" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:49:42 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-941838d2-3bf9-4b7e-aece-dceed0cc9ab6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Lock "5a010f8b-ded4-4768-a829-769d954b4c71" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:49:42 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-941838d2-3bf9-4b7e-aece-dceed0cc9ab6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Acquiring lock "5a010f8b-ded4-4768-a829-769d954b4c71-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:49:42 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-941838d2-3bf9-4b7e-aece-dceed0cc9ab6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Lock "5a010f8b-ded4-4768-a829-769d954b4c71-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:49:42 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-941838d2-3bf9-4b7e-aece-dceed0cc9ab6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Lock "5a010f8b-ded4-4768-a829-769d954b4c71-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:49:42 user nova-compute[75147]: INFO nova.compute.manager [None req-941838d2-3bf9-4b7e-aece-dceed0cc9ab6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Terminating instance
Oct 27 19:49:42 user nova-compute[75147]: DEBUG nova.compute.manager [None req-941838d2-3bf9-4b7e-aece-dceed0cc9ab6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Start destroying the instance on the hypervisor. {{(pid=75147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 27 19:49:42 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:49:42 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:49:42 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:49:42 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:49:42 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:49:42 user nova-compute[75147]: DEBUG nova.compute.manager [req-fd9d29a2-ede7-4dd6-a400-aa91e86225ee req-b6a80fb7-0555-4dac-a28a-a742b0a6597e service nova] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Received event network-vif-unplugged-af651d95-6b97-460e-b3d6-2c0c9f71feb8 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:49:42 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-fd9d29a2-ede7-4dd6-a400-aa91e86225ee req-b6a80fb7-0555-4dac-a28a-a742b0a6597e service nova] Acquiring lock "5a010f8b-ded4-4768-a829-769d954b4c71-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:49:42 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-fd9d29a2-ede7-4dd6-a400-aa91e86225ee req-b6a80fb7-0555-4dac-a28a-a742b0a6597e service nova] Lock "5a010f8b-ded4-4768-a829-769d954b4c71-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:49:42 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-fd9d29a2-ede7-4dd6-a400-aa91e86225ee req-b6a80fb7-0555-4dac-a28a-a742b0a6597e service nova] Lock "5a010f8b-ded4-4768-a829-769d954b4c71-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:49:42 user nova-compute[75147]: DEBUG nova.compute.manager [req-fd9d29a2-ede7-4dd6-a400-aa91e86225ee req-b6a80fb7-0555-4dac-a28a-a742b0a6597e service nova] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] No waiting events found dispatching network-vif-unplugged-af651d95-6b97-460e-b3d6-2c0c9f71feb8 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:49:42 user nova-compute[75147]: DEBUG nova.compute.manager [req-fd9d29a2-ede7-4dd6-a400-aa91e86225ee req-b6a80fb7-0555-4dac-a28a-a742b0a6597e service nova] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Received event network-vif-unplugged-af651d95-6b97-460e-b3d6-2c0c9f71feb8 for instance with task_state deleting. {{(pid=75147) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 19:49:43 user nova-compute[75147]: DEBUG nova.network.neutron [req-06f8f38d-8b1e-43ac-99eb-a7eec34a54ed req-dd7dfe96-a94c-492a-8343-3450eff10191 service nova] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Updated VIF entry in instance network info cache for port af651d95-6b97-460e-b3d6-2c0c9f71feb8. {{(pid=75147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 19:49:43 user nova-compute[75147]: DEBUG nova.network.neutron [req-06f8f38d-8b1e-43ac-99eb-a7eec34a54ed req-dd7dfe96-a94c-492a-8343-3450eff10191 service nova] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Updating instance_info_cache with network_info: [{"id": "af651d95-6b97-460e-b3d6-2c0c9f71feb8", "address": "fa:16:3e:f4:14:3d", "network": {"id": "c4a5f3c6-85f0-4d3b-8315-d0bc06057f7d", "bridge": "br-int", "label": "tempest-TestShelveInstance-523465170-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ca79a043f8c548b3995328562da8ef2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf651d95-6b", "ovs_interfaceid": "af651d95-6b97-460e-b3d6-2c0c9f71feb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:49:43 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-06f8f38d-8b1e-43ac-99eb-a7eec34a54ed req-dd7dfe96-a94c-492a-8343-3450eff10191 service nova] Releasing lock "refresh_cache-5a010f8b-ded4-4768-a829-769d954b4c71" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:49:43 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:49:43 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Instance destroyed successfully.
Oct 27 19:49:43 user nova-compute[75147]: DEBUG nova.objects.instance [None req-941838d2-3bf9-4b7e-aece-dceed0cc9ab6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Lazy-loading 'resources' on Instance uuid 5a010f8b-ded4-4768-a829-769d954b4c71 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:49:43 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:49:43 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-941838d2-3bf9-4b7e-aece-dceed0cc9ab6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-27T19:44:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-1007570802',display_name='tempest-TestShelveInstance-server-1007570802',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-1007570802',id=33,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLkH1uZuwTQqs3mRIAN/HB1i82SYJRxcvQXjXswG6dgx2bwraoVn2n9ZuvZV18dLVFrFQqcl/3DvE3MEgDUu6wMlBrCJ6Ic57mGRxTYl/vuA0YPIatJJ88yB4UT9dJopNQ==',key_name='tempest-TestShelveInstance-1893986687',keypairs=<?>,launch_index=0,launched_at=2023-10-27T19:48:18Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ca79a043f8c548b3995328562da8ef2d',ramdisk_id='',reservation_id='r-onsx4fak',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-377999909',owner_user_name='tempest-TestShelveInstance-377999909-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T19:48:18Z,user_data=None,user_id='f059fade539a4d0d97bb818fd69727aa',uuid=5a010f8b-ded4-4768-a829-769d954b4c71,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "af651d95-6b97-460e-b3d6-2c0c9f71feb8", "address": "fa:16:3e:f4:14:3d", "network": {"id": "c4a5f3c6-85f0-4d3b-8315-d0bc06057f7d", "bridge": "br-int", "label": "tempest-TestShelveInstance-523465170-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ca79a043f8c548b3995328562da8ef2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf651d95-6b", "ovs_interfaceid": "af651d95-6b97-460e-b3d6-2c0c9f71feb8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 19:49:43 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-941838d2-3bf9-4b7e-aece-dceed0cc9ab6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Converting VIF {"id": "af651d95-6b97-460e-b3d6-2c0c9f71feb8", "address": "fa:16:3e:f4:14:3d", "network": {"id": "c4a5f3c6-85f0-4d3b-8315-d0bc06057f7d", "bridge": "br-int", "label": "tempest-TestShelveInstance-523465170-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ca79a043f8c548b3995328562da8ef2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf651d95-6b", "ovs_interfaceid": "af651d95-6b97-460e-b3d6-2c0c9f71feb8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:49:43 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-941838d2-3bf9-4b7e-aece-dceed0cc9ab6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f4:14:3d,bridge_name='br-int',has_traffic_filtering=True,id=af651d95-6b97-460e-b3d6-2c0c9f71feb8,network=Network(c4a5f3c6-85f0-4d3b-8315-d0bc06057f7d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaf651d95-6b') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:49:43 user nova-compute[75147]: DEBUG os_vif [None req-941838d2-3bf9-4b7e-aece-dceed0cc9ab6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f4:14:3d,bridge_name='br-int',has_traffic_filtering=True,id=af651d95-6b97-460e-b3d6-2c0c9f71feb8,network=Network(c4a5f3c6-85f0-4d3b-8315-d0bc06057f7d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaf651d95-6b') {{(pid=75147) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 19:49:43 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:49:43 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapaf651d95-6b, bridge=br-int, if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:49:43 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:49:43 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:49:43 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:49:43 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=9b2aebe2-2916-4077-9cb9-1a0edb3c20d8) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:49:43 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:49:43 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:49:43 user nova-compute[75147]: INFO os_vif [None req-941838d2-3bf9-4b7e-aece-dceed0cc9ab6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f4:14:3d,bridge_name='br-int',has_traffic_filtering=True,id=af651d95-6b97-460e-b3d6-2c0c9f71feb8,network=Network(c4a5f3c6-85f0-4d3b-8315-d0bc06057f7d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaf651d95-6b')
Oct 27 19:49:43 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-941838d2-3bf9-4b7e-aece-dceed0cc9ab6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] calling os-brick to detach iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 19:49:43 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-941838d2-3bf9-4b7e-aece-dceed0cc9ab6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, {'target_iqn': 'iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qctYiLCb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:49:43 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-941838d2-3bf9-4b7e-aece-dceed0cc9ab6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:49:43 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-941838d2-3bf9-4b7e-aece-dceed0cc9ab6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:49:43 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-941838d2-3bf9-4b7e-aece-dceed0cc9ab6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.006s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:49:43 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:49:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:49:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.027s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:49:43 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f7ac87a-fd1c-490e-b855-4c883403b3a2]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5d014a2a-2063-40a9-bfee-fae489383e29\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:49:43 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-941838d2-3bf9-4b7e-aece-dceed0cc9ab6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 19:49:43 user nova-compute[75147]: No targets found.
Oct 27 19:49:43 user nova-compute[75147]: iSNS:
Oct 27 19:49:43 user nova-compute[75147]: No targets found.
Oct 27 19:49:43 user nova-compute[75147]: STATIC:
Oct 27 19:49:43 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4
Oct 27 19:49:43 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:49:43 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:49:43 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b
Oct 27 19:49:43 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:49:43 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:49:43 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:5d014a2a-2063-40a9-bfee-fae489383e29
Oct 27 19:49:43 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:49:43 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:49:43 user nova-compute[75147]: FIRMWARE:
Oct 27 19:49:43 user nova-compute[75147]: No targets found.
Oct 27 19:49:43 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:49:43 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-941838d2-3bf9-4b7e-aece-dceed0cc9ab6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 19:49:43 user nova-compute[75147]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 19:49:43 user nova-compute[75147]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75147) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 19:49:43 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-941838d2-3bf9-4b7e-aece-dceed0cc9ab6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4', 0)] {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 19:49:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:49:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:49:43 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[af2b5a82-1743-4595-997b-c1e52295dc51]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5d014a2a-2063-40a9-bfee-fae489383e29\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:49:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:49:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.062s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:49:43 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[58e64aee-746c-4cb2-9660-7591afc37740]: (4, ('tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5d014a2a-2063-40a9-bfee-fae489383e29 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:49:43 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-941838d2-3bf9-4b7e-aece-dceed0cc9ab6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4 (non-flash)
Oct 27 19:49:43 user nova-compute[75147]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b (non-flash)
Oct 27 19:49:43 user nova-compute[75147]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5d014a2a-2063-40a9-bfee-fae489383e29 (non-flash)
Oct 27 19:49:43 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:49:43 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-941838d2-3bf9-4b7e-aece-dceed0cc9ab6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] iscsi session list stdout=tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4 (non-flash)
Oct 27 19:49:43 user nova-compute[75147]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b (non-flash)
Oct 27 19:49:43 user nova-compute[75147]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5d014a2a-2063-40a9-bfee-fae489383e29 (non-flash)
Oct 27 19:49:43 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:49:43 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-941838d2-3bf9-4b7e-aece-dceed0cc9ab6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f290c3c1a20>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4'): ({'sdb'}, set())}) {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 19:49:43 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-941838d2-3bf9-4b7e-aece-dceed0cc9ab6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Removing single pathed devices sdb {{(pid=75147) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 19:49:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:49:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.034s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:49:43 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[30874a77-52b9-4b64-a7b0-2cc645357447]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:49:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:49:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.023s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:49:43 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec6781d9-ae97-4ffd-84ff-9873d920cf8a]: (4, ('ok\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:49:43 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-941838d2-3bf9-4b7e-aece-dceed0cc9ab6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Flushing IO for device /dev/sdb {{(pid=75147) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 19:49:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:49:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:49:43 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[c73187de-fed6-498f-a26b-c212b17f3584]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:49:43 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-941838d2-3bf9-4b7e-aece-dceed0cc9ab6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75147) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 19:49:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:49:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.071s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:49:43 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[c4a15f4d-3be4-409e-91e8-05e94d9c1989]: (4, ('1', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:49:43 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-941838d2-3bf9-4b7e-aece-dceed0cc9ab6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 19:49:43 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-941838d2-3bf9-4b7e-aece-dceed0cc9ab6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] SCSI volumes sdb have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 19:49:43 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-941838d2-3bf9-4b7e-aece-dceed0cc9ab6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4')] {{(pid=75147) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 19:49:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:49:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.026s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:49:43 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[4cb924f0-5727-4695-b0fc-340ad372421d]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:49:43 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-941838d2-3bf9-4b7e-aece-dceed0cc9ab6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:49:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4 -p 172.16.0.220:3260 --logout {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:49:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4 -p 172.16.0.220:3260 --logout" returned: 0 in 0.078s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:49:43 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ec804c8-189d-4e45-87bc-ddc8548b3604]: (4, ('Logging out of session [sid: 43, target: iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4, portal: 172.16.0.220,3260]\nLogout of [sid: 43, target: iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:49:43 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-941838d2-3bf9-4b7e-aece-dceed0cc9ab6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 43, target: iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4, portal: 172.16.0.220,3260]
Oct 27 19:49:43 user nova-compute[75147]: Logout of [sid: 43, target: iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4, portal: 172.16.0.220,3260] successful.
Oct 27 19:49:43 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:49:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4 -p 172.16.0.220:3260 --op delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:49:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3a398793-da82-4700-96e2-a391142a9dd4 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:49:43 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[1af4e3fc-dd28-4a6d-8b3a-2a8faa390585]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:49:43 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-941838d2-3bf9-4b7e-aece-dceed0cc9ab6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:49:43 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-941838d2-3bf9-4b7e-aece-dceed0cc9ab6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.491s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:49:43 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-941838d2-3bf9-4b7e-aece-dceed0cc9ab6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] <== disconnect_volume: return (497ms) None {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:49:43 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-941838d2-3bf9-4b7e-aece-dceed0cc9ab6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Disconnected iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 19:49:43 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-941838d2-3bf9-4b7e-aece-dceed0cc9ab6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Deleting instance files /opt/stack/data/nova/instances/5a010f8b-ded4-4768-a829-769d954b4c71_del
Oct 27 19:49:43 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-941838d2-3bf9-4b7e-aece-dceed0cc9ab6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Deletion of /opt/stack/data/nova/instances/5a010f8b-ded4-4768-a829-769d954b4c71_del complete
Oct 27 19:49:44 user nova-compute[75147]: INFO nova.compute.manager [None req-941838d2-3bf9-4b7e-aece-dceed0cc9ab6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Took 1.54 seconds to destroy the instance on the hypervisor.
Oct 27 19:49:44 user nova-compute[75147]: DEBUG oslo.service.loopingcall [None req-941838d2-3bf9-4b7e-aece-dceed0cc9ab6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 27 19:49:44 user nova-compute[75147]: DEBUG nova.compute.manager [-] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Deallocating network for instance {{(pid=75147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 27 19:49:44 user nova-compute[75147]: DEBUG nova.network.neutron [-] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] deallocate_for_instance() {{(pid=75147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 27 19:49:44 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:49:44 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:49:44 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:49:44 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:49:44 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:49:45 user nova-compute[75147]: DEBUG nova.compute.manager [req-2794fcfc-d15b-49fd-80a3-fc8cf550bfd7 req-21e88829-f5df-44c1-9632-bcf99ae52191 service nova] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Received event network-vif-plugged-af651d95-6b97-460e-b3d6-2c0c9f71feb8 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:49:45 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-2794fcfc-d15b-49fd-80a3-fc8cf550bfd7 req-21e88829-f5df-44c1-9632-bcf99ae52191 service nova] Acquiring lock "5a010f8b-ded4-4768-a829-769d954b4c71-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:49:45 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-2794fcfc-d15b-49fd-80a3-fc8cf550bfd7 req-21e88829-f5df-44c1-9632-bcf99ae52191 service nova] Lock "5a010f8b-ded4-4768-a829-769d954b4c71-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:49:45 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-2794fcfc-d15b-49fd-80a3-fc8cf550bfd7 req-21e88829-f5df-44c1-9632-bcf99ae52191 service nova] Lock "5a010f8b-ded4-4768-a829-769d954b4c71-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:49:45 user nova-compute[75147]: DEBUG nova.compute.manager [req-2794fcfc-d15b-49fd-80a3-fc8cf550bfd7 req-21e88829-f5df-44c1-9632-bcf99ae52191 service nova] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] No waiting events found dispatching network-vif-plugged-af651d95-6b97-460e-b3d6-2c0c9f71feb8 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:49:45 user nova-compute[75147]: WARNING nova.compute.manager [req-2794fcfc-d15b-49fd-80a3-fc8cf550bfd7 req-21e88829-f5df-44c1-9632-bcf99ae52191 service nova] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Received unexpected event network-vif-plugged-af651d95-6b97-460e-b3d6-2c0c9f71feb8 for instance with vm_state active and task_state deleting.
Oct 27 19:49:45 user nova-compute[75147]: DEBUG nova.compute.manager [req-2794fcfc-d15b-49fd-80a3-fc8cf550bfd7 req-21e88829-f5df-44c1-9632-bcf99ae52191 service nova] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Received event network-vif-plugged-af651d95-6b97-460e-b3d6-2c0c9f71feb8 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:49:45 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-2794fcfc-d15b-49fd-80a3-fc8cf550bfd7 req-21e88829-f5df-44c1-9632-bcf99ae52191 service nova] Acquiring lock "5a010f8b-ded4-4768-a829-769d954b4c71-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:49:45 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-2794fcfc-d15b-49fd-80a3-fc8cf550bfd7 req-21e88829-f5df-44c1-9632-bcf99ae52191 service nova] Lock "5a010f8b-ded4-4768-a829-769d954b4c71-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:49:45 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-2794fcfc-d15b-49fd-80a3-fc8cf550bfd7 req-21e88829-f5df-44c1-9632-bcf99ae52191 service nova] Lock "5a010f8b-ded4-4768-a829-769d954b4c71-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:49:45 user nova-compute[75147]: DEBUG nova.compute.manager [req-2794fcfc-d15b-49fd-80a3-fc8cf550bfd7 req-21e88829-f5df-44c1-9632-bcf99ae52191 service nova] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] No waiting events found dispatching network-vif-plugged-af651d95-6b97-460e-b3d6-2c0c9f71feb8 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:49:45 user nova-compute[75147]: WARNING nova.compute.manager [req-2794fcfc-d15b-49fd-80a3-fc8cf550bfd7 req-21e88829-f5df-44c1-9632-bcf99ae52191 service nova] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Received unexpected event network-vif-plugged-af651d95-6b97-460e-b3d6-2c0c9f71feb8 for instance with vm_state active and task_state deleting.
Oct 27 19:49:45 user nova-compute[75147]: DEBUG nova.compute.manager [req-2794fcfc-d15b-49fd-80a3-fc8cf550bfd7 req-21e88829-f5df-44c1-9632-bcf99ae52191 service nova] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Received event network-vif-plugged-af651d95-6b97-460e-b3d6-2c0c9f71feb8 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:49:45 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-2794fcfc-d15b-49fd-80a3-fc8cf550bfd7 req-21e88829-f5df-44c1-9632-bcf99ae52191 service nova] Acquiring lock "5a010f8b-ded4-4768-a829-769d954b4c71-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:49:45 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-2794fcfc-d15b-49fd-80a3-fc8cf550bfd7 req-21e88829-f5df-44c1-9632-bcf99ae52191 service nova] Lock "5a010f8b-ded4-4768-a829-769d954b4c71-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:49:45 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-2794fcfc-d15b-49fd-80a3-fc8cf550bfd7 req-21e88829-f5df-44c1-9632-bcf99ae52191 service nova] Lock "5a010f8b-ded4-4768-a829-769d954b4c71-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:49:45 user nova-compute[75147]: DEBUG nova.compute.manager [req-2794fcfc-d15b-49fd-80a3-fc8cf550bfd7 req-21e88829-f5df-44c1-9632-bcf99ae52191 service nova] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] No waiting events found dispatching network-vif-plugged-af651d95-6b97-460e-b3d6-2c0c9f71feb8 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:49:45 user nova-compute[75147]: WARNING nova.compute.manager [req-2794fcfc-d15b-49fd-80a3-fc8cf550bfd7 req-21e88829-f5df-44c1-9632-bcf99ae52191 service nova] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Received unexpected event network-vif-plugged-af651d95-6b97-460e-b3d6-2c0c9f71feb8 for instance with vm_state active and task_state deleting.
Oct 27 19:49:45 user nova-compute[75147]: DEBUG nova.compute.manager [req-2794fcfc-d15b-49fd-80a3-fc8cf550bfd7 req-21e88829-f5df-44c1-9632-bcf99ae52191 service nova] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Received event network-vif-unplugged-af651d95-6b97-460e-b3d6-2c0c9f71feb8 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:49:45 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-2794fcfc-d15b-49fd-80a3-fc8cf550bfd7 req-21e88829-f5df-44c1-9632-bcf99ae52191 service nova] Acquiring lock "5a010f8b-ded4-4768-a829-769d954b4c71-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:49:45 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-2794fcfc-d15b-49fd-80a3-fc8cf550bfd7 req-21e88829-f5df-44c1-9632-bcf99ae52191 service nova] Lock "5a010f8b-ded4-4768-a829-769d954b4c71-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:49:45 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-2794fcfc-d15b-49fd-80a3-fc8cf550bfd7 req-21e88829-f5df-44c1-9632-bcf99ae52191 service nova] Lock "5a010f8b-ded4-4768-a829-769d954b4c71-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:49:45 user nova-compute[75147]: DEBUG nova.compute.manager [req-2794fcfc-d15b-49fd-80a3-fc8cf550bfd7 req-21e88829-f5df-44c1-9632-bcf99ae52191 service nova] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] No waiting events found dispatching network-vif-unplugged-af651d95-6b97-460e-b3d6-2c0c9f71feb8 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:49:45 user nova-compute[75147]: DEBUG nova.compute.manager [req-2794fcfc-d15b-49fd-80a3-fc8cf550bfd7 req-21e88829-f5df-44c1-9632-bcf99ae52191 service nova] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Received event network-vif-unplugged-af651d95-6b97-460e-b3d6-2c0c9f71feb8 for instance with task_state deleting. {{(pid=75147) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 19:49:45 user nova-compute[75147]: DEBUG nova.network.neutron [-] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Updating instance_info_cache with network_info: [] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:49:45 user nova-compute[75147]: DEBUG nova.compute.manager [req-fdc9adf5-4778-4d7d-9d12-34fdca4845fd req-ce1788b0-0648-4bfe-847d-fdc84035201a service nova] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Received event network-vif-deleted-af651d95-6b97-460e-b3d6-2c0c9f71feb8 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:49:45 user nova-compute[75147]: INFO nova.compute.manager [req-fdc9adf5-4778-4d7d-9d12-34fdca4845fd req-ce1788b0-0648-4bfe-847d-fdc84035201a service nova] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Neutron deleted interface af651d95-6b97-460e-b3d6-2c0c9f71feb8; detaching it from the instance and deleting it from the info cache
Oct 27 19:49:45 user nova-compute[75147]: DEBUG nova.network.neutron [req-fdc9adf5-4778-4d7d-9d12-34fdca4845fd req-ce1788b0-0648-4bfe-847d-fdc84035201a service nova] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Updating instance_info_cache with network_info: [] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:49:45 user nova-compute[75147]: INFO nova.compute.manager [-] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Took 1.23 seconds to deallocate network for instance.
Oct 27 19:49:45 user nova-compute[75147]: DEBUG nova.compute.manager [req-fdc9adf5-4778-4d7d-9d12-34fdca4845fd req-ce1788b0-0648-4bfe-847d-fdc84035201a service nova] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Detach interface failed, port_id=af651d95-6b97-460e-b3d6-2c0c9f71feb8, reason: Instance 5a010f8b-ded4-4768-a829-769d954b4c71 could not be found. {{(pid=75147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 27 19:49:47 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:49:47 user nova-compute[75147]: DEBUG nova.compute.manager [req-a2178129-a0ec-4404-82b5-b8139d515014 req-711feb47-357f-4f26-8d47-a6eb8f7cf1fe service nova] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Received event network-vif-plugged-af651d95-6b97-460e-b3d6-2c0c9f71feb8 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:49:47 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-a2178129-a0ec-4404-82b5-b8139d515014 req-711feb47-357f-4f26-8d47-a6eb8f7cf1fe service nova] Acquiring lock "5a010f8b-ded4-4768-a829-769d954b4c71-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:49:47 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-a2178129-a0ec-4404-82b5-b8139d515014 req-711feb47-357f-4f26-8d47-a6eb8f7cf1fe service nova] Lock "5a010f8b-ded4-4768-a829-769d954b4c71-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:49:47 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-a2178129-a0ec-4404-82b5-b8139d515014 req-711feb47-357f-4f26-8d47-a6eb8f7cf1fe service nova] Lock "5a010f8b-ded4-4768-a829-769d954b4c71-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:49:47 user nova-compute[75147]: DEBUG nova.compute.manager [req-a2178129-a0ec-4404-82b5-b8139d515014 req-711feb47-357f-4f26-8d47-a6eb8f7cf1fe service nova] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] No waiting events found dispatching network-vif-plugged-af651d95-6b97-460e-b3d6-2c0c9f71feb8 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:49:47 user nova-compute[75147]: WARNING nova.compute.manager [req-a2178129-a0ec-4404-82b5-b8139d515014 req-711feb47-357f-4f26-8d47-a6eb8f7cf1fe service nova] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Received unexpected event network-vif-plugged-af651d95-6b97-460e-b3d6-2c0c9f71feb8 for instance with vm_state active and task_state deleting.
Oct 27 19:49:47 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:49:48 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:49:49 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:49:50 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-8daefc5e-8111-4198-a115-60310433dacc tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Acquiring lock "a413fb71-5748-4328-a2f3-592c64188e21" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:49:50 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-8daefc5e-8111-4198-a115-60310433dacc tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Lock "a413fb71-5748-4328-a2f3-592c64188e21" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:49:50 user nova-compute[75147]: DEBUG nova.compute.manager [None req-8daefc5e-8111-4198-a115-60310433dacc tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: a413fb71-5748-4328-a2f3-592c64188e21] Starting instance... {{(pid=75147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 27 19:49:50 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-8daefc5e-8111-4198-a115-60310433dacc tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:49:50 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-8daefc5e-8111-4198-a115-60310433dacc tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:49:50 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-8daefc5e-8111-4198-a115-60310433dacc tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75147) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 19:49:50 user nova-compute[75147]: INFO nova.compute.claims [None req-8daefc5e-8111-4198-a115-60310433dacc tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: a413fb71-5748-4328-a2f3-592c64188e21] Claim successful on node user
Oct 27 19:49:51 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-8daefc5e-8111-4198-a115-60310433dacc tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:49:51 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-8daefc5e-8111-4198-a115-60310433dacc tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:49:51 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-8daefc5e-8111-4198-a115-60310433dacc tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.286s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:49:51 user nova-compute[75147]: DEBUG nova.compute.manager [None req-8daefc5e-8111-4198-a115-60310433dacc tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: a413fb71-5748-4328-a2f3-592c64188e21] Start building networks asynchronously for instance. {{(pid=75147) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 27 19:49:51 user nova-compute[75147]: DEBUG nova.compute.manager [None req-8daefc5e-8111-4198-a115-60310433dacc tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: a413fb71-5748-4328-a2f3-592c64188e21] Allocating IP information in the background. {{(pid=75147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 27 19:49:51 user nova-compute[75147]: DEBUG nova.network.neutron [None req-8daefc5e-8111-4198-a115-60310433dacc tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: a413fb71-5748-4328-a2f3-592c64188e21] allocate_for_instance() {{(pid=75147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 27 19:49:51 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-8daefc5e-8111-4198-a115-60310433dacc tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: a413fb71-5748-4328-a2f3-592c64188e21] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 27 19:49:51 user nova-compute[75147]: DEBUG nova.compute.manager [None req-8daefc5e-8111-4198-a115-60310433dacc tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: a413fb71-5748-4328-a2f3-592c64188e21] Start building block device mappings for instance. {{(pid=75147) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 27 19:49:51 user nova-compute[75147]: DEBUG nova.policy [None req-8daefc5e-8111-4198-a115-60310433dacc tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6727f3019b20472fa098b88b46a487db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f24b4cdff6de43ebad2383ca58b7a4d3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75147) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 27 19:49:51 user nova-compute[75147]: DEBUG nova.compute.manager [None req-8daefc5e-8111-4198-a115-60310433dacc tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: a413fb71-5748-4328-a2f3-592c64188e21] Start spawning the instance on the hypervisor. {{(pid=75147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 27 19:49:51 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-8daefc5e-8111-4198-a115-60310433dacc tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: a413fb71-5748-4328-a2f3-592c64188e21] Creating instance directory {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 19:49:51 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-8daefc5e-8111-4198-a115-60310433dacc tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: a413fb71-5748-4328-a2f3-592c64188e21] Creating image(s)
Oct 27 19:49:51 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-8daefc5e-8111-4198-a115-60310433dacc tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Acquiring lock "/opt/stack/data/nova/instances/a413fb71-5748-4328-a2f3-592c64188e21/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:49:51 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-8daefc5e-8111-4198-a115-60310433dacc tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Lock "/opt/stack/data/nova/instances/a413fb71-5748-4328-a2f3-592c64188e21/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:49:51 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-8daefc5e-8111-4198-a115-60310433dacc tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Lock "/opt/stack/data/nova/instances/a413fb71-5748-4328-a2f3-592c64188e21/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:49:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-8daefc5e-8111-4198-a115-60310433dacc tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:49:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-8daefc5e-8111-4198-a115-60310433dacc tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.197s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:49:51 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-8daefc5e-8111-4198-a115-60310433dacc tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Acquiring lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:49:51 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-8daefc5e-8111-4198-a115-60310433dacc tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:49:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-8daefc5e-8111-4198-a115-60310433dacc tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:49:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-8daefc5e-8111-4198-a115-60310433dacc tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.183s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:49:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-8daefc5e-8111-4198-a115-60310433dacc tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa,backing_fmt=raw /opt/stack/data/nova/instances/a413fb71-5748-4328-a2f3-592c64188e21/disk 1073741824 {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:49:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-8daefc5e-8111-4198-a115-60310433dacc tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa,backing_fmt=raw /opt/stack/data/nova/instances/a413fb71-5748-4328-a2f3-592c64188e21/disk 1073741824" returned: 0 in 0.053s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:49:51 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-8daefc5e-8111-4198-a115-60310433dacc tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.244s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:49:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-8daefc5e-8111-4198-a115-60310433dacc tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:49:51 user nova-compute[75147]: DEBUG nova.network.neutron [None req-8daefc5e-8111-4198-a115-60310433dacc tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: a413fb71-5748-4328-a2f3-592c64188e21] Successfully created port: 354da5c5-840d-4a12-94ff-985e4cfdc3c4 {{(pid=75147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 19:49:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-8daefc5e-8111-4198-a115-60310433dacc tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.213s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:49:51 user nova-compute[75147]: DEBUG nova.virt.disk.api [None req-8daefc5e-8111-4198-a115-60310433dacc tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Checking if we can resize image /opt/stack/data/nova/instances/a413fb71-5748-4328-a2f3-592c64188e21/disk. size=1073741824 {{(pid=75147) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 27 19:49:51 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-8daefc5e-8111-4198-a115-60310433dacc tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a413fb71-5748-4328-a2f3-592c64188e21/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:49:52 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:49:52 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-8daefc5e-8111-4198-a115-60310433dacc tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a413fb71-5748-4328-a2f3-592c64188e21/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:49:52 user nova-compute[75147]: DEBUG nova.virt.disk.api [None req-8daefc5e-8111-4198-a115-60310433dacc tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Cannot resize image /opt/stack/data/nova/instances/a413fb71-5748-4328-a2f3-592c64188e21/disk to a smaller size. {{(pid=75147) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 27 19:49:52 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-8daefc5e-8111-4198-a115-60310433dacc tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: a413fb71-5748-4328-a2f3-592c64188e21] Created local disks {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 27 19:49:52 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-8daefc5e-8111-4198-a115-60310433dacc tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: a413fb71-5748-4328-a2f3-592c64188e21] Ensure instance console log exists: /opt/stack/data/nova/instances/a413fb71-5748-4328-a2f3-592c64188e21/console.log {{(pid=75147) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 19:49:52 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-8daefc5e-8111-4198-a115-60310433dacc tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:49:52 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-8daefc5e-8111-4198-a115-60310433dacc tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:49:52 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-8daefc5e-8111-4198-a115-60310433dacc tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:49:52 user nova-compute[75147]: INFO nova.compute.manager [None req-941838d2-3bf9-4b7e-aece-dceed0cc9ab6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Took 7.35 seconds to detach 1 volumes for instance.
Oct 27 19:49:52 user nova-compute[75147]: DEBUG nova.compute.manager [None req-941838d2-3bf9-4b7e-aece-dceed0cc9ab6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] [instance: 5a010f8b-ded4-4768-a829-769d954b4c71] Deleting volume: 3a398793-da82-4700-96e2-a391142a9dd4 {{(pid=75147) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Oct 27 19:49:52 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-941838d2-3bf9-4b7e-aece-dceed0cc9ab6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:49:52 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-941838d2-3bf9-4b7e-aece-dceed0cc9ab6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:49:52 user nova-compute[75147]: DEBUG nova.network.neutron [None req-8daefc5e-8111-4198-a115-60310433dacc tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: a413fb71-5748-4328-a2f3-592c64188e21] Successfully updated port: 354da5c5-840d-4a12-94ff-985e4cfdc3c4 {{(pid=75147) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 19:49:52 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-8daefc5e-8111-4198-a115-60310433dacc tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Acquiring lock "refresh_cache-a413fb71-5748-4328-a2f3-592c64188e21" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:49:52 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-8daefc5e-8111-4198-a115-60310433dacc tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Acquired lock "refresh_cache-a413fb71-5748-4328-a2f3-592c64188e21" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:49:52 user nova-compute[75147]: DEBUG nova.network.neutron [None req-8daefc5e-8111-4198-a115-60310433dacc tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: a413fb71-5748-4328-a2f3-592c64188e21] Building network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 19:49:52 user nova-compute[75147]: DEBUG nova.compute.manager [req-74ca3e3d-f978-4111-af1b-c19cbcebcedd req-5b0300af-a305-43ff-aa5d-85f11f416bc3 service nova] [instance: a413fb71-5748-4328-a2f3-592c64188e21] Received event network-changed-354da5c5-840d-4a12-94ff-985e4cfdc3c4 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:49:52 user nova-compute[75147]: DEBUG nova.compute.manager [req-74ca3e3d-f978-4111-af1b-c19cbcebcedd req-5b0300af-a305-43ff-aa5d-85f11f416bc3 service nova] [instance: a413fb71-5748-4328-a2f3-592c64188e21] Refreshing instance network info cache due to event network-changed-354da5c5-840d-4a12-94ff-985e4cfdc3c4. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 19:49:52 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-74ca3e3d-f978-4111-af1b-c19cbcebcedd req-5b0300af-a305-43ff-aa5d-85f11f416bc3 service nova] Acquiring lock "refresh_cache-a413fb71-5748-4328-a2f3-592c64188e21" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:49:52 user nova-compute[75147]: DEBUG nova.network.neutron [None req-8daefc5e-8111-4198-a115-60310433dacc tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: a413fb71-5748-4328-a2f3-592c64188e21] Instance cache missing network info. {{(pid=75147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 19:49:52 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-941838d2-3bf9-4b7e-aece-dceed0cc9ab6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:49:52 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-941838d2-3bf9-4b7e-aece-dceed0cc9ab6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:49:53 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-941838d2-3bf9-4b7e-aece-dceed0cc9ab6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.248s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:49:53 user nova-compute[75147]: INFO nova.scheduler.client.report [None req-941838d2-3bf9-4b7e-aece-dceed0cc9ab6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Deleted allocations for instance 5a010f8b-ded4-4768-a829-769d954b4c71
Oct 27 19:49:53 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-941838d2-3bf9-4b7e-aece-dceed0cc9ab6 tempest-TestShelveInstance-377999909 tempest-TestShelveInstance-377999909-project-member] Lock "5a010f8b-ded4-4768-a829-769d954b4c71" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 10.681s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:49:53 user nova-compute[75147]: DEBUG nova.network.neutron [None req-8daefc5e-8111-4198-a115-60310433dacc tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: a413fb71-5748-4328-a2f3-592c64188e21] Updating instance_info_cache with network_info: [{"id": "354da5c5-840d-4a12-94ff-985e4cfdc3c4", "address": "fa:16:3e:e1:06:7e", "network": {"id": "5d65da42-1076-416b-95f3-7516c6b6578f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-703269400-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f24b4cdff6de43ebad2383ca58b7a4d3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap354da5c5-84", "ovs_interfaceid": "354da5c5-840d-4a12-94ff-985e4cfdc3c4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:49:53 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-8daefc5e-8111-4198-a115-60310433dacc tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Releasing lock "refresh_cache-a413fb71-5748-4328-a2f3-592c64188e21" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:49:53 user nova-compute[75147]: DEBUG nova.compute.manager [None req-8daefc5e-8111-4198-a115-60310433dacc tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: a413fb71-5748-4328-a2f3-592c64188e21] Instance network_info: |[{"id": "354da5c5-840d-4a12-94ff-985e4cfdc3c4", "address": "fa:16:3e:e1:06:7e", "network": {"id": "5d65da42-1076-416b-95f3-7516c6b6578f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-703269400-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f24b4cdff6de43ebad2383ca58b7a4d3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap354da5c5-84", "ovs_interfaceid": "354da5c5-840d-4a12-94ff-985e4cfdc3c4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 27 19:49:53 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-74ca3e3d-f978-4111-af1b-c19cbcebcedd req-5b0300af-a305-43ff-aa5d-85f11f416bc3 service nova] Acquired lock "refresh_cache-a413fb71-5748-4328-a2f3-592c64188e21" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:49:53 user nova-compute[75147]: DEBUG nova.network.neutron [req-74ca3e3d-f978-4111-af1b-c19cbcebcedd req-5b0300af-a305-43ff-aa5d-85f11f416bc3 service nova] [instance: a413fb71-5748-4328-a2f3-592c64188e21] Refreshing network info cache for port 354da5c5-840d-4a12-94ff-985e4cfdc3c4 {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 19:49:53 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-8daefc5e-8111-4198-a115-60310433dacc tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: a413fb71-5748-4328-a2f3-592c64188e21] Start _get_guest_xml network_info=[{"id": "354da5c5-840d-4a12-94ff-985e4cfdc3c4", "address": "fa:16:3e:e1:06:7e", "network": {"id": "5d65da42-1076-416b-95f3-7516c6b6578f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-703269400-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f24b4cdff6de43ebad2383ca58b7a4d3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap354da5c5-84", "ovs_interfaceid": "354da5c5-840d-4a12-94ff-985e4cfdc3c4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T19:22:09Z,direct_url=<?>,disk_format='qcow2',id=d52df17c-5315-4a73-ab7c-34c161a414fb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0b43115555434818b0c8bdf6be4946da',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T19:22:11Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'encryption_options': None, 'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encrypted': False, 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_format': None, 'device_name': '/dev/vda', 'image_id': 'd52df17c-5315-4a73-ab7c-34c161a414fb'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 19:49:53 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-8daefc5e-8111-4198-a115-60310433dacc tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:49:53 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-8daefc5e-8111-4198-a115-60310433dacc tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:49:53 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-8daefc5e-8111-4198-a115-60310433dacc tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 19:49:53 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-8daefc5e-8111-4198-a115-60310433dacc tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] CPU controller missing on host. {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 19:49:53 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-8daefc5e-8111-4198-a115-60310433dacc tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 19:49:53 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-8daefc5e-8111-4198-a115-60310433dacc tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] CPU controller found on host. {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 19:49:53 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-8daefc5e-8111-4198-a115-60310433dacc tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75147) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 19:49:53 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-8daefc5e-8111-4198-a115-60310433dacc tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T19:21:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T19:22:09Z,direct_url=<?>,disk_format='qcow2',id=d52df17c-5315-4a73-ab7c-34c161a414fb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0b43115555434818b0c8bdf6be4946da',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T19:22:11Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 19:49:53 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-8daefc5e-8111-4198-a115-60310433dacc tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Flavor limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 19:49:53 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-8daefc5e-8111-4198-a115-60310433dacc tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Image limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 19:49:53 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-8daefc5e-8111-4198-a115-60310433dacc tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Flavor pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 19:49:53 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-8daefc5e-8111-4198-a115-60310433dacc tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Image pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 19:49:53 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-8daefc5e-8111-4198-a115-60310433dacc tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 19:49:53 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-8daefc5e-8111-4198-a115-60310433dacc tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 19:49:53 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-8daefc5e-8111-4198-a115-60310433dacc tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 19:49:53 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-8daefc5e-8111-4198-a115-60310433dacc tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Got 1 possible topologies {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 19:49:53 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-8daefc5e-8111-4198-a115-60310433dacc tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 19:49:53 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-8daefc5e-8111-4198-a115-60310433dacc tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 19:49:53 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-8daefc5e-8111-4198-a115-60310433dacc tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:49:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-163419590',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-163419590',id=41,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f24b4cdff6de43ebad2383ca58b7a4d3',ramdisk_id='',reservation_id='r-pdtn6qel',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-754928900',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:49:51Z,user_data=None,user_id='6727f3019b20472fa098b88b46a487db',uuid=a413fb71-5748-4328-a2f3-592c64188e21,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "354da5c5-840d-4a12-94ff-985e4cfdc3c4", "address": "fa:16:3e:e1:06:7e", "network": {"id": "5d65da42-1076-416b-95f3-7516c6b6578f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-703269400-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f24b4cdff6de43ebad2383ca58b7a4d3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap354da5c5-84", "ovs_interfaceid": "354da5c5-840d-4a12-94ff-985e4cfdc3c4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75147) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 19:49:53 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-8daefc5e-8111-4198-a115-60310433dacc tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Converting VIF {"id": "354da5c5-840d-4a12-94ff-985e4cfdc3c4", "address": "fa:16:3e:e1:06:7e", "network": {"id": "5d65da42-1076-416b-95f3-7516c6b6578f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-703269400-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f24b4cdff6de43ebad2383ca58b7a4d3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap354da5c5-84", "ovs_interfaceid": "354da5c5-840d-4a12-94ff-985e4cfdc3c4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:49:53 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-8daefc5e-8111-4198-a115-60310433dacc tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e1:06:7e,bridge_name='br-int',has_traffic_filtering=True,id=354da5c5-840d-4a12-94ff-985e4cfdc3c4,network=Network(5d65da42-1076-416b-95f3-7516c6b6578f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap354da5c5-84') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:49:53 user nova-compute[75147]: DEBUG nova.objects.instance [None req-8daefc5e-8111-4198-a115-60310433dacc tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Lazy-loading 'pci_devices' on Instance uuid a413fb71-5748-4328-a2f3-592c64188e21 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:49:53 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-8daefc5e-8111-4198-a115-60310433dacc tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: a413fb71-5748-4328-a2f3-592c64188e21] End _get_guest_xml xml=<domain type="kvm">
Oct 27 19:49:53 user nova-compute[75147]:   <uuid>a413fb71-5748-4328-a2f3-592c64188e21</uuid>
Oct 27 19:49:53 user nova-compute[75147]:   <name>instance-00000029</name>
Oct 27 19:49:53 user nova-compute[75147]:   <memory>524288</memory>
Oct 27 19:49:53 user nova-compute[75147]:   <vcpu>1</vcpu>
Oct 27 19:49:53 user nova-compute[75147]:   <metadata>
Oct 27 19:49:53 user nova-compute[75147]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 19:49:53 user nova-compute[75147]:       <nova:package version="0.0.0"/>
Oct 27 19:49:53 user nova-compute[75147]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-163419590</nova:name>
Oct 27 19:49:53 user nova-compute[75147]:       <nova:creationTime>2023-10-27 19:49:53</nova:creationTime>
Oct 27 19:49:53 user nova-compute[75147]:       <nova:flavor name="m1.tiny">
Oct 27 19:49:53 user nova-compute[75147]:         <nova:memory>512</nova:memory>
Oct 27 19:49:53 user nova-compute[75147]:         <nova:disk>1</nova:disk>
Oct 27 19:49:53 user nova-compute[75147]:         <nova:swap>0</nova:swap>
Oct 27 19:49:53 user nova-compute[75147]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 19:49:53 user nova-compute[75147]:         <nova:vcpus>1</nova:vcpus>
Oct 27 19:49:53 user nova-compute[75147]:       </nova:flavor>
Oct 27 19:49:53 user nova-compute[75147]:       <nova:owner>
Oct 27 19:49:53 user nova-compute[75147]:         <nova:user uuid="6727f3019b20472fa098b88b46a487db">tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member</nova:user>
Oct 27 19:49:53 user nova-compute[75147]:         <nova:project uuid="f24b4cdff6de43ebad2383ca58b7a4d3">tempest-ServerBootFromVolumeStableRescueTest-754928900</nova:project>
Oct 27 19:49:53 user nova-compute[75147]:       </nova:owner>
Oct 27 19:49:53 user nova-compute[75147]:       <nova:root type="image" uuid="d52df17c-5315-4a73-ab7c-34c161a414fb"/>
Oct 27 19:49:53 user nova-compute[75147]:       <nova:ports>
Oct 27 19:49:53 user nova-compute[75147]:         <nova:port uuid="354da5c5-840d-4a12-94ff-985e4cfdc3c4">
Oct 27 19:49:53 user nova-compute[75147]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Oct 27 19:49:53 user nova-compute[75147]:         </nova:port>
Oct 27 19:49:53 user nova-compute[75147]:       </nova:ports>
Oct 27 19:49:53 user nova-compute[75147]:     </nova:instance>
Oct 27 19:49:53 user nova-compute[75147]:   </metadata>
Oct 27 19:49:53 user nova-compute[75147]:   <sysinfo type="smbios">
Oct 27 19:49:53 user nova-compute[75147]:     <system>
Oct 27 19:49:53 user nova-compute[75147]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 19:49:53 user nova-compute[75147]:       <entry name="product">OpenStack Nova</entry>
Oct 27 19:49:53 user nova-compute[75147]:       <entry name="version">0.0.0</entry>
Oct 27 19:49:53 user nova-compute[75147]:       <entry name="serial">a413fb71-5748-4328-a2f3-592c64188e21</entry>
Oct 27 19:49:53 user nova-compute[75147]:       <entry name="uuid">a413fb71-5748-4328-a2f3-592c64188e21</entry>
Oct 27 19:49:53 user nova-compute[75147]:       <entry name="family">Virtual Machine</entry>
Oct 27 19:49:53 user nova-compute[75147]:     </system>
Oct 27 19:49:53 user nova-compute[75147]:   </sysinfo>
Oct 27 19:49:53 user nova-compute[75147]:   <os>
Oct 27 19:49:53 user nova-compute[75147]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 19:49:53 user nova-compute[75147]:     <boot dev="hd"/>
Oct 27 19:49:53 user nova-compute[75147]:     <smbios mode="sysinfo"/>
Oct 27 19:49:53 user nova-compute[75147]:   </os>
Oct 27 19:49:53 user nova-compute[75147]:   <features>
Oct 27 19:49:53 user nova-compute[75147]:     <acpi/>
Oct 27 19:49:53 user nova-compute[75147]:     <apic/>
Oct 27 19:49:53 user nova-compute[75147]:     <vmcoreinfo/>
Oct 27 19:49:53 user nova-compute[75147]:   </features>
Oct 27 19:49:53 user nova-compute[75147]:   <clock offset="utc">
Oct 27 19:49:53 user nova-compute[75147]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 19:49:53 user nova-compute[75147]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 19:49:53 user nova-compute[75147]:     <timer name="hpet" present="no"/>
Oct 27 19:49:53 user nova-compute[75147]:   </clock>
Oct 27 19:49:53 user nova-compute[75147]:   <cpu mode="custom" match="exact">
Oct 27 19:49:53 user nova-compute[75147]:     <model>Nehalem</model>
Oct 27 19:49:53 user nova-compute[75147]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 19:49:53 user nova-compute[75147]:   </cpu>
Oct 27 19:49:53 user nova-compute[75147]:   <devices>
Oct 27 19:49:53 user nova-compute[75147]:     <disk type="file" device="disk">
Oct 27 19:49:53 user nova-compute[75147]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 27 19:49:53 user nova-compute[75147]:       <source file="/opt/stack/data/nova/instances/a413fb71-5748-4328-a2f3-592c64188e21/disk"/>
Oct 27 19:49:53 user nova-compute[75147]:       <target dev="vda" bus="virtio"/>
Oct 27 19:49:53 user nova-compute[75147]:     </disk>
Oct 27 19:49:53 user nova-compute[75147]:     <interface type="ethernet">
Oct 27 19:49:53 user nova-compute[75147]:       <mac address="fa:16:3e:e1:06:7e"/>
Oct 27 19:49:53 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:49:53 user nova-compute[75147]:       <mtu size="1442"/>
Oct 27 19:49:53 user nova-compute[75147]:       <target dev="tap354da5c5-84"/>
Oct 27 19:49:53 user nova-compute[75147]:     </interface>
Oct 27 19:49:53 user nova-compute[75147]:     <serial type="pty">
Oct 27 19:49:53 user nova-compute[75147]:       <log file="/opt/stack/data/nova/instances/a413fb71-5748-4328-a2f3-592c64188e21/console.log" append="off"/>
Oct 27 19:49:53 user nova-compute[75147]:     </serial>
Oct 27 19:49:53 user nova-compute[75147]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 19:49:53 user nova-compute[75147]:     <video>
Oct 27 19:49:53 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:49:53 user nova-compute[75147]:     </video>
Oct 27 19:49:53 user nova-compute[75147]:     <rng model="virtio">
Oct 27 19:49:53 user nova-compute[75147]:       <backend model="random">/dev/urandom</backend>
Oct 27 19:49:53 user nova-compute[75147]:     </rng>
Oct 27 19:49:53 user nova-compute[75147]:     <controller type="usb" index="0" model="none"/>
Oct 27 19:49:53 user nova-compute[75147]:     <memballoon model="virtio">
Oct 27 19:49:53 user nova-compute[75147]:       <stats period="10"/>
Oct 27 19:49:53 user nova-compute[75147]:     </memballoon>
Oct 27 19:49:53 user nova-compute[75147]:   </devices>
Oct 27 19:49:53 user nova-compute[75147]: </domain>
Oct 27 19:49:53 user nova-compute[75147]:  {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 19:49:53 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-8daefc5e-8111-4198-a115-60310433dacc tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:49:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-163419590',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-163419590',id=41,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f24b4cdff6de43ebad2383ca58b7a4d3',ramdisk_id='',reservation_id='r-pdtn6qel',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-754928900',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:49:51Z,user_data=None,user_id='6727f3019b20472fa098b88b46a487db',uuid=a413fb71-5748-4328-a2f3-592c64188e21,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "354da5c5-840d-4a12-94ff-985e4cfdc3c4", "address": "fa:16:3e:e1:06:7e", "network": {"id": "5d65da42-1076-416b-95f3-7516c6b6578f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-703269400-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f24b4cdff6de43ebad2383ca58b7a4d3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap354da5c5-84", "ovs_interfaceid": "354da5c5-840d-4a12-94ff-985e4cfdc3c4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 19:49:53 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-8daefc5e-8111-4198-a115-60310433dacc tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Converting VIF {"id": "354da5c5-840d-4a12-94ff-985e4cfdc3c4", "address": "fa:16:3e:e1:06:7e", "network": {"id": "5d65da42-1076-416b-95f3-7516c6b6578f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-703269400-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f24b4cdff6de43ebad2383ca58b7a4d3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap354da5c5-84", "ovs_interfaceid": "354da5c5-840d-4a12-94ff-985e4cfdc3c4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:49:53 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-8daefc5e-8111-4198-a115-60310433dacc tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e1:06:7e,bridge_name='br-int',has_traffic_filtering=True,id=354da5c5-840d-4a12-94ff-985e4cfdc3c4,network=Network(5d65da42-1076-416b-95f3-7516c6b6578f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap354da5c5-84') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:49:53 user nova-compute[75147]: DEBUG os_vif [None req-8daefc5e-8111-4198-a115-60310433dacc tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e1:06:7e,bridge_name='br-int',has_traffic_filtering=True,id=354da5c5-840d-4a12-94ff-985e4cfdc3c4,network=Network(5d65da42-1076-416b-95f3-7516c6b6578f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap354da5c5-84') {{(pid=75147) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 19:49:53 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:49:53 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:49:53 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 19:49:53 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:49:53 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'fb12d32f-5f22-55b3-989e-1c3516b3b5d9', '_type': 'linux-noop'}}, row=False) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:49:53 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:49:53 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:49:53 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:49:53 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap354da5c5-84, may_exist=True, interface_attrs={}) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:49:53 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap354da5c5-84, col_values=(('qos', UUID('3dbfe0ac-8b56-4a06-b346-8e482556ccf0')),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:49:53 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap354da5c5-84, col_values=(('external_ids', {'iface-id': '354da5c5-840d-4a12-94ff-985e4cfdc3c4', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e1:06:7e', 'vm-uuid': 'a413fb71-5748-4328-a2f3-592c64188e21'}),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:49:53 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:49:53 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:49:53 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:49:53 user nova-compute[75147]: INFO os_vif [None req-8daefc5e-8111-4198-a115-60310433dacc tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e1:06:7e,bridge_name='br-int',has_traffic_filtering=True,id=354da5c5-840d-4a12-94ff-985e4cfdc3c4,network=Network(5d65da42-1076-416b-95f3-7516c6b6578f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap354da5c5-84')
Oct 27 19:49:53 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-8daefc5e-8111-4198-a115-60310433dacc tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] No BDM found with device name vda, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:49:53 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-8daefc5e-8111-4198-a115-60310433dacc tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] No VIF found with MAC fa:16:3e:e1:06:7e, not building metadata {{(pid=75147) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 19:49:53 user nova-compute[75147]: DEBUG nova.network.neutron [req-74ca3e3d-f978-4111-af1b-c19cbcebcedd req-5b0300af-a305-43ff-aa5d-85f11f416bc3 service nova] [instance: a413fb71-5748-4328-a2f3-592c64188e21] Updated VIF entry in instance network info cache for port 354da5c5-840d-4a12-94ff-985e4cfdc3c4. {{(pid=75147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 19:49:53 user nova-compute[75147]: DEBUG nova.network.neutron [req-74ca3e3d-f978-4111-af1b-c19cbcebcedd req-5b0300af-a305-43ff-aa5d-85f11f416bc3 service nova] [instance: a413fb71-5748-4328-a2f3-592c64188e21] Updating instance_info_cache with network_info: [{"id": "354da5c5-840d-4a12-94ff-985e4cfdc3c4", "address": "fa:16:3e:e1:06:7e", "network": {"id": "5d65da42-1076-416b-95f3-7516c6b6578f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-703269400-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f24b4cdff6de43ebad2383ca58b7a4d3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap354da5c5-84", "ovs_interfaceid": "354da5c5-840d-4a12-94ff-985e4cfdc3c4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:49:53 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-74ca3e3d-f978-4111-af1b-c19cbcebcedd req-5b0300af-a305-43ff-aa5d-85f11f416bc3 service nova] Releasing lock "refresh_cache-a413fb71-5748-4328-a2f3-592c64188e21" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:49:54 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:49:54 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:49:54 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:49:54 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:49:55 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:49:55 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:49:55 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:49:55 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:49:56 user nova-compute[75147]: DEBUG nova.compute.manager [req-3c2b5317-5b27-45ea-af9d-19fee0775684 req-212a4188-c796-44af-a181-4df1b9dd248b service nova] [instance: a413fb71-5748-4328-a2f3-592c64188e21] Received event network-vif-plugged-354da5c5-840d-4a12-94ff-985e4cfdc3c4 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:49:56 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-3c2b5317-5b27-45ea-af9d-19fee0775684 req-212a4188-c796-44af-a181-4df1b9dd248b service nova] Acquiring lock "a413fb71-5748-4328-a2f3-592c64188e21-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:49:56 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-3c2b5317-5b27-45ea-af9d-19fee0775684 req-212a4188-c796-44af-a181-4df1b9dd248b service nova] Lock "a413fb71-5748-4328-a2f3-592c64188e21-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:49:56 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-3c2b5317-5b27-45ea-af9d-19fee0775684 req-212a4188-c796-44af-a181-4df1b9dd248b service nova] Lock "a413fb71-5748-4328-a2f3-592c64188e21-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:49:56 user nova-compute[75147]: DEBUG nova.compute.manager [req-3c2b5317-5b27-45ea-af9d-19fee0775684 req-212a4188-c796-44af-a181-4df1b9dd248b service nova] [instance: a413fb71-5748-4328-a2f3-592c64188e21] No waiting events found dispatching network-vif-plugged-354da5c5-840d-4a12-94ff-985e4cfdc3c4 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:49:56 user nova-compute[75147]: WARNING nova.compute.manager [req-3c2b5317-5b27-45ea-af9d-19fee0775684 req-212a4188-c796-44af-a181-4df1b9dd248b service nova] [instance: a413fb71-5748-4328-a2f3-592c64188e21] Received unexpected event network-vif-plugged-354da5c5-840d-4a12-94ff-985e4cfdc3c4 for instance with vm_state building and task_state spawning.
Oct 27 19:49:57 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:49:57 user nova-compute[75147]: DEBUG nova.compute.manager [None req-8daefc5e-8111-4198-a115-60310433dacc tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: a413fb71-5748-4328-a2f3-592c64188e21] Instance event wait completed in 0 seconds for  {{(pid=75147) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 19:49:57 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-8daefc5e-8111-4198-a115-60310433dacc tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: a413fb71-5748-4328-a2f3-592c64188e21] Guest created on hypervisor {{(pid=75147) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 19:49:57 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: a413fb71-5748-4328-a2f3-592c64188e21] Instance spawned successfully.
Oct 27 19:49:57 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-8daefc5e-8111-4198-a115-60310433dacc tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: a413fb71-5748-4328-a2f3-592c64188e21] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 27 19:49:57 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-8daefc5e-8111-4198-a115-60310433dacc tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: a413fb71-5748-4328-a2f3-592c64188e21] Found default for hw_cdrom_bus of ide {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:49:57 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-8daefc5e-8111-4198-a115-60310433dacc tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: a413fb71-5748-4328-a2f3-592c64188e21] Found default for hw_disk_bus of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:49:57 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-8daefc5e-8111-4198-a115-60310433dacc tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: a413fb71-5748-4328-a2f3-592c64188e21] Found default for hw_input_bus of None {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:49:57 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-8daefc5e-8111-4198-a115-60310433dacc tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: a413fb71-5748-4328-a2f3-592c64188e21] Found default for hw_pointer_model of None {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:49:57 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-8daefc5e-8111-4198-a115-60310433dacc tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: a413fb71-5748-4328-a2f3-592c64188e21] Found default for hw_video_model of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:49:57 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-8daefc5e-8111-4198-a115-60310433dacc tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: a413fb71-5748-4328-a2f3-592c64188e21] Found default for hw_vif_model of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:49:57 user nova-compute[75147]: INFO nova.compute.manager [None req-8daefc5e-8111-4198-a115-60310433dacc tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: a413fb71-5748-4328-a2f3-592c64188e21] Took 5.99 seconds to spawn the instance on the hypervisor.
Oct 27 19:49:57 user nova-compute[75147]: DEBUG nova.compute.manager [None req-8daefc5e-8111-4198-a115-60310433dacc tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: a413fb71-5748-4328-a2f3-592c64188e21] Checking state {{(pid=75147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 19:49:57 user nova-compute[75147]: INFO nova.compute.manager [None req-8daefc5e-8111-4198-a115-60310433dacc tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: a413fb71-5748-4328-a2f3-592c64188e21] Took 6.72 seconds to build instance.
Oct 27 19:49:57 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-8daefc5e-8111-4198-a115-60310433dacc tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Lock "a413fb71-5748-4328-a2f3-592c64188e21" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.830s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:49:58 user nova-compute[75147]: DEBUG nova.compute.manager [req-62f8240c-31a4-4cd8-a85d-a7b371bf4af2 req-726b64f1-01be-4a69-a4d1-f2872192aa59 service nova] [instance: a413fb71-5748-4328-a2f3-592c64188e21] Received event network-vif-plugged-354da5c5-840d-4a12-94ff-985e4cfdc3c4 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:49:58 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-62f8240c-31a4-4cd8-a85d-a7b371bf4af2 req-726b64f1-01be-4a69-a4d1-f2872192aa59 service nova] Acquiring lock "a413fb71-5748-4328-a2f3-592c64188e21-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:49:58 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-62f8240c-31a4-4cd8-a85d-a7b371bf4af2 req-726b64f1-01be-4a69-a4d1-f2872192aa59 service nova] Lock "a413fb71-5748-4328-a2f3-592c64188e21-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:49:58 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-62f8240c-31a4-4cd8-a85d-a7b371bf4af2 req-726b64f1-01be-4a69-a4d1-f2872192aa59 service nova] Lock "a413fb71-5748-4328-a2f3-592c64188e21-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:49:58 user nova-compute[75147]: DEBUG nova.compute.manager [req-62f8240c-31a4-4cd8-a85d-a7b371bf4af2 req-726b64f1-01be-4a69-a4d1-f2872192aa59 service nova] [instance: a413fb71-5748-4328-a2f3-592c64188e21] No waiting events found dispatching network-vif-plugged-354da5c5-840d-4a12-94ff-985e4cfdc3c4 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:49:58 user nova-compute[75147]: WARNING nova.compute.manager [req-62f8240c-31a4-4cd8-a85d-a7b371bf4af2 req-726b64f1-01be-4a69-a4d1-f2872192aa59 service nova] [instance: a413fb71-5748-4328-a2f3-592c64188e21] Received unexpected event network-vif-plugged-354da5c5-840d-4a12-94ff-985e4cfdc3c4 for instance with vm_state active and task_state None.
Oct 27 19:49:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:50:00 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:50:02 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:50:02 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-952e51ff-7583-4b96-a9e5-de5407b965f2 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 71edf8bd-af69-418b-9794-61f192d21a48 is timed out.
Oct 27 19:50:02 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-952e51ff-7583-4b96-a9e5-de5407b965f2 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] Successfully detached device vdb from instance 71edf8bd-af69-418b-9794-61f192d21a48 from the live domain config.
Oct 27 19:50:02 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-952e51ff-7583-4b96-a9e5-de5407b965f2 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] [instance: 71edf8bd-af69-418b-9794-61f192d21a48] calling os-brick to detach iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 19:50:02 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-952e51ff-7583-4b96-a9e5-de5407b965f2 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, {'target_iqn': 'iqn.2010-10.org.openstack:5d014a2a-2063-40a9-bfee-fae489383e29', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ycMqWlDI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:50:02 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-952e51ff-7583-4b96-a9e5-de5407b965f2 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:50:02 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-952e51ff-7583-4b96-a9e5-de5407b965f2 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:50:02 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-952e51ff-7583-4b96-a9e5-de5407b965f2 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:50:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:50:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:50:02 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[dcb9d9c0-1830-42d7-b2e4-fc892cf4af4f]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5d014a2a-2063-40a9-bfee-fae489383e29\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:50:02 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-952e51ff-7583-4b96-a9e5-de5407b965f2 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 19:50:02 user nova-compute[75147]: No targets found.
Oct 27 19:50:02 user nova-compute[75147]: iSNS:
Oct 27 19:50:02 user nova-compute[75147]: No targets found.
Oct 27 19:50:02 user nova-compute[75147]: STATIC:
Oct 27 19:50:02 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b
Oct 27 19:50:02 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:50:02 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:50:02 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:5d014a2a-2063-40a9-bfee-fae489383e29
Oct 27 19:50:02 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:50:02 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:50:02 user nova-compute[75147]: FIRMWARE:
Oct 27 19:50:02 user nova-compute[75147]: No targets found.
Oct 27 19:50:02 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:50:02 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-952e51ff-7583-4b96-a9e5-de5407b965f2 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 19:50:02 user nova-compute[75147]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 19:50:02 user nova-compute[75147]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75147) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 19:50:02 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-952e51ff-7583-4b96-a9e5-de5407b965f2 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5d014a2a-2063-40a9-bfee-fae489383e29', 0)] {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 19:50:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:50:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:50:02 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[9cf40cbd-64eb-4cfd-84ea-20882cc5d5cb]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5d014a2a-2063-40a9-bfee-fae489383e29\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:50:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:50:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:50:02 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[b4f1b6ec-4a73-4c7f-8082-3f62d930bf08]: (4, ('tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5d014a2a-2063-40a9-bfee-fae489383e29 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:50:02 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-952e51ff-7583-4b96-a9e5-de5407b965f2 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b (non-flash)
Oct 27 19:50:02 user nova-compute[75147]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5d014a2a-2063-40a9-bfee-fae489383e29 (non-flash)
Oct 27 19:50:02 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:50:02 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-952e51ff-7583-4b96-a9e5-de5407b965f2 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] iscsi session list stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b (non-flash)
Oct 27 19:50:02 user nova-compute[75147]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5d014a2a-2063-40a9-bfee-fae489383e29 (non-flash)
Oct 27 19:50:02 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:50:02 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-952e51ff-7583-4b96-a9e5-de5407b965f2 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f28ec6af400>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5d014a2a-2063-40a9-bfee-fae489383e29'): ({'sdd'}, set())}) {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 19:50:02 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-952e51ff-7583-4b96-a9e5-de5407b965f2 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] Removing single pathed devices sdd {{(pid=75147) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 19:50:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:50:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:50:02 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[5bd009be-a6ab-44c2-80a1-5dda7766c2d8]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:50:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:50:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:50:02 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[67feade8-c332-4370-9275-7093081be327]: (4, ('ok\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:50:02 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-952e51ff-7583-4b96-a9e5-de5407b965f2 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] Flushing IO for device /dev/sdd {{(pid=75147) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 19:50:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:50:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.013s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:50:02 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[878fa085-7f18-415d-b546-7b881c8e3adc]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:50:02 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-952e51ff-7583-4b96-a9e5-de5407b965f2 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75147) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 19:50:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:50:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.033s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:50:02 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[3abd4779-3548-477b-a71a-9339a8dbf0f5]: (4, ('1', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:50:02 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-952e51ff-7583-4b96-a9e5-de5407b965f2 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 19:50:02 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-952e51ff-7583-4b96-a9e5-de5407b965f2 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] SCSI volumes sdd have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 19:50:02 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-952e51ff-7583-4b96-a9e5-de5407b965f2 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5d014a2a-2063-40a9-bfee-fae489383e29')] {{(pid=75147) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 19:50:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5d014a2a-2063-40a9-bfee-fae489383e29 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:50:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5d014a2a-2063-40a9-bfee-fae489383e29 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:50:02 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[8296954a-a761-4124-91a5-0b9ad4f21720]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:50:02 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-952e51ff-7583-4b96-a9e5-de5407b965f2 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:50:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5d014a2a-2063-40a9-bfee-fae489383e29 -p 172.16.0.220:3260 --logout {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:50:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5d014a2a-2063-40a9-bfee-fae489383e29 -p 172.16.0.220:3260 --logout" returned: 0 in 0.057s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:50:02 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[61db876f-0847-45d7-93ff-6a5efabef7b3]: (4, ('Logging out of session [sid: 45, target: iqn.2010-10.org.openstack:5d014a2a-2063-40a9-bfee-fae489383e29, portal: 172.16.0.220,3260]\nLogout of [sid: 45, target: iqn.2010-10.org.openstack:5d014a2a-2063-40a9-bfee-fae489383e29, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:50:02 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-952e51ff-7583-4b96-a9e5-de5407b965f2 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 45, target: iqn.2010-10.org.openstack:5d014a2a-2063-40a9-bfee-fae489383e29, portal: 172.16.0.220,3260]
Oct 27 19:50:02 user nova-compute[75147]: Logout of [sid: 45, target: iqn.2010-10.org.openstack:5d014a2a-2063-40a9-bfee-fae489383e29, portal: 172.16.0.220,3260] successful.
Oct 27 19:50:02 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:50:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5d014a2a-2063-40a9-bfee-fae489383e29 -p 172.16.0.220:3260 --op delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:50:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5d014a2a-2063-40a9-bfee-fae489383e29 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:50:02 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b29bd01-a852-4b9e-966e-fe053451e514]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:50:02 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-952e51ff-7583-4b96-a9e5-de5407b965f2 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:50:02 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-952e51ff-7583-4b96-a9e5-de5407b965f2 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.297s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:50:02 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-952e51ff-7583-4b96-a9e5-de5407b965f2 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] <== disconnect_volume: return (299ms) None {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:50:02 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-952e51ff-7583-4b96-a9e5-de5407b965f2 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] [instance: 71edf8bd-af69-418b-9794-61f192d21a48] Disconnected iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 19:50:03 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:50:03 user nova-compute[75147]: DEBUG nova.objects.instance [None req-952e51ff-7583-4b96-a9e5-de5407b965f2 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] Lazy-loading 'flavor' on Instance uuid 71edf8bd-af69-418b-9794-61f192d21a48 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:50:03 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-952e51ff-7583-4b96-a9e5-de5407b965f2 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] Lock "71edf8bd-af69-418b-9794-61f192d21a48" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.191s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:50:03 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:50:03 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:50:03 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:50:03 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:50:03 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:50:03 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Auditing locally available compute resources for user (node: user) {{(pid=75147) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 19:50:04 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:50:04 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:50:04 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:50:04 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:50:04 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75147) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 19:50:04 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a413fb71-5748-4328-a2f3-592c64188e21/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:50:04 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a413fb71-5748-4328-a2f3-592c64188e21/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:50:04 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a413fb71-5748-4328-a2f3-592c64188e21/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:50:04 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a413fb71-5748-4328-a2f3-592c64188e21/disk --force-share --output=json" returned: 0 in 0.219s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:50:04 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71edf8bd-af69-418b-9794-61f192d21a48/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:50:05 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71edf8bd-af69-418b-9794-61f192d21a48/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:50:05 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71edf8bd-af69-418b-9794-61f192d21a48/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:50:05 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71edf8bd-af69-418b-9794-61f192d21a48/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:50:05 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:50:05 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:50:05 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Hypervisor/Node resource view: name=user free_ram=8172MB free_disk=25.130958557128906GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75147) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 19:50:05 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:50:05 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:50:05 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 71edf8bd-af69-418b-9794-61f192d21a48 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:50:05 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance fcba79df-fa35-42c4-9fec-51b7bab8c1dd actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:50:05 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:50:05 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance a413fb71-5748-4328-a2f3-592c64188e21 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:50:05 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 19:50:05 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Final resource view: name=user phys_ram=16011MB used_ram=2560MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 19:50:05 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:50:05 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:50:05 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Compute_service record updated for user:user {{(pid=75147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 19:50:05 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.326s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:50:06 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:50:07 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:50:07 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Starting heal instance info cache {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 19:50:07 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Rebuilding the list of instances to heal {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 27 19:50:07 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:50:07 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "refresh_cache-71edf8bd-af69-418b-9794-61f192d21a48" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:50:07 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquired lock "refresh_cache-71edf8bd-af69-418b-9794-61f192d21a48" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:50:07 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: 71edf8bd-af69-418b-9794-61f192d21a48] Forcefully refreshing network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 27 19:50:07 user nova-compute[75147]: DEBUG nova.objects.instance [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lazy-loading 'info_cache' on Instance uuid 71edf8bd-af69-418b-9794-61f192d21a48 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:50:07 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: 71edf8bd-af69-418b-9794-61f192d21a48] Updating instance_info_cache with network_info: [{"id": "cdad5fd5-8077-4c76-b583-e5f42db7f081", "address": "fa:16:3e:b7:bb:22", "network": {"id": "420dedce-997d-47b8-bd88-e64134802692", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-793800198-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.95", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b3c5d2a101874e4e942d7af53f253f99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcdad5fd5-80", "ovs_interfaceid": "cdad5fd5-8077-4c76-b583-e5f42db7f081", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:50:07 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Releasing lock "refresh_cache-71edf8bd-af69-418b-9794-61f192d21a48" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:50:07 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: 71edf8bd-af69-418b-9794-61f192d21a48] Updated the network info_cache for instance {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 27 19:50:07 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:50:07 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:50:08 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:50:12 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:50:13 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:50:14 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:50:15 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:50:15 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75147) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 19:50:17 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:50:18 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:50:21 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:50:22 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:50:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:50:24 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:50:27 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:50:28 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:50:32 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:50:32 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-30a171ba-d150-429e-b71f-f56384be894c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Acquiring lock "7bf82fab-cd00-4ee4-a2b0-6b5df507102d" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:50:32 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-30a171ba-d150-429e-b71f-f56384be894c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Lock "7bf82fab-cd00-4ee4-a2b0-6b5df507102d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:50:32 user nova-compute[75147]: DEBUG nova.compute.manager [None req-30a171ba-d150-429e-b71f-f56384be894c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] [instance: 7bf82fab-cd00-4ee4-a2b0-6b5df507102d] Starting instance... {{(pid=75147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 27 19:50:32 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-30a171ba-d150-429e-b71f-f56384be894c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:50:32 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-30a171ba-d150-429e-b71f-f56384be894c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:50:32 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-30a171ba-d150-429e-b71f-f56384be894c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75147) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 19:50:32 user nova-compute[75147]: INFO nova.compute.claims [None req-30a171ba-d150-429e-b71f-f56384be894c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] [instance: 7bf82fab-cd00-4ee4-a2b0-6b5df507102d] Claim successful on node user
Oct 27 19:50:33 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-30a171ba-d150-429e-b71f-f56384be894c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:50:33 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-30a171ba-d150-429e-b71f-f56384be894c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:50:33 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-30a171ba-d150-429e-b71f-f56384be894c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.306s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:50:33 user nova-compute[75147]: DEBUG nova.compute.manager [None req-30a171ba-d150-429e-b71f-f56384be894c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] [instance: 7bf82fab-cd00-4ee4-a2b0-6b5df507102d] Start building networks asynchronously for instance. {{(pid=75147) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 27 19:50:33 user nova-compute[75147]: DEBUG nova.compute.manager [None req-30a171ba-d150-429e-b71f-f56384be894c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] [instance: 7bf82fab-cd00-4ee4-a2b0-6b5df507102d] Allocating IP information in the background. {{(pid=75147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 27 19:50:33 user nova-compute[75147]: DEBUG nova.network.neutron [None req-30a171ba-d150-429e-b71f-f56384be894c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] [instance: 7bf82fab-cd00-4ee4-a2b0-6b5df507102d] allocate_for_instance() {{(pid=75147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 27 19:50:33 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-30a171ba-d150-429e-b71f-f56384be894c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] [instance: 7bf82fab-cd00-4ee4-a2b0-6b5df507102d] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 27 19:50:33 user nova-compute[75147]: DEBUG nova.compute.manager [None req-30a171ba-d150-429e-b71f-f56384be894c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] [instance: 7bf82fab-cd00-4ee4-a2b0-6b5df507102d] Start building block device mappings for instance. {{(pid=75147) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 27 19:50:33 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:50:33 user nova-compute[75147]: DEBUG nova.policy [None req-30a171ba-d150-429e-b71f-f56384be894c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7ca06d62cf2444bd8dc022f9b96864f2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '78363e2131144c48bd71079c29f858eb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75147) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 27 19:50:33 user nova-compute[75147]: DEBUG nova.compute.manager [None req-30a171ba-d150-429e-b71f-f56384be894c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] [instance: 7bf82fab-cd00-4ee4-a2b0-6b5df507102d] Start spawning the instance on the hypervisor. {{(pid=75147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 27 19:50:33 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-30a171ba-d150-429e-b71f-f56384be894c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] [instance: 7bf82fab-cd00-4ee4-a2b0-6b5df507102d] Creating instance directory {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 19:50:33 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-30a171ba-d150-429e-b71f-f56384be894c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] [instance: 7bf82fab-cd00-4ee4-a2b0-6b5df507102d] Creating image(s)
Oct 27 19:50:33 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-30a171ba-d150-429e-b71f-f56384be894c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Acquiring lock "/opt/stack/data/nova/instances/7bf82fab-cd00-4ee4-a2b0-6b5df507102d/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:50:33 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-30a171ba-d150-429e-b71f-f56384be894c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Lock "/opt/stack/data/nova/instances/7bf82fab-cd00-4ee4-a2b0-6b5df507102d/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:50:33 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-30a171ba-d150-429e-b71f-f56384be894c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Lock "/opt/stack/data/nova/instances/7bf82fab-cd00-4ee4-a2b0-6b5df507102d/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:50:33 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-30a171ba-d150-429e-b71f-f56384be894c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:50:33 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-30a171ba-d150-429e-b71f-f56384be894c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.192s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:50:33 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-30a171ba-d150-429e-b71f-f56384be894c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Acquiring lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:50:33 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-30a171ba-d150-429e-b71f-f56384be894c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:50:33 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-30a171ba-d150-429e-b71f-f56384be894c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:50:33 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-30a171ba-d150-429e-b71f-f56384be894c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.200s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:50:33 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-30a171ba-d150-429e-b71f-f56384be894c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa,backing_fmt=raw /opt/stack/data/nova/instances/7bf82fab-cd00-4ee4-a2b0-6b5df507102d/disk 1073741824 {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:50:33 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-30a171ba-d150-429e-b71f-f56384be894c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa,backing_fmt=raw /opt/stack/data/nova/instances/7bf82fab-cd00-4ee4-a2b0-6b5df507102d/disk 1073741824" returned: 0 in 0.071s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:50:33 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-30a171ba-d150-429e-b71f-f56384be894c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.281s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:50:33 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-30a171ba-d150-429e-b71f-f56384be894c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:50:34 user nova-compute[75147]: DEBUG nova.network.neutron [None req-30a171ba-d150-429e-b71f-f56384be894c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] [instance: 7bf82fab-cd00-4ee4-a2b0-6b5df507102d] Successfully created port: 0236a6ef-a1c3-4d47-9c38-75a068cceb5e {{(pid=75147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 19:50:34 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-30a171ba-d150-429e-b71f-f56384be894c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.194s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:50:34 user nova-compute[75147]: DEBUG nova.virt.disk.api [None req-30a171ba-d150-429e-b71f-f56384be894c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Checking if we can resize image /opt/stack/data/nova/instances/7bf82fab-cd00-4ee4-a2b0-6b5df507102d/disk. size=1073741824 {{(pid=75147) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 27 19:50:34 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-30a171ba-d150-429e-b71f-f56384be894c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7bf82fab-cd00-4ee4-a2b0-6b5df507102d/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:50:34 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-30a171ba-d150-429e-b71f-f56384be894c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7bf82fab-cd00-4ee4-a2b0-6b5df507102d/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:50:34 user nova-compute[75147]: DEBUG nova.virt.disk.api [None req-30a171ba-d150-429e-b71f-f56384be894c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Cannot resize image /opt/stack/data/nova/instances/7bf82fab-cd00-4ee4-a2b0-6b5df507102d/disk to a smaller size. {{(pid=75147) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 27 19:50:34 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-30a171ba-d150-429e-b71f-f56384be894c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] [instance: 7bf82fab-cd00-4ee4-a2b0-6b5df507102d] Created local disks {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 27 19:50:34 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-30a171ba-d150-429e-b71f-f56384be894c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] [instance: 7bf82fab-cd00-4ee4-a2b0-6b5df507102d] Ensure instance console log exists: /opt/stack/data/nova/instances/7bf82fab-cd00-4ee4-a2b0-6b5df507102d/console.log {{(pid=75147) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 19:50:34 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-30a171ba-d150-429e-b71f-f56384be894c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:50:34 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-30a171ba-d150-429e-b71f-f56384be894c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:50:34 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-30a171ba-d150-429e-b71f-f56384be894c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:50:34 user nova-compute[75147]: DEBUG nova.network.neutron [None req-30a171ba-d150-429e-b71f-f56384be894c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] [instance: 7bf82fab-cd00-4ee4-a2b0-6b5df507102d] Successfully updated port: 0236a6ef-a1c3-4d47-9c38-75a068cceb5e {{(pid=75147) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 19:50:34 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-30a171ba-d150-429e-b71f-f56384be894c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Acquiring lock "refresh_cache-7bf82fab-cd00-4ee4-a2b0-6b5df507102d" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:50:34 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-30a171ba-d150-429e-b71f-f56384be894c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Acquired lock "refresh_cache-7bf82fab-cd00-4ee4-a2b0-6b5df507102d" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:50:34 user nova-compute[75147]: DEBUG nova.network.neutron [None req-30a171ba-d150-429e-b71f-f56384be894c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] [instance: 7bf82fab-cd00-4ee4-a2b0-6b5df507102d] Building network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 19:50:34 user nova-compute[75147]: DEBUG nova.compute.manager [req-1e8b670c-9ef9-4662-91bc-5d03310e23b4 req-532466ac-4a62-4285-b3d6-c01c4b5258ca service nova] [instance: 7bf82fab-cd00-4ee4-a2b0-6b5df507102d] Received event network-changed-0236a6ef-a1c3-4d47-9c38-75a068cceb5e {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:50:34 user nova-compute[75147]: DEBUG nova.compute.manager [req-1e8b670c-9ef9-4662-91bc-5d03310e23b4 req-532466ac-4a62-4285-b3d6-c01c4b5258ca service nova] [instance: 7bf82fab-cd00-4ee4-a2b0-6b5df507102d] Refreshing instance network info cache due to event network-changed-0236a6ef-a1c3-4d47-9c38-75a068cceb5e. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 19:50:34 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-1e8b670c-9ef9-4662-91bc-5d03310e23b4 req-532466ac-4a62-4285-b3d6-c01c4b5258ca service nova] Acquiring lock "refresh_cache-7bf82fab-cd00-4ee4-a2b0-6b5df507102d" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:50:34 user nova-compute[75147]: DEBUG nova.network.neutron [None req-30a171ba-d150-429e-b71f-f56384be894c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] [instance: 7bf82fab-cd00-4ee4-a2b0-6b5df507102d] Instance cache missing network info. {{(pid=75147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 19:50:35 user nova-compute[75147]: DEBUG nova.network.neutron [None req-30a171ba-d150-429e-b71f-f56384be894c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] [instance: 7bf82fab-cd00-4ee4-a2b0-6b5df507102d] Updating instance_info_cache with network_info: [{"id": "0236a6ef-a1c3-4d47-9c38-75a068cceb5e", "address": "fa:16:3e:da:48:4f", "network": {"id": "26f70d05-2438-444a-889d-7e7dfc5286cd", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1277807589-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "78363e2131144c48bd71079c29f858eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0236a6ef-a1", "ovs_interfaceid": "0236a6ef-a1c3-4d47-9c38-75a068cceb5e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:50:35 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-30a171ba-d150-429e-b71f-f56384be894c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Releasing lock "refresh_cache-7bf82fab-cd00-4ee4-a2b0-6b5df507102d" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:50:35 user nova-compute[75147]: DEBUG nova.compute.manager [None req-30a171ba-d150-429e-b71f-f56384be894c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] [instance: 7bf82fab-cd00-4ee4-a2b0-6b5df507102d] Instance network_info: |[{"id": "0236a6ef-a1c3-4d47-9c38-75a068cceb5e", "address": "fa:16:3e:da:48:4f", "network": {"id": "26f70d05-2438-444a-889d-7e7dfc5286cd", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1277807589-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "78363e2131144c48bd71079c29f858eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0236a6ef-a1", "ovs_interfaceid": "0236a6ef-a1c3-4d47-9c38-75a068cceb5e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 27 19:50:35 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-1e8b670c-9ef9-4662-91bc-5d03310e23b4 req-532466ac-4a62-4285-b3d6-c01c4b5258ca service nova] Acquired lock "refresh_cache-7bf82fab-cd00-4ee4-a2b0-6b5df507102d" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:50:35 user nova-compute[75147]: DEBUG nova.network.neutron [req-1e8b670c-9ef9-4662-91bc-5d03310e23b4 req-532466ac-4a62-4285-b3d6-c01c4b5258ca service nova] [instance: 7bf82fab-cd00-4ee4-a2b0-6b5df507102d] Refreshing network info cache for port 0236a6ef-a1c3-4d47-9c38-75a068cceb5e {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 19:50:35 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-30a171ba-d150-429e-b71f-f56384be894c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] [instance: 7bf82fab-cd00-4ee4-a2b0-6b5df507102d] Start _get_guest_xml network_info=[{"id": "0236a6ef-a1c3-4d47-9c38-75a068cceb5e", "address": "fa:16:3e:da:48:4f", "network": {"id": "26f70d05-2438-444a-889d-7e7dfc5286cd", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1277807589-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "78363e2131144c48bd71079c29f858eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0236a6ef-a1", "ovs_interfaceid": "0236a6ef-a1c3-4d47-9c38-75a068cceb5e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T19:22:09Z,direct_url=<?>,disk_format='qcow2',id=d52df17c-5315-4a73-ab7c-34c161a414fb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0b43115555434818b0c8bdf6be4946da',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T19:22:11Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'encryption_options': None, 'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encrypted': False, 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_format': None, 'device_name': '/dev/vda', 'image_id': 'd52df17c-5315-4a73-ab7c-34c161a414fb'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 19:50:35 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-30a171ba-d150-429e-b71f-f56384be894c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:50:35 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-30a171ba-d150-429e-b71f-f56384be894c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:50:35 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-30a171ba-d150-429e-b71f-f56384be894c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 19:50:35 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-30a171ba-d150-429e-b71f-f56384be894c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] CPU controller missing on host. {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 19:50:35 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-30a171ba-d150-429e-b71f-f56384be894c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 19:50:35 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-30a171ba-d150-429e-b71f-f56384be894c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] CPU controller found on host. {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 19:50:35 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-30a171ba-d150-429e-b71f-f56384be894c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75147) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 19:50:35 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-30a171ba-d150-429e-b71f-f56384be894c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T19:21:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T19:22:09Z,direct_url=<?>,disk_format='qcow2',id=d52df17c-5315-4a73-ab7c-34c161a414fb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0b43115555434818b0c8bdf6be4946da',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T19:22:11Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 19:50:35 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-30a171ba-d150-429e-b71f-f56384be894c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Flavor limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 19:50:35 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-30a171ba-d150-429e-b71f-f56384be894c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Image limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 19:50:35 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-30a171ba-d150-429e-b71f-f56384be894c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Flavor pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 19:50:35 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-30a171ba-d150-429e-b71f-f56384be894c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Image pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 19:50:35 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-30a171ba-d150-429e-b71f-f56384be894c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 19:50:35 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-30a171ba-d150-429e-b71f-f56384be894c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 19:50:35 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-30a171ba-d150-429e-b71f-f56384be894c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 19:50:35 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-30a171ba-d150-429e-b71f-f56384be894c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Got 1 possible topologies {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 19:50:35 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-30a171ba-d150-429e-b71f-f56384be894c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 19:50:35 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-30a171ba-d150-429e-b71f-f56384be894c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 19:50:35 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-30a171ba-d150-429e-b71f-f56384be894c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:50:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1693107134',display_name='tempest-VolumesSnapshotTestJSON-instance-1693107134',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-1693107134',id=42,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNDsmvS8lDoR7lYZzDGJuWvt96sFo07cdGM4LjngXmEnZT67FM2XcLZHZYfZLZNyAkJvKUutRHmVUbOHRksyfyjT8wsMNBXjOvwIiPN4St+B6uWPRm3eF6QWWiEhJolEHw==',key_name='tempest-keypair-1030561247',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='78363e2131144c48bd71079c29f858eb',ramdisk_id='',reservation_id='r-rym8kjto',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-1073723889',owner_user_name='tempest-VolumesSnapshotTestJSON-1073723889-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:50:33Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='7ca06d62cf2444bd8dc022f9b96864f2',uuid=7bf82fab-cd00-4ee4-a2b0-6b5df507102d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0236a6ef-a1c3-4d47-9c38-75a068cceb5e", "address": "fa:16:3e:da:48:4f", "network": {"id": "26f70d05-2438-444a-889d-7e7dfc5286cd", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1277807589-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "78363e2131144c48bd71079c29f858eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0236a6ef-a1", "ovs_interfaceid": "0236a6ef-a1c3-4d47-9c38-75a068cceb5e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75147) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 19:50:35 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-30a171ba-d150-429e-b71f-f56384be894c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Converting VIF {"id": "0236a6ef-a1c3-4d47-9c38-75a068cceb5e", "address": "fa:16:3e:da:48:4f", "network": {"id": "26f70d05-2438-444a-889d-7e7dfc5286cd", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1277807589-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "78363e2131144c48bd71079c29f858eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0236a6ef-a1", "ovs_interfaceid": "0236a6ef-a1c3-4d47-9c38-75a068cceb5e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:50:35 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-30a171ba-d150-429e-b71f-f56384be894c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:da:48:4f,bridge_name='br-int',has_traffic_filtering=True,id=0236a6ef-a1c3-4d47-9c38-75a068cceb5e,network=Network(26f70d05-2438-444a-889d-7e7dfc5286cd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0236a6ef-a1') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:50:35 user nova-compute[75147]: DEBUG nova.objects.instance [None req-30a171ba-d150-429e-b71f-f56384be894c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Lazy-loading 'pci_devices' on Instance uuid 7bf82fab-cd00-4ee4-a2b0-6b5df507102d {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:50:35 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-30a171ba-d150-429e-b71f-f56384be894c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] [instance: 7bf82fab-cd00-4ee4-a2b0-6b5df507102d] End _get_guest_xml xml=<domain type="kvm">
Oct 27 19:50:35 user nova-compute[75147]:   <uuid>7bf82fab-cd00-4ee4-a2b0-6b5df507102d</uuid>
Oct 27 19:50:35 user nova-compute[75147]:   <name>instance-0000002a</name>
Oct 27 19:50:35 user nova-compute[75147]:   <memory>524288</memory>
Oct 27 19:50:35 user nova-compute[75147]:   <vcpu>1</vcpu>
Oct 27 19:50:35 user nova-compute[75147]:   <metadata>
Oct 27 19:50:35 user nova-compute[75147]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 19:50:35 user nova-compute[75147]:       <nova:package version="0.0.0"/>
Oct 27 19:50:35 user nova-compute[75147]:       <nova:name>tempest-VolumesSnapshotTestJSON-instance-1693107134</nova:name>
Oct 27 19:50:35 user nova-compute[75147]:       <nova:creationTime>2023-10-27 19:50:35</nova:creationTime>
Oct 27 19:50:35 user nova-compute[75147]:       <nova:flavor name="m1.tiny">
Oct 27 19:50:35 user nova-compute[75147]:         <nova:memory>512</nova:memory>
Oct 27 19:50:35 user nova-compute[75147]:         <nova:disk>1</nova:disk>
Oct 27 19:50:35 user nova-compute[75147]:         <nova:swap>0</nova:swap>
Oct 27 19:50:35 user nova-compute[75147]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 19:50:35 user nova-compute[75147]:         <nova:vcpus>1</nova:vcpus>
Oct 27 19:50:35 user nova-compute[75147]:       </nova:flavor>
Oct 27 19:50:35 user nova-compute[75147]:       <nova:owner>
Oct 27 19:50:35 user nova-compute[75147]:         <nova:user uuid="7ca06d62cf2444bd8dc022f9b96864f2">tempest-VolumesSnapshotTestJSON-1073723889-project-member</nova:user>
Oct 27 19:50:35 user nova-compute[75147]:         <nova:project uuid="78363e2131144c48bd71079c29f858eb">tempest-VolumesSnapshotTestJSON-1073723889</nova:project>
Oct 27 19:50:35 user nova-compute[75147]:       </nova:owner>
Oct 27 19:50:35 user nova-compute[75147]:       <nova:root type="image" uuid="d52df17c-5315-4a73-ab7c-34c161a414fb"/>
Oct 27 19:50:35 user nova-compute[75147]:       <nova:ports>
Oct 27 19:50:35 user nova-compute[75147]:         <nova:port uuid="0236a6ef-a1c3-4d47-9c38-75a068cceb5e">
Oct 27 19:50:35 user nova-compute[75147]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Oct 27 19:50:35 user nova-compute[75147]:         </nova:port>
Oct 27 19:50:35 user nova-compute[75147]:       </nova:ports>
Oct 27 19:50:35 user nova-compute[75147]:     </nova:instance>
Oct 27 19:50:35 user nova-compute[75147]:   </metadata>
Oct 27 19:50:35 user nova-compute[75147]:   <sysinfo type="smbios">
Oct 27 19:50:35 user nova-compute[75147]:     <system>
Oct 27 19:50:35 user nova-compute[75147]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 19:50:35 user nova-compute[75147]:       <entry name="product">OpenStack Nova</entry>
Oct 27 19:50:35 user nova-compute[75147]:       <entry name="version">0.0.0</entry>
Oct 27 19:50:35 user nova-compute[75147]:       <entry name="serial">7bf82fab-cd00-4ee4-a2b0-6b5df507102d</entry>
Oct 27 19:50:35 user nova-compute[75147]:       <entry name="uuid">7bf82fab-cd00-4ee4-a2b0-6b5df507102d</entry>
Oct 27 19:50:35 user nova-compute[75147]:       <entry name="family">Virtual Machine</entry>
Oct 27 19:50:35 user nova-compute[75147]:     </system>
Oct 27 19:50:35 user nova-compute[75147]:   </sysinfo>
Oct 27 19:50:35 user nova-compute[75147]:   <os>
Oct 27 19:50:35 user nova-compute[75147]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 19:50:35 user nova-compute[75147]:     <boot dev="hd"/>
Oct 27 19:50:35 user nova-compute[75147]:     <smbios mode="sysinfo"/>
Oct 27 19:50:35 user nova-compute[75147]:   </os>
Oct 27 19:50:35 user nova-compute[75147]:   <features>
Oct 27 19:50:35 user nova-compute[75147]:     <acpi/>
Oct 27 19:50:35 user nova-compute[75147]:     <apic/>
Oct 27 19:50:35 user nova-compute[75147]:     <vmcoreinfo/>
Oct 27 19:50:35 user nova-compute[75147]:   </features>
Oct 27 19:50:35 user nova-compute[75147]:   <clock offset="utc">
Oct 27 19:50:35 user nova-compute[75147]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 19:50:35 user nova-compute[75147]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 19:50:35 user nova-compute[75147]:     <timer name="hpet" present="no"/>
Oct 27 19:50:35 user nova-compute[75147]:   </clock>
Oct 27 19:50:35 user nova-compute[75147]:   <cpu mode="custom" match="exact">
Oct 27 19:50:35 user nova-compute[75147]:     <model>Nehalem</model>
Oct 27 19:50:35 user nova-compute[75147]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 19:50:35 user nova-compute[75147]:   </cpu>
Oct 27 19:50:35 user nova-compute[75147]:   <devices>
Oct 27 19:50:35 user nova-compute[75147]:     <disk type="file" device="disk">
Oct 27 19:50:35 user nova-compute[75147]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 27 19:50:35 user nova-compute[75147]:       <source file="/opt/stack/data/nova/instances/7bf82fab-cd00-4ee4-a2b0-6b5df507102d/disk"/>
Oct 27 19:50:35 user nova-compute[75147]:       <target dev="vda" bus="virtio"/>
Oct 27 19:50:35 user nova-compute[75147]:     </disk>
Oct 27 19:50:35 user nova-compute[75147]:     <interface type="ethernet">
Oct 27 19:50:35 user nova-compute[75147]:       <mac address="fa:16:3e:da:48:4f"/>
Oct 27 19:50:35 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:50:35 user nova-compute[75147]:       <mtu size="1442"/>
Oct 27 19:50:35 user nova-compute[75147]:       <target dev="tap0236a6ef-a1"/>
Oct 27 19:50:35 user nova-compute[75147]:     </interface>
Oct 27 19:50:35 user nova-compute[75147]:     <serial type="pty">
Oct 27 19:50:35 user nova-compute[75147]:       <log file="/opt/stack/data/nova/instances/7bf82fab-cd00-4ee4-a2b0-6b5df507102d/console.log" append="off"/>
Oct 27 19:50:35 user nova-compute[75147]:     </serial>
Oct 27 19:50:35 user nova-compute[75147]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 19:50:35 user nova-compute[75147]:     <video>
Oct 27 19:50:35 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:50:35 user nova-compute[75147]:     </video>
Oct 27 19:50:35 user nova-compute[75147]:     <rng model="virtio">
Oct 27 19:50:35 user nova-compute[75147]:       <backend model="random">/dev/urandom</backend>
Oct 27 19:50:35 user nova-compute[75147]:     </rng>
Oct 27 19:50:35 user nova-compute[75147]:     <controller type="usb" index="0" model="none"/>
Oct 27 19:50:35 user nova-compute[75147]:     <memballoon model="virtio">
Oct 27 19:50:35 user nova-compute[75147]:       <stats period="10"/>
Oct 27 19:50:35 user nova-compute[75147]:     </memballoon>
Oct 27 19:50:35 user nova-compute[75147]:   </devices>
Oct 27 19:50:35 user nova-compute[75147]: </domain>
Oct 27 19:50:35 user nova-compute[75147]:  {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 19:50:35 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-30a171ba-d150-429e-b71f-f56384be894c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:50:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1693107134',display_name='tempest-VolumesSnapshotTestJSON-instance-1693107134',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-1693107134',id=42,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNDsmvS8lDoR7lYZzDGJuWvt96sFo07cdGM4LjngXmEnZT67FM2XcLZHZYfZLZNyAkJvKUutRHmVUbOHRksyfyjT8wsMNBXjOvwIiPN4St+B6uWPRm3eF6QWWiEhJolEHw==',key_name='tempest-keypair-1030561247',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='78363e2131144c48bd71079c29f858eb',ramdisk_id='',reservation_id='r-rym8kjto',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-1073723889',owner_user_name='tempest-VolumesSnapshotTestJSON-1073723889-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:50:33Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='7ca06d62cf2444bd8dc022f9b96864f2',uuid=7bf82fab-cd00-4ee4-a2b0-6b5df507102d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0236a6ef-a1c3-4d47-9c38-75a068cceb5e", "address": "fa:16:3e:da:48:4f", "network": {"id": "26f70d05-2438-444a-889d-7e7dfc5286cd", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1277807589-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "78363e2131144c48bd71079c29f858eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0236a6ef-a1", "ovs_interfaceid": "0236a6ef-a1c3-4d47-9c38-75a068cceb5e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 19:50:35 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-30a171ba-d150-429e-b71f-f56384be894c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Converting VIF {"id": "0236a6ef-a1c3-4d47-9c38-75a068cceb5e", "address": "fa:16:3e:da:48:4f", "network": {"id": "26f70d05-2438-444a-889d-7e7dfc5286cd", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1277807589-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "78363e2131144c48bd71079c29f858eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0236a6ef-a1", "ovs_interfaceid": "0236a6ef-a1c3-4d47-9c38-75a068cceb5e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:50:35 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-30a171ba-d150-429e-b71f-f56384be894c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:da:48:4f,bridge_name='br-int',has_traffic_filtering=True,id=0236a6ef-a1c3-4d47-9c38-75a068cceb5e,network=Network(26f70d05-2438-444a-889d-7e7dfc5286cd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0236a6ef-a1') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:50:35 user nova-compute[75147]: DEBUG os_vif [None req-30a171ba-d150-429e-b71f-f56384be894c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:da:48:4f,bridge_name='br-int',has_traffic_filtering=True,id=0236a6ef-a1c3-4d47-9c38-75a068cceb5e,network=Network(26f70d05-2438-444a-889d-7e7dfc5286cd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0236a6ef-a1') {{(pid=75147) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 19:50:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:50:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:50:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 19:50:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:50:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '52716362-c837-503f-8e4b-b140cf5fe594', '_type': 'linux-noop'}}, row=False) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:50:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:50:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:50:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:50:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap0236a6ef-a1, may_exist=True, interface_attrs={}) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:50:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap0236a6ef-a1, col_values=(('qos', UUID('3e44921d-e79a-4806-b0b9-4c1e9d0bde88')),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:50:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap0236a6ef-a1, col_values=(('external_ids', {'iface-id': '0236a6ef-a1c3-4d47-9c38-75a068cceb5e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:da:48:4f', 'vm-uuid': '7bf82fab-cd00-4ee4-a2b0-6b5df507102d'}),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:50:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:50:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:50:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:50:35 user nova-compute[75147]: INFO os_vif [None req-30a171ba-d150-429e-b71f-f56384be894c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:da:48:4f,bridge_name='br-int',has_traffic_filtering=True,id=0236a6ef-a1c3-4d47-9c38-75a068cceb5e,network=Network(26f70d05-2438-444a-889d-7e7dfc5286cd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0236a6ef-a1')
Oct 27 19:50:35 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-30a171ba-d150-429e-b71f-f56384be894c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] No BDM found with device name vda, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:50:35 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-30a171ba-d150-429e-b71f-f56384be894c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] No VIF found with MAC fa:16:3e:da:48:4f, not building metadata {{(pid=75147) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 19:50:35 user nova-compute[75147]: DEBUG nova.network.neutron [req-1e8b670c-9ef9-4662-91bc-5d03310e23b4 req-532466ac-4a62-4285-b3d6-c01c4b5258ca service nova] [instance: 7bf82fab-cd00-4ee4-a2b0-6b5df507102d] Updated VIF entry in instance network info cache for port 0236a6ef-a1c3-4d47-9c38-75a068cceb5e. {{(pid=75147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 19:50:35 user nova-compute[75147]: DEBUG nova.network.neutron [req-1e8b670c-9ef9-4662-91bc-5d03310e23b4 req-532466ac-4a62-4285-b3d6-c01c4b5258ca service nova] [instance: 7bf82fab-cd00-4ee4-a2b0-6b5df507102d] Updating instance_info_cache with network_info: [{"id": "0236a6ef-a1c3-4d47-9c38-75a068cceb5e", "address": "fa:16:3e:da:48:4f", "network": {"id": "26f70d05-2438-444a-889d-7e7dfc5286cd", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1277807589-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "78363e2131144c48bd71079c29f858eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0236a6ef-a1", "ovs_interfaceid": "0236a6ef-a1c3-4d47-9c38-75a068cceb5e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:50:35 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-1e8b670c-9ef9-4662-91bc-5d03310e23b4 req-532466ac-4a62-4285-b3d6-c01c4b5258ca service nova] Releasing lock "refresh_cache-7bf82fab-cd00-4ee4-a2b0-6b5df507102d" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:50:36 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:50:36 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:50:36 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:50:36 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:50:36 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:50:37 user nova-compute[75147]: DEBUG nova.compute.manager [req-ee09cb38-db91-4095-a99e-8a15ea5c4bb0 req-91fe66c9-d457-476f-a10d-3b87fff48711 service nova] [instance: 7bf82fab-cd00-4ee4-a2b0-6b5df507102d] Received event network-vif-plugged-0236a6ef-a1c3-4d47-9c38-75a068cceb5e {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:50:37 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-ee09cb38-db91-4095-a99e-8a15ea5c4bb0 req-91fe66c9-d457-476f-a10d-3b87fff48711 service nova] Acquiring lock "7bf82fab-cd00-4ee4-a2b0-6b5df507102d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:50:37 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-ee09cb38-db91-4095-a99e-8a15ea5c4bb0 req-91fe66c9-d457-476f-a10d-3b87fff48711 service nova] Lock "7bf82fab-cd00-4ee4-a2b0-6b5df507102d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:50:37 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-ee09cb38-db91-4095-a99e-8a15ea5c4bb0 req-91fe66c9-d457-476f-a10d-3b87fff48711 service nova] Lock "7bf82fab-cd00-4ee4-a2b0-6b5df507102d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:50:37 user nova-compute[75147]: DEBUG nova.compute.manager [req-ee09cb38-db91-4095-a99e-8a15ea5c4bb0 req-91fe66c9-d457-476f-a10d-3b87fff48711 service nova] [instance: 7bf82fab-cd00-4ee4-a2b0-6b5df507102d] No waiting events found dispatching network-vif-plugged-0236a6ef-a1c3-4d47-9c38-75a068cceb5e {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:50:37 user nova-compute[75147]: WARNING nova.compute.manager [req-ee09cb38-db91-4095-a99e-8a15ea5c4bb0 req-91fe66c9-d457-476f-a10d-3b87fff48711 service nova] [instance: 7bf82fab-cd00-4ee4-a2b0-6b5df507102d] Received unexpected event network-vif-plugged-0236a6ef-a1c3-4d47-9c38-75a068cceb5e for instance with vm_state building and task_state spawning.
Oct 27 19:50:37 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:50:37 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:50:37 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:50:39 user nova-compute[75147]: DEBUG nova.compute.manager [None req-30a171ba-d150-429e-b71f-f56384be894c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] [instance: 7bf82fab-cd00-4ee4-a2b0-6b5df507102d] Instance event wait completed in 0 seconds for  {{(pid=75147) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 19:50:39 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-30a171ba-d150-429e-b71f-f56384be894c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] [instance: 7bf82fab-cd00-4ee4-a2b0-6b5df507102d] Guest created on hypervisor {{(pid=75147) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 19:50:39 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: 7bf82fab-cd00-4ee4-a2b0-6b5df507102d] Instance spawned successfully.
Oct 27 19:50:39 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-30a171ba-d150-429e-b71f-f56384be894c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] [instance: 7bf82fab-cd00-4ee4-a2b0-6b5df507102d] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 27 19:50:39 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-30a171ba-d150-429e-b71f-f56384be894c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] [instance: 7bf82fab-cd00-4ee4-a2b0-6b5df507102d] Found default for hw_cdrom_bus of ide {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:50:39 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-30a171ba-d150-429e-b71f-f56384be894c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] [instance: 7bf82fab-cd00-4ee4-a2b0-6b5df507102d] Found default for hw_disk_bus of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:50:39 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-30a171ba-d150-429e-b71f-f56384be894c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] [instance: 7bf82fab-cd00-4ee4-a2b0-6b5df507102d] Found default for hw_input_bus of None {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:50:39 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-30a171ba-d150-429e-b71f-f56384be894c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] [instance: 7bf82fab-cd00-4ee4-a2b0-6b5df507102d] Found default for hw_pointer_model of None {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:50:39 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-30a171ba-d150-429e-b71f-f56384be894c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] [instance: 7bf82fab-cd00-4ee4-a2b0-6b5df507102d] Found default for hw_video_model of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:50:39 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-30a171ba-d150-429e-b71f-f56384be894c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] [instance: 7bf82fab-cd00-4ee4-a2b0-6b5df507102d] Found default for hw_vif_model of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:50:39 user nova-compute[75147]: DEBUG nova.compute.manager [req-0b61ac2f-b8f1-4d40-9485-e89c8b83b77b req-dd657812-ae2d-4b17-9d87-82f3ffdd2a36 service nova] [instance: 7bf82fab-cd00-4ee4-a2b0-6b5df507102d] Received event network-vif-plugged-0236a6ef-a1c3-4d47-9c38-75a068cceb5e {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:50:39 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-0b61ac2f-b8f1-4d40-9485-e89c8b83b77b req-dd657812-ae2d-4b17-9d87-82f3ffdd2a36 service nova] Acquiring lock "7bf82fab-cd00-4ee4-a2b0-6b5df507102d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:50:39 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-0b61ac2f-b8f1-4d40-9485-e89c8b83b77b req-dd657812-ae2d-4b17-9d87-82f3ffdd2a36 service nova] Lock "7bf82fab-cd00-4ee4-a2b0-6b5df507102d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:50:39 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-0b61ac2f-b8f1-4d40-9485-e89c8b83b77b req-dd657812-ae2d-4b17-9d87-82f3ffdd2a36 service nova] Lock "7bf82fab-cd00-4ee4-a2b0-6b5df507102d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:50:39 user nova-compute[75147]: DEBUG nova.compute.manager [req-0b61ac2f-b8f1-4d40-9485-e89c8b83b77b req-dd657812-ae2d-4b17-9d87-82f3ffdd2a36 service nova] [instance: 7bf82fab-cd00-4ee4-a2b0-6b5df507102d] No waiting events found dispatching network-vif-plugged-0236a6ef-a1c3-4d47-9c38-75a068cceb5e {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:50:39 user nova-compute[75147]: WARNING nova.compute.manager [req-0b61ac2f-b8f1-4d40-9485-e89c8b83b77b req-dd657812-ae2d-4b17-9d87-82f3ffdd2a36 service nova] [instance: 7bf82fab-cd00-4ee4-a2b0-6b5df507102d] Received unexpected event network-vif-plugged-0236a6ef-a1c3-4d47-9c38-75a068cceb5e for instance with vm_state building and task_state spawning.
Oct 27 19:50:39 user nova-compute[75147]: DEBUG nova.compute.manager [req-0b61ac2f-b8f1-4d40-9485-e89c8b83b77b req-dd657812-ae2d-4b17-9d87-82f3ffdd2a36 service nova] [instance: fcba79df-fa35-42c4-9fec-51b7bab8c1dd] Received event network-changed-aeb23145-661f-4dc5-a3de-98df56c606ad {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:50:39 user nova-compute[75147]: DEBUG nova.compute.manager [req-0b61ac2f-b8f1-4d40-9485-e89c8b83b77b req-dd657812-ae2d-4b17-9d87-82f3ffdd2a36 service nova] [instance: fcba79df-fa35-42c4-9fec-51b7bab8c1dd] Refreshing instance network info cache due to event network-changed-aeb23145-661f-4dc5-a3de-98df56c606ad. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 19:50:39 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-0b61ac2f-b8f1-4d40-9485-e89c8b83b77b req-dd657812-ae2d-4b17-9d87-82f3ffdd2a36 service nova] Acquiring lock "refresh_cache-fcba79df-fa35-42c4-9fec-51b7bab8c1dd" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:50:39 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-0b61ac2f-b8f1-4d40-9485-e89c8b83b77b req-dd657812-ae2d-4b17-9d87-82f3ffdd2a36 service nova] Acquired lock "refresh_cache-fcba79df-fa35-42c4-9fec-51b7bab8c1dd" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:50:39 user nova-compute[75147]: DEBUG nova.network.neutron [req-0b61ac2f-b8f1-4d40-9485-e89c8b83b77b req-dd657812-ae2d-4b17-9d87-82f3ffdd2a36 service nova] [instance: fcba79df-fa35-42c4-9fec-51b7bab8c1dd] Refreshing network info cache for port aeb23145-661f-4dc5-a3de-98df56c606ad {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 19:50:39 user nova-compute[75147]: INFO nova.compute.manager [None req-30a171ba-d150-429e-b71f-f56384be894c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] [instance: 7bf82fab-cd00-4ee4-a2b0-6b5df507102d] Took 5.88 seconds to spawn the instance on the hypervisor.
Oct 27 19:50:39 user nova-compute[75147]: DEBUG nova.compute.manager [None req-30a171ba-d150-429e-b71f-f56384be894c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] [instance: 7bf82fab-cd00-4ee4-a2b0-6b5df507102d] Checking state {{(pid=75147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 19:50:39 user nova-compute[75147]: INFO nova.compute.manager [None req-30a171ba-d150-429e-b71f-f56384be894c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] [instance: 7bf82fab-cd00-4ee4-a2b0-6b5df507102d] Took 6.63 seconds to build instance.
Oct 27 19:50:39 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-30a171ba-d150-429e-b71f-f56384be894c tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Lock "7bf82fab-cd00-4ee4-a2b0-6b5df507102d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.780s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:50:40 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:50:40 user nova-compute[75147]: DEBUG nova.network.neutron [req-0b61ac2f-b8f1-4d40-9485-e89c8b83b77b req-dd657812-ae2d-4b17-9d87-82f3ffdd2a36 service nova] [instance: fcba79df-fa35-42c4-9fec-51b7bab8c1dd] Updated VIF entry in instance network info cache for port aeb23145-661f-4dc5-a3de-98df56c606ad. {{(pid=75147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 19:50:40 user nova-compute[75147]: DEBUG nova.network.neutron [req-0b61ac2f-b8f1-4d40-9485-e89c8b83b77b req-dd657812-ae2d-4b17-9d87-82f3ffdd2a36 service nova] [instance: fcba79df-fa35-42c4-9fec-51b7bab8c1dd] Updating instance_info_cache with network_info: [{"id": "aeb23145-661f-4dc5-a3de-98df56c606ad", "address": "fa:16:3e:ce:cf:87", "network": {"id": "06d546cd-b394-4fcf-970b-6f2fff8ea7ac", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-719028923-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.36", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c7d5ee667069474fa684fb2d4ba9da41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaeb23145-66", "ovs_interfaceid": "aeb23145-661f-4dc5-a3de-98df56c606ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:50:40 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-0b61ac2f-b8f1-4d40-9485-e89c8b83b77b req-dd657812-ae2d-4b17-9d87-82f3ffdd2a36 service nova] Releasing lock "refresh_cache-fcba79df-fa35-42c4-9fec-51b7bab8c1dd" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:50:40 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:50:42 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:50:43 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e486a3af-ffb8-4f16-8309-603d4f359131 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] Acquiring lock "71edf8bd-af69-418b-9794-61f192d21a48" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:50:43 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e486a3af-ffb8-4f16-8309-603d4f359131 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] Lock "71edf8bd-af69-418b-9794-61f192d21a48" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:50:43 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e486a3af-ffb8-4f16-8309-603d4f359131 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] Acquiring lock "71edf8bd-af69-418b-9794-61f192d21a48-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:50:43 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e486a3af-ffb8-4f16-8309-603d4f359131 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] Lock "71edf8bd-af69-418b-9794-61f192d21a48-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:50:43 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e486a3af-ffb8-4f16-8309-603d4f359131 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] Lock "71edf8bd-af69-418b-9794-61f192d21a48-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:50:43 user nova-compute[75147]: INFO nova.compute.manager [None req-e486a3af-ffb8-4f16-8309-603d4f359131 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] [instance: 71edf8bd-af69-418b-9794-61f192d21a48] Terminating instance
Oct 27 19:50:43 user nova-compute[75147]: DEBUG nova.compute.manager [None req-e486a3af-ffb8-4f16-8309-603d4f359131 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] [instance: 71edf8bd-af69-418b-9794-61f192d21a48] Start destroying the instance on the hypervisor. {{(pid=75147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 27 19:50:44 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:50:44 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:50:44 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:50:44 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:50:44 user nova-compute[75147]: DEBUG nova.compute.manager [req-1f906681-3bf5-40c0-9aef-4ae89a5cc04c req-7c55c52f-8875-46b7-8c7a-c08e4a221fbf service nova] [instance: 71edf8bd-af69-418b-9794-61f192d21a48] Received event network-vif-unplugged-cdad5fd5-8077-4c76-b583-e5f42db7f081 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:50:44 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-1f906681-3bf5-40c0-9aef-4ae89a5cc04c req-7c55c52f-8875-46b7-8c7a-c08e4a221fbf service nova] Acquiring lock "71edf8bd-af69-418b-9794-61f192d21a48-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:50:44 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-1f906681-3bf5-40c0-9aef-4ae89a5cc04c req-7c55c52f-8875-46b7-8c7a-c08e4a221fbf service nova] Lock "71edf8bd-af69-418b-9794-61f192d21a48-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:50:44 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-1f906681-3bf5-40c0-9aef-4ae89a5cc04c req-7c55c52f-8875-46b7-8c7a-c08e4a221fbf service nova] Lock "71edf8bd-af69-418b-9794-61f192d21a48-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:50:44 user nova-compute[75147]: DEBUG nova.compute.manager [req-1f906681-3bf5-40c0-9aef-4ae89a5cc04c req-7c55c52f-8875-46b7-8c7a-c08e4a221fbf service nova] [instance: 71edf8bd-af69-418b-9794-61f192d21a48] No waiting events found dispatching network-vif-unplugged-cdad5fd5-8077-4c76-b583-e5f42db7f081 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:50:44 user nova-compute[75147]: DEBUG nova.compute.manager [req-1f906681-3bf5-40c0-9aef-4ae89a5cc04c req-7c55c52f-8875-46b7-8c7a-c08e4a221fbf service nova] [instance: 71edf8bd-af69-418b-9794-61f192d21a48] Received event network-vif-unplugged-cdad5fd5-8077-4c76-b583-e5f42db7f081 for instance with task_state deleting. {{(pid=75147) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 19:50:44 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:50:44 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:50:44 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:50:44 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:50:44 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: 71edf8bd-af69-418b-9794-61f192d21a48] Instance destroyed successfully.
Oct 27 19:50:44 user nova-compute[75147]: DEBUG nova.objects.instance [None req-e486a3af-ffb8-4f16-8309-603d4f359131 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] Lazy-loading 'resources' on Instance uuid 71edf8bd-af69-418b-9794-61f192d21a48 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:50:44 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-e486a3af-ffb8-4f16-8309-603d4f359131 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:47:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestServerVolumeAttachScenarioOldVersion-server-1982129416',display_name='tempest-TestServerVolumeAttachScenarioOldVersion-server-1982129416',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachscenariooldversion-server-1982129',id=38,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFukJmi7rjR2AjpHDkxNWwrVL8+h5n7UYm8OoIeUsyPHY0b3rXHgrPMZrE3B7zmPNy9OpYF66sCpLOPUQw3IveRa4+vopcxaI4ETQbRfblkf7ihqGz70LhBfknAx6UiinQ==',key_name='tempest-keypair-711314529',keypairs=<?>,launch_index=0,launched_at=2023-10-27T19:47:19Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b3c5d2a101874e4e942d7af53f253f99',ramdisk_id='',reservation_id='r-vr6ize1x',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestServerVolumeAttachScenarioOldVersion-1972540635',owner_user_name='tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T19:47:19Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3e52985905c340a49275ce15c0d28dba',uuid=71edf8bd-af69-418b-9794-61f192d21a48,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "cdad5fd5-8077-4c76-b583-e5f42db7f081", "address": "fa:16:3e:b7:bb:22", "network": {"id": "420dedce-997d-47b8-bd88-e64134802692", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-793800198-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.95", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b3c5d2a101874e4e942d7af53f253f99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcdad5fd5-80", "ovs_interfaceid": "cdad5fd5-8077-4c76-b583-e5f42db7f081", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 19:50:44 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-e486a3af-ffb8-4f16-8309-603d4f359131 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] Converting VIF {"id": "cdad5fd5-8077-4c76-b583-e5f42db7f081", "address": "fa:16:3e:b7:bb:22", "network": {"id": "420dedce-997d-47b8-bd88-e64134802692", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-793800198-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.95", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b3c5d2a101874e4e942d7af53f253f99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcdad5fd5-80", "ovs_interfaceid": "cdad5fd5-8077-4c76-b583-e5f42db7f081", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:50:44 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-e486a3af-ffb8-4f16-8309-603d4f359131 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:b7:bb:22,bridge_name='br-int',has_traffic_filtering=True,id=cdad5fd5-8077-4c76-b583-e5f42db7f081,network=Network(420dedce-997d-47b8-bd88-e64134802692),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcdad5fd5-80') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:50:44 user nova-compute[75147]: DEBUG os_vif [None req-e486a3af-ffb8-4f16-8309-603d4f359131 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:b7:bb:22,bridge_name='br-int',has_traffic_filtering=True,id=cdad5fd5-8077-4c76-b583-e5f42db7f081,network=Network(420dedce-997d-47b8-bd88-e64134802692),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcdad5fd5-80') {{(pid=75147) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 19:50:44 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:50:44 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapcdad5fd5-80, bridge=br-int, if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:50:44 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:50:44 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:50:44 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:50:44 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:50:44 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=9e941add-d4c8-49a3-8309-d7c60e4a0450) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:50:44 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:50:44 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:50:44 user nova-compute[75147]: INFO os_vif [None req-e486a3af-ffb8-4f16-8309-603d4f359131 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:b7:bb:22,bridge_name='br-int',has_traffic_filtering=True,id=cdad5fd5-8077-4c76-b583-e5f42db7f081,network=Network(420dedce-997d-47b8-bd88-e64134802692),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcdad5fd5-80')
Oct 27 19:50:44 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-e486a3af-ffb8-4f16-8309-603d4f359131 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] [instance: 71edf8bd-af69-418b-9794-61f192d21a48] Deleting instance files /opt/stack/data/nova/instances/71edf8bd-af69-418b-9794-61f192d21a48_del
Oct 27 19:50:44 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-e486a3af-ffb8-4f16-8309-603d4f359131 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] [instance: 71edf8bd-af69-418b-9794-61f192d21a48] Deletion of /opt/stack/data/nova/instances/71edf8bd-af69-418b-9794-61f192d21a48_del complete
Oct 27 19:50:45 user nova-compute[75147]: INFO nova.compute.manager [None req-e486a3af-ffb8-4f16-8309-603d4f359131 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] [instance: 71edf8bd-af69-418b-9794-61f192d21a48] Took 1.11 seconds to destroy the instance on the hypervisor.
Oct 27 19:50:45 user nova-compute[75147]: DEBUG oslo.service.loopingcall [None req-e486a3af-ffb8-4f16-8309-603d4f359131 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 27 19:50:45 user nova-compute[75147]: DEBUG nova.compute.manager [-] [instance: 71edf8bd-af69-418b-9794-61f192d21a48] Deallocating network for instance {{(pid=75147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 27 19:50:45 user nova-compute[75147]: DEBUG nova.network.neutron [-] [instance: 71edf8bd-af69-418b-9794-61f192d21a48] deallocate_for_instance() {{(pid=75147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 27 19:50:45 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:50:45 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:50:45 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:50:45 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:50:45 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:50:45 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:50:45 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:50:46 user nova-compute[75147]: DEBUG nova.network.neutron [-] [instance: 71edf8bd-af69-418b-9794-61f192d21a48] Updating instance_info_cache with network_info: [] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:50:46 user nova-compute[75147]: INFO nova.compute.manager [-] [instance: 71edf8bd-af69-418b-9794-61f192d21a48] Took 1.03 seconds to deallocate network for instance.
Oct 27 19:50:46 user nova-compute[75147]: DEBUG nova.compute.manager [req-0cfad41f-645d-4310-9363-904572ee33ca req-255398f2-c114-402b-a231-376f6fdfbc75 service nova] [instance: 71edf8bd-af69-418b-9794-61f192d21a48] Received event network-vif-deleted-cdad5fd5-8077-4c76-b583-e5f42db7f081 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:50:46 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e486a3af-ffb8-4f16-8309-603d4f359131 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:50:46 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e486a3af-ffb8-4f16-8309-603d4f359131 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:50:46 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-e486a3af-ffb8-4f16-8309-603d4f359131 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:50:46 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-e486a3af-ffb8-4f16-8309-603d4f359131 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:50:46 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e486a3af-ffb8-4f16-8309-603d4f359131 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.259s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:50:46 user nova-compute[75147]: INFO nova.scheduler.client.report [None req-e486a3af-ffb8-4f16-8309-603d4f359131 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] Deleted allocations for instance 71edf8bd-af69-418b-9794-61f192d21a48
Oct 27 19:50:46 user nova-compute[75147]: DEBUG nova.compute.manager [req-21bd8904-6385-4b96-b4e2-a3d67c1af3d5 req-19d50f19-0314-405b-a113-cbfcde9124a8 service nova] [instance: 71edf8bd-af69-418b-9794-61f192d21a48] Received event network-vif-plugged-cdad5fd5-8077-4c76-b583-e5f42db7f081 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:50:46 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-21bd8904-6385-4b96-b4e2-a3d67c1af3d5 req-19d50f19-0314-405b-a113-cbfcde9124a8 service nova] Acquiring lock "71edf8bd-af69-418b-9794-61f192d21a48-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:50:46 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-21bd8904-6385-4b96-b4e2-a3d67c1af3d5 req-19d50f19-0314-405b-a113-cbfcde9124a8 service nova] Lock "71edf8bd-af69-418b-9794-61f192d21a48-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:50:46 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-21bd8904-6385-4b96-b4e2-a3d67c1af3d5 req-19d50f19-0314-405b-a113-cbfcde9124a8 service nova] Lock "71edf8bd-af69-418b-9794-61f192d21a48-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:50:46 user nova-compute[75147]: DEBUG nova.compute.manager [req-21bd8904-6385-4b96-b4e2-a3d67c1af3d5 req-19d50f19-0314-405b-a113-cbfcde9124a8 service nova] [instance: 71edf8bd-af69-418b-9794-61f192d21a48] No waiting events found dispatching network-vif-plugged-cdad5fd5-8077-4c76-b583-e5f42db7f081 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:50:46 user nova-compute[75147]: WARNING nova.compute.manager [req-21bd8904-6385-4b96-b4e2-a3d67c1af3d5 req-19d50f19-0314-405b-a113-cbfcde9124a8 service nova] [instance: 71edf8bd-af69-418b-9794-61f192d21a48] Received unexpected event network-vif-plugged-cdad5fd5-8077-4c76-b583-e5f42db7f081 for instance with vm_state deleted and task_state None.
Oct 27 19:50:46 user nova-compute[75147]: DEBUG nova.compute.manager [req-21bd8904-6385-4b96-b4e2-a3d67c1af3d5 req-19d50f19-0314-405b-a113-cbfcde9124a8 service nova] [instance: 71edf8bd-af69-418b-9794-61f192d21a48] Received event network-vif-plugged-cdad5fd5-8077-4c76-b583-e5f42db7f081 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:50:46 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-21bd8904-6385-4b96-b4e2-a3d67c1af3d5 req-19d50f19-0314-405b-a113-cbfcde9124a8 service nova] Acquiring lock "71edf8bd-af69-418b-9794-61f192d21a48-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:50:46 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-21bd8904-6385-4b96-b4e2-a3d67c1af3d5 req-19d50f19-0314-405b-a113-cbfcde9124a8 service nova] Lock "71edf8bd-af69-418b-9794-61f192d21a48-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:50:46 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-21bd8904-6385-4b96-b4e2-a3d67c1af3d5 req-19d50f19-0314-405b-a113-cbfcde9124a8 service nova] Lock "71edf8bd-af69-418b-9794-61f192d21a48-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:50:46 user nova-compute[75147]: DEBUG nova.compute.manager [req-21bd8904-6385-4b96-b4e2-a3d67c1af3d5 req-19d50f19-0314-405b-a113-cbfcde9124a8 service nova] [instance: 71edf8bd-af69-418b-9794-61f192d21a48] No waiting events found dispatching network-vif-plugged-cdad5fd5-8077-4c76-b583-e5f42db7f081 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:50:46 user nova-compute[75147]: WARNING nova.compute.manager [req-21bd8904-6385-4b96-b4e2-a3d67c1af3d5 req-19d50f19-0314-405b-a113-cbfcde9124a8 service nova] [instance: 71edf8bd-af69-418b-9794-61f192d21a48] Received unexpected event network-vif-plugged-cdad5fd5-8077-4c76-b583-e5f42db7f081 for instance with vm_state deleted and task_state None.
Oct 27 19:50:46 user nova-compute[75147]: DEBUG nova.compute.manager [req-21bd8904-6385-4b96-b4e2-a3d67c1af3d5 req-19d50f19-0314-405b-a113-cbfcde9124a8 service nova] [instance: 71edf8bd-af69-418b-9794-61f192d21a48] Received event network-vif-plugged-cdad5fd5-8077-4c76-b583-e5f42db7f081 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:50:46 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-21bd8904-6385-4b96-b4e2-a3d67c1af3d5 req-19d50f19-0314-405b-a113-cbfcde9124a8 service nova] Acquiring lock "71edf8bd-af69-418b-9794-61f192d21a48-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:50:46 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-21bd8904-6385-4b96-b4e2-a3d67c1af3d5 req-19d50f19-0314-405b-a113-cbfcde9124a8 service nova] Lock "71edf8bd-af69-418b-9794-61f192d21a48-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:50:46 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-21bd8904-6385-4b96-b4e2-a3d67c1af3d5 req-19d50f19-0314-405b-a113-cbfcde9124a8 service nova] Lock "71edf8bd-af69-418b-9794-61f192d21a48-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:50:46 user nova-compute[75147]: DEBUG nova.compute.manager [req-21bd8904-6385-4b96-b4e2-a3d67c1af3d5 req-19d50f19-0314-405b-a113-cbfcde9124a8 service nova] [instance: 71edf8bd-af69-418b-9794-61f192d21a48] No waiting events found dispatching network-vif-plugged-cdad5fd5-8077-4c76-b583-e5f42db7f081 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:50:46 user nova-compute[75147]: WARNING nova.compute.manager [req-21bd8904-6385-4b96-b4e2-a3d67c1af3d5 req-19d50f19-0314-405b-a113-cbfcde9124a8 service nova] [instance: 71edf8bd-af69-418b-9794-61f192d21a48] Received unexpected event network-vif-plugged-cdad5fd5-8077-4c76-b583-e5f42db7f081 for instance with vm_state deleted and task_state None.
Oct 27 19:50:46 user nova-compute[75147]: DEBUG nova.compute.manager [req-21bd8904-6385-4b96-b4e2-a3d67c1af3d5 req-19d50f19-0314-405b-a113-cbfcde9124a8 service nova] [instance: 71edf8bd-af69-418b-9794-61f192d21a48] Received event network-vif-unplugged-cdad5fd5-8077-4c76-b583-e5f42db7f081 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:50:46 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-21bd8904-6385-4b96-b4e2-a3d67c1af3d5 req-19d50f19-0314-405b-a113-cbfcde9124a8 service nova] Acquiring lock "71edf8bd-af69-418b-9794-61f192d21a48-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:50:46 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-21bd8904-6385-4b96-b4e2-a3d67c1af3d5 req-19d50f19-0314-405b-a113-cbfcde9124a8 service nova] Lock "71edf8bd-af69-418b-9794-61f192d21a48-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:50:46 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-21bd8904-6385-4b96-b4e2-a3d67c1af3d5 req-19d50f19-0314-405b-a113-cbfcde9124a8 service nova] Lock "71edf8bd-af69-418b-9794-61f192d21a48-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:50:46 user nova-compute[75147]: DEBUG nova.compute.manager [req-21bd8904-6385-4b96-b4e2-a3d67c1af3d5 req-19d50f19-0314-405b-a113-cbfcde9124a8 service nova] [instance: 71edf8bd-af69-418b-9794-61f192d21a48] No waiting events found dispatching network-vif-unplugged-cdad5fd5-8077-4c76-b583-e5f42db7f081 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:50:46 user nova-compute[75147]: WARNING nova.compute.manager [req-21bd8904-6385-4b96-b4e2-a3d67c1af3d5 req-19d50f19-0314-405b-a113-cbfcde9124a8 service nova] [instance: 71edf8bd-af69-418b-9794-61f192d21a48] Received unexpected event network-vif-unplugged-cdad5fd5-8077-4c76-b583-e5f42db7f081 for instance with vm_state deleted and task_state None.
Oct 27 19:50:46 user nova-compute[75147]: DEBUG nova.compute.manager [req-21bd8904-6385-4b96-b4e2-a3d67c1af3d5 req-19d50f19-0314-405b-a113-cbfcde9124a8 service nova] [instance: 71edf8bd-af69-418b-9794-61f192d21a48] Received event network-vif-plugged-cdad5fd5-8077-4c76-b583-e5f42db7f081 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:50:46 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-21bd8904-6385-4b96-b4e2-a3d67c1af3d5 req-19d50f19-0314-405b-a113-cbfcde9124a8 service nova] Acquiring lock "71edf8bd-af69-418b-9794-61f192d21a48-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:50:46 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-21bd8904-6385-4b96-b4e2-a3d67c1af3d5 req-19d50f19-0314-405b-a113-cbfcde9124a8 service nova] Lock "71edf8bd-af69-418b-9794-61f192d21a48-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:50:46 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-21bd8904-6385-4b96-b4e2-a3d67c1af3d5 req-19d50f19-0314-405b-a113-cbfcde9124a8 service nova] Lock "71edf8bd-af69-418b-9794-61f192d21a48-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:50:46 user nova-compute[75147]: DEBUG nova.compute.manager [req-21bd8904-6385-4b96-b4e2-a3d67c1af3d5 req-19d50f19-0314-405b-a113-cbfcde9124a8 service nova] [instance: 71edf8bd-af69-418b-9794-61f192d21a48] No waiting events found dispatching network-vif-plugged-cdad5fd5-8077-4c76-b583-e5f42db7f081 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:50:46 user nova-compute[75147]: WARNING nova.compute.manager [req-21bd8904-6385-4b96-b4e2-a3d67c1af3d5 req-19d50f19-0314-405b-a113-cbfcde9124a8 service nova] [instance: 71edf8bd-af69-418b-9794-61f192d21a48] Received unexpected event network-vif-plugged-cdad5fd5-8077-4c76-b583-e5f42db7f081 for instance with vm_state deleted and task_state None.
Oct 27 19:50:46 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e486a3af-ffb8-4f16-8309-603d4f359131 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635 tempest-TestServerVolumeAttachScenarioOldVersion-1972540635-project-member] Lock "71edf8bd-af69-418b-9794-61f192d21a48" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.671s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:50:47 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:50:49 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:50:54 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:50:55 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-f3a3e171-d7de-4c51-8805-060a5d6c745b tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Acquiring lock "a960707e-0541-4fa8-af38-bf2898e49176" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:50:55 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-f3a3e171-d7de-4c51-8805-060a5d6c745b tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lock "a960707e-0541-4fa8-af38-bf2898e49176" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:50:55 user nova-compute[75147]: DEBUG nova.compute.manager [None req-f3a3e171-d7de-4c51-8805-060a5d6c745b tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: a960707e-0541-4fa8-af38-bf2898e49176] Starting instance... {{(pid=75147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 27 19:50:55 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-f3a3e171-d7de-4c51-8805-060a5d6c745b tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:50:55 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-f3a3e171-d7de-4c51-8805-060a5d6c745b tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:50:55 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-f3a3e171-d7de-4c51-8805-060a5d6c745b tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75147) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 19:50:55 user nova-compute[75147]: INFO nova.compute.claims [None req-f3a3e171-d7de-4c51-8805-060a5d6c745b tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: a960707e-0541-4fa8-af38-bf2898e49176] Claim successful on node user
Oct 27 19:50:55 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-f3a3e171-d7de-4c51-8805-060a5d6c745b tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:50:55 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-f3a3e171-d7de-4c51-8805-060a5d6c745b tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:50:55 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-f3a3e171-d7de-4c51-8805-060a5d6c745b tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.313s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:50:55 user nova-compute[75147]: DEBUG nova.compute.manager [None req-f3a3e171-d7de-4c51-8805-060a5d6c745b tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: a960707e-0541-4fa8-af38-bf2898e49176] Start building networks asynchronously for instance. {{(pid=75147) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 27 19:50:55 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-f3a3e171-d7de-4c51-8805-060a5d6c745b tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: a960707e-0541-4fa8-af38-bf2898e49176] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 27 19:50:55 user nova-compute[75147]: DEBUG nova.compute.manager [None req-f3a3e171-d7de-4c51-8805-060a5d6c745b tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: a960707e-0541-4fa8-af38-bf2898e49176] Allocating IP information in the background. {{(pid=75147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 27 19:50:55 user nova-compute[75147]: DEBUG nova.network.neutron [None req-f3a3e171-d7de-4c51-8805-060a5d6c745b tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: a960707e-0541-4fa8-af38-bf2898e49176] allocate_for_instance() {{(pid=75147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 27 19:50:55 user nova-compute[75147]: DEBUG nova.compute.manager [None req-f3a3e171-d7de-4c51-8805-060a5d6c745b tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: a960707e-0541-4fa8-af38-bf2898e49176] Start building block device mappings for instance. {{(pid=75147) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 27 19:50:55 user nova-compute[75147]: INFO nova.virt.block_device [None req-f3a3e171-d7de-4c51-8805-060a5d6c745b tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: a960707e-0541-4fa8-af38-bf2898e49176] Booting with volume snapshot 92c6fa0c-b5ea-48c9-a075-f106a1d87df1 at /dev/vda
Oct 27 19:50:55 user nova-compute[75147]: DEBUG nova.policy [None req-f3a3e171-d7de-4c51-8805-060a5d6c745b tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c215953c5f1f494bb16ee70ff9355cfd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c7d5ee667069474fa684fb2d4ba9da41', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75147) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 27 19:50:56 user nova-compute[75147]: DEBUG nova.network.neutron [None req-f3a3e171-d7de-4c51-8805-060a5d6c745b tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: a960707e-0541-4fa8-af38-bf2898e49176] Successfully created port: c28b6ed4-5085-4bce-9f78-95fda7212834 {{(pid=75147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 19:50:57 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:50:57 user nova-compute[75147]: DEBUG nova.network.neutron [None req-f3a3e171-d7de-4c51-8805-060a5d6c745b tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: a960707e-0541-4fa8-af38-bf2898e49176] Successfully updated port: c28b6ed4-5085-4bce-9f78-95fda7212834 {{(pid=75147) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 19:50:57 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-f3a3e171-d7de-4c51-8805-060a5d6c745b tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Acquiring lock "refresh_cache-a960707e-0541-4fa8-af38-bf2898e49176" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:50:57 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-f3a3e171-d7de-4c51-8805-060a5d6c745b tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Acquired lock "refresh_cache-a960707e-0541-4fa8-af38-bf2898e49176" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:50:57 user nova-compute[75147]: DEBUG nova.network.neutron [None req-f3a3e171-d7de-4c51-8805-060a5d6c745b tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: a960707e-0541-4fa8-af38-bf2898e49176] Building network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 19:50:57 user nova-compute[75147]: DEBUG nova.compute.manager [req-7ccae799-636d-4784-a98a-000ea5b302ca req-09fd41db-3970-43f7-b80a-0a5ed74a857c service nova] [instance: a960707e-0541-4fa8-af38-bf2898e49176] Received event network-changed-c28b6ed4-5085-4bce-9f78-95fda7212834 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:50:57 user nova-compute[75147]: DEBUG nova.compute.manager [req-7ccae799-636d-4784-a98a-000ea5b302ca req-09fd41db-3970-43f7-b80a-0a5ed74a857c service nova] [instance: a960707e-0541-4fa8-af38-bf2898e49176] Refreshing instance network info cache due to event network-changed-c28b6ed4-5085-4bce-9f78-95fda7212834. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 19:50:57 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-7ccae799-636d-4784-a98a-000ea5b302ca req-09fd41db-3970-43f7-b80a-0a5ed74a857c service nova] Acquiring lock "refresh_cache-a960707e-0541-4fa8-af38-bf2898e49176" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:50:57 user nova-compute[75147]: DEBUG nova.network.neutron [None req-f3a3e171-d7de-4c51-8805-060a5d6c745b tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: a960707e-0541-4fa8-af38-bf2898e49176] Instance cache missing network info. {{(pid=75147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 19:50:57 user nova-compute[75147]: DEBUG nova.network.neutron [None req-f3a3e171-d7de-4c51-8805-060a5d6c745b tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: a960707e-0541-4fa8-af38-bf2898e49176] Updating instance_info_cache with network_info: [{"id": "c28b6ed4-5085-4bce-9f78-95fda7212834", "address": "fa:16:3e:85:52:60", "network": {"id": "06d546cd-b394-4fcf-970b-6f2fff8ea7ac", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-719028923-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c7d5ee667069474fa684fb2d4ba9da41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc28b6ed4-50", "ovs_interfaceid": "c28b6ed4-5085-4bce-9f78-95fda7212834", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:50:57 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-f3a3e171-d7de-4c51-8805-060a5d6c745b tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Releasing lock "refresh_cache-a960707e-0541-4fa8-af38-bf2898e49176" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:50:57 user nova-compute[75147]: DEBUG nova.compute.manager [None req-f3a3e171-d7de-4c51-8805-060a5d6c745b tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: a960707e-0541-4fa8-af38-bf2898e49176] Instance network_info: |[{"id": "c28b6ed4-5085-4bce-9f78-95fda7212834", "address": "fa:16:3e:85:52:60", "network": {"id": "06d546cd-b394-4fcf-970b-6f2fff8ea7ac", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-719028923-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c7d5ee667069474fa684fb2d4ba9da41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc28b6ed4-50", "ovs_interfaceid": "c28b6ed4-5085-4bce-9f78-95fda7212834", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 27 19:50:57 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-7ccae799-636d-4784-a98a-000ea5b302ca req-09fd41db-3970-43f7-b80a-0a5ed74a857c service nova] Acquired lock "refresh_cache-a960707e-0541-4fa8-af38-bf2898e49176" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:50:57 user nova-compute[75147]: DEBUG nova.network.neutron [req-7ccae799-636d-4784-a98a-000ea5b302ca req-09fd41db-3970-43f7-b80a-0a5ed74a857c service nova] [instance: a960707e-0541-4fa8-af38-bf2898e49176] Refreshing network info cache for port c28b6ed4-5085-4bce-9f78-95fda7212834 {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 19:50:58 user nova-compute[75147]: DEBUG nova.network.neutron [req-7ccae799-636d-4784-a98a-000ea5b302ca req-09fd41db-3970-43f7-b80a-0a5ed74a857c service nova] [instance: a960707e-0541-4fa8-af38-bf2898e49176] Updated VIF entry in instance network info cache for port c28b6ed4-5085-4bce-9f78-95fda7212834. {{(pid=75147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 19:50:58 user nova-compute[75147]: DEBUG nova.network.neutron [req-7ccae799-636d-4784-a98a-000ea5b302ca req-09fd41db-3970-43f7-b80a-0a5ed74a857c service nova] [instance: a960707e-0541-4fa8-af38-bf2898e49176] Updating instance_info_cache with network_info: [{"id": "c28b6ed4-5085-4bce-9f78-95fda7212834", "address": "fa:16:3e:85:52:60", "network": {"id": "06d546cd-b394-4fcf-970b-6f2fff8ea7ac", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-719028923-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c7d5ee667069474fa684fb2d4ba9da41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc28b6ed4-50", "ovs_interfaceid": "c28b6ed4-5085-4bce-9f78-95fda7212834", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:50:58 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-7ccae799-636d-4784-a98a-000ea5b302ca req-09fd41db-3970-43f7-b80a-0a5ed74a857c service nova] Releasing lock "refresh_cache-a960707e-0541-4fa8-af38-bf2898e49176" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:50:59 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:51:01 user nova-compute[75147]: DEBUG os_brick.utils [None req-f3a3e171-d7de-4c51-8805-060a5d6c745b tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:51:01 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:51:01 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:51:01 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c7836a6-538d-4634-ba4e-b59b8603a1fe]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9325735bc82e\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:51:01 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:51:01 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:51:01 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[55c48c9b-df47-496a-bafc-b5f4b9492942]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:51:01 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:51:01 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:51:01 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[e95b5c63-3704-408d-9218-b46b24ff2294]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:51:01 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[aba27bd9-a473-470a-97f7-be3e92676a27]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:51:01 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-f3a3e171-d7de-4c51-8805-060a5d6c745b tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Running cmd (subprocess): nvme version {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:51:01 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-f3a3e171-d7de-4c51-8805-060a5d6c745b tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] 'nvme version' failed. Not Retrying. {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 19:51:01 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.nvmeof [None req-f3a3e171-d7de-4c51-8805-060a5d6c745b tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] nvme not present on system {{(pid=75147) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 27 19:51:01 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:51:01 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 19:51:01 user nova-compute[75147]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 27 19:51:01 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[bed03a0e-7299-4a26-9912-5117ebb36e67]: (4, '') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:51:01 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-f3a3e171-d7de-4c51-8805-060a5d6c745b tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75147) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 27 19:51:01 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-f3a3e171-d7de-4c51-8805-060a5d6c745b tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 27 19:51:01 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-f3a3e171-d7de-4c51-8805-060a5d6c745b tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] LIGHTOS: no hostnqn found. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 27 19:51:01 user nova-compute[75147]: DEBUG os_brick.utils [None req-f3a3e171-d7de-4c51-8805-060a5d6c745b tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] <== get_connector_properties: return (114ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9325735bc82e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:51:01 user nova-compute[75147]: DEBUG nova.virt.block_device [None req-f3a3e171-d7de-4c51-8805-060a5d6c745b tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: a960707e-0541-4fa8-af38-bf2898e49176] Updating existing volume attachment record: eea65aa7-a34b-4f3c-8d94-c398347c814d {{(pid=75147) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 27 19:51:02 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:51:02 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:51:04 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:51:04 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Starting heal instance info cache {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 19:51:04 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:51:04 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "refresh_cache-fcba79df-fa35-42c4-9fec-51b7bab8c1dd" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:51:04 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquired lock "refresh_cache-fcba79df-fa35-42c4-9fec-51b7bab8c1dd" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:51:04 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: fcba79df-fa35-42c4-9fec-51b7bab8c1dd] Forcefully refreshing network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 27 19:51:05 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: fcba79df-fa35-42c4-9fec-51b7bab8c1dd] Updating instance_info_cache with network_info: [{"id": "aeb23145-661f-4dc5-a3de-98df56c606ad", "address": "fa:16:3e:ce:cf:87", "network": {"id": "06d546cd-b394-4fcf-970b-6f2fff8ea7ac", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-719028923-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.36", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c7d5ee667069474fa684fb2d4ba9da41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaeb23145-66", "ovs_interfaceid": "aeb23145-661f-4dc5-a3de-98df56c606ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:51:05 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Releasing lock "refresh_cache-fcba79df-fa35-42c4-9fec-51b7bab8c1dd" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:51:05 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: fcba79df-fa35-42c4-9fec-51b7bab8c1dd] Updated the network info_cache for instance {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 27 19:51:05 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:51:05 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:51:05 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:51:05 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:51:05 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:51:05 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Auditing locally available compute resources for user (node: user) {{(pid=75147) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 19:51:05 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:51:05 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:51:05 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:51:05 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:51:06 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75147) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 19:51:06 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a413fb71-5748-4328-a2f3-592c64188e21/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:51:06 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a413fb71-5748-4328-a2f3-592c64188e21/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:51:06 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a413fb71-5748-4328-a2f3-592c64188e21/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:51:06 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a413fb71-5748-4328-a2f3-592c64188e21/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:51:06 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7bf82fab-cd00-4ee4-a2b0-6b5df507102d/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:51:06 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7bf82fab-cd00-4ee4-a2b0-6b5df507102d/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:51:06 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7bf82fab-cd00-4ee4-a2b0-6b5df507102d/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:51:06 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7bf82fab-cd00-4ee4-a2b0-6b5df507102d/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:51:07 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:51:07 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:51:07 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:51:07 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Hypervisor/Node resource view: name=user free_ram=8236MB free_disk=25.090423583984375GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75147) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 19:51:07 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:51:07 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:51:07 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance fcba79df-fa35-42c4-9fec-51b7bab8c1dd actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:51:07 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:51:07 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance a413fb71-5748-4328-a2f3-592c64188e21 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:51:07 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 7bf82fab-cd00-4ee4-a2b0-6b5df507102d actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:51:07 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance a960707e-0541-4fa8-af38-bf2898e49176 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:51:07 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Total usable vcpus: 12, total allocated vcpus: 5 {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 19:51:07 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Final resource view: name=user phys_ram=16011MB used_ram=3072MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=5 pci_stats=[] {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 19:51:07 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:51:07 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:51:07 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Compute_service record updated for user:user {{(pid=75147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 19:51:07 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.333s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:51:08 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:51:08 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:51:08 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:51:09 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:51:12 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:51:14 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:51:14 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:51:15 user nova-compute[75147]: DEBUG nova.compute.manager [req-939dd991-348d-4471-9f12-a8ff4d7dd0fb req-d170191a-4bd8-4346-9c24-189dfd54af61 service nova] [instance: d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3] Received event network-changed-ba37afad-d41b-4d2d-9a44-36d13ea36b57 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:51:15 user nova-compute[75147]: DEBUG nova.compute.manager [req-939dd991-348d-4471-9f12-a8ff4d7dd0fb req-d170191a-4bd8-4346-9c24-189dfd54af61 service nova] [instance: d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3] Refreshing instance network info cache due to event network-changed-ba37afad-d41b-4d2d-9a44-36d13ea36b57. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 19:51:15 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-939dd991-348d-4471-9f12-a8ff4d7dd0fb req-d170191a-4bd8-4346-9c24-189dfd54af61 service nova] Acquiring lock "refresh_cache-d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:51:15 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-939dd991-348d-4471-9f12-a8ff4d7dd0fb req-d170191a-4bd8-4346-9c24-189dfd54af61 service nova] Acquired lock "refresh_cache-d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:51:15 user nova-compute[75147]: DEBUG nova.network.neutron [req-939dd991-348d-4471-9f12-a8ff4d7dd0fb req-d170191a-4bd8-4346-9c24-189dfd54af61 service nova] [instance: d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3] Refreshing network info cache for port ba37afad-d41b-4d2d-9a44-36d13ea36b57 {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 19:51:15 user nova-compute[75147]: DEBUG nova.network.neutron [req-939dd991-348d-4471-9f12-a8ff4d7dd0fb req-d170191a-4bd8-4346-9c24-189dfd54af61 service nova] [instance: d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3] Updated VIF entry in instance network info cache for port ba37afad-d41b-4d2d-9a44-36d13ea36b57. {{(pid=75147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 19:51:15 user nova-compute[75147]: DEBUG nova.network.neutron [req-939dd991-348d-4471-9f12-a8ff4d7dd0fb req-d170191a-4bd8-4346-9c24-189dfd54af61 service nova] [instance: d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3] Updating instance_info_cache with network_info: [{"id": "ba37afad-d41b-4d2d-9a44-36d13ea36b57", "address": "fa:16:3e:c1:55:b8", "network": {"id": "06e952e0-002b-44c6-b4c4-e6a33a0b7484", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-294897611-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b05afc60c23345de8d1e978a9c5b1efc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba37afad-d4", "ovs_interfaceid": "ba37afad-d41b-4d2d-9a44-36d13ea36b57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:51:15 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-939dd991-348d-4471-9f12-a8ff4d7dd0fb req-d170191a-4bd8-4346-9c24-189dfd54af61 service nova] Releasing lock "refresh_cache-d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:51:17 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:51:17 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:51:17 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75147) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 19:51:19 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:51:20 user nova-compute[75147]: DEBUG nova.compute.manager [None req-f3a3e171-d7de-4c51-8805-060a5d6c745b tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: a960707e-0541-4fa8-af38-bf2898e49176] Start spawning the instance on the hypervisor. {{(pid=75147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 27 19:51:20 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-f3a3e171-d7de-4c51-8805-060a5d6c745b tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: a960707e-0541-4fa8-af38-bf2898e49176] Creating instance directory {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 19:51:20 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-f3a3e171-d7de-4c51-8805-060a5d6c745b tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: a960707e-0541-4fa8-af38-bf2898e49176] Creating image(s)
Oct 27 19:51:20 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-f3a3e171-d7de-4c51-8805-060a5d6c745b tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: a960707e-0541-4fa8-af38-bf2898e49176] Did not create local disks {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 27 19:51:20 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-f3a3e171-d7de-4c51-8805-060a5d6c745b tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: a960707e-0541-4fa8-af38-bf2898e49176] Ensure instance console log exists: /opt/stack/data/nova/instances/a960707e-0541-4fa8-af38-bf2898e49176/console.log {{(pid=75147) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 19:51:20 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-f3a3e171-d7de-4c51-8805-060a5d6c745b tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:51:20 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-f3a3e171-d7de-4c51-8805-060a5d6c745b tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:51:20 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-f3a3e171-d7de-4c51-8805-060a5d6c745b tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:51:20 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-f3a3e171-d7de-4c51-8805-060a5d6c745b tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: a960707e-0541-4fa8-af38-bf2898e49176] Start _get_guest_xml network_info=[{"id": "c28b6ed4-5085-4bce-9f78-95fda7212834", "address": "fa:16:3e:85:52:60", "network": {"id": "06d546cd-b394-4fcf-970b-6f2fff8ea7ac", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-719028923-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c7d5ee667069474fa684fb2d4ba9da41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc28b6ed4-50", "ovs_interfaceid": "c28b6ed4-5085-4bce-9f78-95fda7212834", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='d41d8cd98f00b204e9800998ecf8427e',container_format='bare',created_at=2023-10-27T19:50:41Z,direct_url=<?>,disk_format='qcow2',id=adbd3745-5f47-4aa0-ad6d-1c95bbba05ca,min_disk=1,min_ram=0,name='tempest-TestVolumeBootPatternsnapshot-527155478',owner='c7d5ee667069474fa684fb2d4ba9da41',properties=ImageMetaProps,protected=<?>,size=0,status='active',tags=<?>,updated_at=2023-10-27T19:50:43Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': 'disk', 'delete_on_termination': True, 'boot_index': 0, 'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'guest_format': None, 'attachment_id': 'eea65aa7-a34b-4f3c-8d94-c398347c814d', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:9c5839b3-5d82-456c-9324-60a7f879bf78', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lghFsRmk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a960707e-0541-4fa8-af38-bf2898e49176', 'attached_at': '', 'detached_at': '', 'volume_id': '9c5839b3-5d82-456c-9324-60a7f879bf78', 'serial': '9c5839b3-5d82-456c-9324-60a7f879bf78'}, 'volume_type': None} {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 19:51:20 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-f3a3e171-d7de-4c51-8805-060a5d6c745b tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:51:20 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-f3a3e171-d7de-4c51-8805-060a5d6c745b tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:51:20 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-f3a3e171-d7de-4c51-8805-060a5d6c745b tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 19:51:20 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-f3a3e171-d7de-4c51-8805-060a5d6c745b tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] CPU controller missing on host. {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 19:51:20 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-f3a3e171-d7de-4c51-8805-060a5d6c745b tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 19:51:20 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-f3a3e171-d7de-4c51-8805-060a5d6c745b tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] CPU controller found on host. {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 19:51:20 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-f3a3e171-d7de-4c51-8805-060a5d6c745b tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75147) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 19:51:20 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-f3a3e171-d7de-4c51-8805-060a5d6c745b tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T19:21:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='d41d8cd98f00b204e9800998ecf8427e',container_format='bare',created_at=2023-10-27T19:50:41Z,direct_url=<?>,disk_format='qcow2',id=adbd3745-5f47-4aa0-ad6d-1c95bbba05ca,min_disk=1,min_ram=0,name='tempest-TestVolumeBootPatternsnapshot-527155478',owner='c7d5ee667069474fa684fb2d4ba9da41',properties=ImageMetaProps,protected=<?>,size=0,status='active',tags=<?>,updated_at=2023-10-27T19:50:43Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 19:51:20 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-f3a3e171-d7de-4c51-8805-060a5d6c745b tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Flavor limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 19:51:20 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-f3a3e171-d7de-4c51-8805-060a5d6c745b tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Image limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 19:51:20 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-f3a3e171-d7de-4c51-8805-060a5d6c745b tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Flavor pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 19:51:20 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-f3a3e171-d7de-4c51-8805-060a5d6c745b tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Image pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 19:51:20 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-f3a3e171-d7de-4c51-8805-060a5d6c745b tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 19:51:20 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-f3a3e171-d7de-4c51-8805-060a5d6c745b tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 19:51:20 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-f3a3e171-d7de-4c51-8805-060a5d6c745b tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 19:51:20 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-f3a3e171-d7de-4c51-8805-060a5d6c745b tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Got 1 possible topologies {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 19:51:20 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-f3a3e171-d7de-4c51-8805-060a5d6c745b tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 19:51:20 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-f3a3e171-d7de-4c51-8805-060a5d6c745b tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 19:51:20 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f3a3e171-d7de-4c51-8805-060a5d6c745b tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: a960707e-0541-4fa8-af38-bf2898e49176] Calling os-brick to attach iSCSI Volume {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 19:51:20 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3a3e171-d7de-4c51-8805-060a5d6c745b tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:9c5839b3-5d82-456c-9324-60a7f879bf78', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lghFsRmk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:51:20 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-f3a3e171-d7de-4c51-8805-060a5d6c745b tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:51:20 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-f3a3e171-d7de-4c51-8805-060a5d6c745b tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:51:20 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-f3a3e171-d7de-4c51-8805-060a5d6c745b tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:51:20 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-f3a3e171-d7de-4c51-8805-060a5d6c745b tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:51:20 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-f3a3e171-d7de-4c51-8805-060a5d6c745b tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9c5839b3-5d82-456c-9324-60a7f879bf78" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:51:20 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-f3a3e171-d7de-4c51-8805-060a5d6c745b tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9c5839b3-5d82-456c-9324-60a7f879bf78" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:51:20 user nova-compute[75147]: INFO os_brick.initiator.connectors.iscsi [None req-f3a3e171-d7de-4c51-8805-060a5d6c745b tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 19:51:20 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9c5839b3-5d82-456c-9324-60a7f879bf78 -p 172.16.0.220:3260 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:51:20 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9c5839b3-5d82-456c-9324-60a7f879bf78 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:51:20 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[b5228542-f4d9-4ce4-bb4c-712e67ebde1f]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:51:20 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3a3e171-d7de-4c51-8805-060a5d6c745b tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 19:51:20 user nova-compute[75147]:  {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:51:20 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9c5839b3-5d82-456c-9324-60a7f879bf78 -p 172.16.0.220:3260 --interface default --op new {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:51:20 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9c5839b3-5d82-456c-9324-60a7f879bf78 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:51:20 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[6aca0382-8457-489c-9649-b931bad5c84c]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9c5839b3-5d82-456c-9324-60a7f879bf78] added\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:51:20 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3a3e171-d7de-4c51-8805-060a5d6c745b tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9c5839b3-5d82-456c-9324-60a7f879bf78] added
Oct 27 19:51:20 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:51:20 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9c5839b3-5d82-456c-9324-60a7f879bf78 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:51:20 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9c5839b3-5d82-456c-9324-60a7f879bf78 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:51:20 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[622014f1-ca3c-41b3-bbc9-5426f92fccae]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:51:20 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3a3e171-d7de-4c51-8805-060a5d6c745b tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:51:20 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9c5839b3-5d82-456c-9324-60a7f879bf78 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:51:20 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9c5839b3-5d82-456c-9324-60a7f879bf78 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:51:20 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[cbcc6520-5427-4ffa-af48-964af92998e6]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:51:20 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3a3e171-d7de-4c51-8805-060a5d6c745b tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:51:20 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9c5839b3-5d82-456c-9324-60a7f879bf78 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v lghFsRmk {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:51:20 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9c5839b3-5d82-456c-9324-60a7f879bf78 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v lghFsRmk" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:51:20 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[aceb4ad3-8f79-4662-be55-43130389afba]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:51:20 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3a3e171-d7de-4c51-8805-060a5d6c745b tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'lghFsRmk'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:51:20 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9c5839b3-5d82-456c-9324-60a7f879bf78 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:51:20 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9c5839b3-5d82-456c-9324-60a7f879bf78 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:51:20 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[47227ed3-4d7e-45ba-a4cd-267755511a1c]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:51:20 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3a3e171-d7de-4c51-8805-060a5d6c745b tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:51:20 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:51:20 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:51:20 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[c86a9e04-32e2-4f9e-bf5f-0c10bbc01ebb]: (4, ('tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:51:20 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3a3e171-d7de-4c51-8805-060a5d6c745b tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b (non-flash)
Oct 27 19:51:20 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:51:20 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3a3e171-d7de-4c51-8805-060a5d6c745b tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] iscsi session list stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b (non-flash)
Oct 27 19:51:20 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:51:20 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9c5839b3-5d82-456c-9324-60a7f879bf78 -p 172.16.0.220:3260 --login {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:51:20 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9c5839b3-5d82-456c-9324-60a7f879bf78 -p 172.16.0.220:3260 --login" returned: 0 in 0.056s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:51:20 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[937b68d7-a321-4db0-b74e-566c0adc6e93]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:9c5839b3-5d82-456c-9324-60a7f879bf78, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:9c5839b3-5d82-456c-9324-60a7f879bf78, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:51:20 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3a3e171-d7de-4c51-8805-060a5d6c745b tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:9c5839b3-5d82-456c-9324-60a7f879bf78, portal: 172.16.0.220,3260]
Oct 27 19:51:20 user nova-compute[75147]: Login to [iface: default, target: iqn.2010-10.org.openstack:9c5839b3-5d82-456c-9324-60a7f879bf78, portal: 172.16.0.220,3260] successful.
Oct 27 19:51:20 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:51:20 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9c5839b3-5d82-456c-9324-60a7f879bf78 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:51:20 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9c5839b3-5d82-456c-9324-60a7f879bf78 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:51:20 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2dfee37-22e7-474b-bbd3-803a74db0fea]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:51:20 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3a3e171-d7de-4c51-8805-060a5d6c745b tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:51:20 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:51:20 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:51:20 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e08911c-f014-42f8-8891-e6b3109dab79]: (4, ('tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c5839b3-5d82-456c-9324-60a7f879bf78 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:51:20 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3a3e171-d7de-4c51-8805-060a5d6c745b tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b (non-flash)
Oct 27 19:51:20 user nova-compute[75147]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c5839b3-5d82-456c-9324-60a7f879bf78 (non-flash)
Oct 27 19:51:20 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:51:20 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3a3e171-d7de-4c51-8805-060a5d6c745b tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] iscsi session list stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b (non-flash)
Oct 27 19:51:20 user nova-compute[75147]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c5839b3-5d82-456c-9324-60a7f879bf78 (non-flash)
Oct 27 19:51:20 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:51:20 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-f3a3e171-d7de-4c51-8805-060a5d6c745b tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9c5839b3-5d82-456c-9324-60a7f879bf78" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.281s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:51:20 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3a3e171-d7de-4c51-8805-060a5d6c745b tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Connected to 172.16.0.220:3260 {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 19:51:20 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-f3a3e171-d7de-4c51-8805-060a5d6c745b tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] HCTL ('33', '-', '-', 0) found on session 46 with lun 0 {{(pid=75147) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 19:51:20 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-f3a3e171-d7de-4c51-8805-060a5d6c745b tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75147) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 19:51:20 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:51:20 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:51:20 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[96e88024-a7a4-4487-91a2-c8d0ac3ef2e4]: (4, ('- - 0', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:51:20 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-f3a3e171-d7de-4c51-8805-060a5d6c745b tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Searching for a device in session 46 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75147) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 19:51:20 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3a3e171-d7de-4c51-8805-060a5d6c745b tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:9c5839b3-5d82-456c-9324-60a7f879bf78', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lghFsRmk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 19:51:20 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-f1a2fdad-468d-412f-a2e4-c5a17aa62ce0 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Acquiring lock "d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:51:20 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-f1a2fdad-468d-412f-a2e4-c5a17aa62ce0 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lock "d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:51:20 user nova-compute[75147]: DEBUG nova.objects.instance [None req-f1a2fdad-468d-412f-a2e4-c5a17aa62ce0 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lazy-loading 'flavor' on Instance uuid d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:51:21 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-f1a2fdad-468d-412f-a2e4-c5a17aa62ce0 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lock "d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.054s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:51:21 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-f1a2fdad-468d-412f-a2e4-c5a17aa62ce0 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Acquiring lock "d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:51:21 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-f1a2fdad-468d-412f-a2e4-c5a17aa62ce0 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lock "d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:51:21 user nova-compute[75147]: INFO nova.compute.manager [None req-f1a2fdad-468d-412f-a2e4-c5a17aa62ce0 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3] Attaching volume d0a8b310-1571-4f82-9843-ee8262b5402e to /dev/vdb
Oct 27 19:51:21 user nova-compute[75147]: DEBUG os_brick.utils [None req-f1a2fdad-468d-412f-a2e4-c5a17aa62ce0 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:51:21 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:51:21 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:51:21 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8905b85-5ea4-4464-bdb7-a18fb6aacc6d]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9325735bc82e\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:51:21 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:51:21 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:51:21 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[64021060-6e91-45fe-9077-b7009b6f60e4]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:51:21 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:51:21 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:51:21 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[eee81499-d444-4c20-ae56-eed5a75435e4]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:51:21 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc454992-9980-473c-b014-1ba7afe64dda]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:51:21 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-f1a2fdad-468d-412f-a2e4-c5a17aa62ce0 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Running cmd (subprocess): nvme version {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:51:21 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-f1a2fdad-468d-412f-a2e4-c5a17aa62ce0 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] 'nvme version' failed. Not Retrying. {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 19:51:21 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.nvmeof [None req-f1a2fdad-468d-412f-a2e4-c5a17aa62ce0 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] nvme not present on system {{(pid=75147) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 27 19:51:21 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:51:21 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 19:51:21 user nova-compute[75147]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 27 19:51:21 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[c89cfa6e-d122-4848-a1c2-9ff28661ec0a]: (4, '') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:51:21 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-f1a2fdad-468d-412f-a2e4-c5a17aa62ce0 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75147) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 27 19:51:21 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-f1a2fdad-468d-412f-a2e4-c5a17aa62ce0 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 27 19:51:21 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-f1a2fdad-468d-412f-a2e4-c5a17aa62ce0 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] LIGHTOS: no hostnqn found. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 27 19:51:21 user nova-compute[75147]: DEBUG os_brick.utils [None req-f1a2fdad-468d-412f-a2e4-c5a17aa62ce0 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] <== get_connector_properties: return (119ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9325735bc82e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:51:21 user nova-compute[75147]: DEBUG nova.virt.block_device [None req-f1a2fdad-468d-412f-a2e4-c5a17aa62ce0 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3] Updating existing volume attachment record: 9cf04ad0-7fe2-4307-a84e-60dc40ba6861 {{(pid=75147) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 27 19:51:21 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-f3a3e171-d7de-4c51-8805-060a5d6c745b tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.316s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:51:21 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3a3e171-d7de-4c51-8805-060a5d6c745b tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] <== connect_volume: return (1318ms) {'type': 'block', 'scsi_wwn': '23838633432366534', 'path': '/dev/sdb'} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:51:21 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f3a3e171-d7de-4c51-8805-060a5d6c745b tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: a960707e-0541-4fa8-af38-bf2898e49176] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23838633432366534', 'path': '/dev/sdb'} {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 19:51:21 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-f3a3e171-d7de-4c51-8805-060a5d6c745b tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:50:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-image-snapshot-server-1805882924',display_name='tempest-TestVolumeBootPattern-image-snapshot-server-1805882924',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-image-snapshot-server-1805882924',id=43,image_ref='adbd3745-5f47-4aa0-ad6d-1c95bbba05ca',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJj2qwBk/Z5zXfiUHAufAeGvq0Q5k/qHosQ/p/dBao9Y/wkXv5qKG2+/4C4tcu4xiGvd5MWkgk3RX+37b1EEBsbkC7MZUHfpOxYvw9+h0tZBylPe5jQBnz3FLZmDlAs3NQ==',key_name='tempest-keypair-533376824',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c7d5ee667069474fa684fb2d4ba9da41',ramdisk_id='',reservation_id='r-05urdjy5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_bdm_v2='True',image_boot_roles='member,reader',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_project_name='tempest-TestVolumeBootPattern-1184716630',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestVolumeBootPattern-1184716630-project-member',image_root_device_name='/dev/vda',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1184716630',owner_user_name='tempest-TestVolumeBootPattern-1184716630-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:50:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c215953c5f1f494bb16ee70ff9355cfd',uuid=a960707e-0541-4fa8-af38-bf2898e49176,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c28b6ed4-5085-4bce-9f78-95fda7212834", "address": "fa:16:3e:85:52:60", "network": {"id": "06d546cd-b394-4fcf-970b-6f2fff8ea7ac", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-719028923-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c7d5ee667069474fa684fb2d4ba9da41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc28b6ed4-50", "ovs_interfaceid": "c28b6ed4-5085-4bce-9f78-95fda7212834", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75147) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 19:51:21 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-f3a3e171-d7de-4c51-8805-060a5d6c745b tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Converting VIF {"id": "c28b6ed4-5085-4bce-9f78-95fda7212834", "address": "fa:16:3e:85:52:60", "network": {"id": "06d546cd-b394-4fcf-970b-6f2fff8ea7ac", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-719028923-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c7d5ee667069474fa684fb2d4ba9da41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc28b6ed4-50", "ovs_interfaceid": "c28b6ed4-5085-4bce-9f78-95fda7212834", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:51:21 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-f3a3e171-d7de-4c51-8805-060a5d6c745b tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:85:52:60,bridge_name='br-int',has_traffic_filtering=True,id=c28b6ed4-5085-4bce-9f78-95fda7212834,network=Network(06d546cd-b394-4fcf-970b-6f2fff8ea7ac),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc28b6ed4-50') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:51:21 user nova-compute[75147]: DEBUG nova.objects.instance [None req-f3a3e171-d7de-4c51-8805-060a5d6c745b tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lazy-loading 'pci_devices' on Instance uuid a960707e-0541-4fa8-af38-bf2898e49176 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:51:21 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-f3a3e171-d7de-4c51-8805-060a5d6c745b tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: a960707e-0541-4fa8-af38-bf2898e49176] End _get_guest_xml xml=<domain type="kvm">
Oct 27 19:51:21 user nova-compute[75147]:   <uuid>a960707e-0541-4fa8-af38-bf2898e49176</uuid>
Oct 27 19:51:21 user nova-compute[75147]:   <name>instance-0000002b</name>
Oct 27 19:51:21 user nova-compute[75147]:   <memory>524288</memory>
Oct 27 19:51:21 user nova-compute[75147]:   <vcpu>1</vcpu>
Oct 27 19:51:21 user nova-compute[75147]:   <metadata>
Oct 27 19:51:21 user nova-compute[75147]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 19:51:21 user nova-compute[75147]:       <nova:package version="0.0.0"/>
Oct 27 19:51:21 user nova-compute[75147]:       <nova:name>tempest-TestVolumeBootPattern-image-snapshot-server-1805882924</nova:name>
Oct 27 19:51:21 user nova-compute[75147]:       <nova:creationTime>2023-10-27 19:51:20</nova:creationTime>
Oct 27 19:51:21 user nova-compute[75147]:       <nova:flavor name="m1.tiny">
Oct 27 19:51:21 user nova-compute[75147]:         <nova:memory>512</nova:memory>
Oct 27 19:51:21 user nova-compute[75147]:         <nova:disk>1</nova:disk>
Oct 27 19:51:21 user nova-compute[75147]:         <nova:swap>0</nova:swap>
Oct 27 19:51:21 user nova-compute[75147]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 19:51:21 user nova-compute[75147]:         <nova:vcpus>1</nova:vcpus>
Oct 27 19:51:21 user nova-compute[75147]:       </nova:flavor>
Oct 27 19:51:21 user nova-compute[75147]:       <nova:owner>
Oct 27 19:51:21 user nova-compute[75147]:         <nova:user uuid="c215953c5f1f494bb16ee70ff9355cfd">tempest-TestVolumeBootPattern-1184716630-project-member</nova:user>
Oct 27 19:51:21 user nova-compute[75147]:         <nova:project uuid="c7d5ee667069474fa684fb2d4ba9da41">tempest-TestVolumeBootPattern-1184716630</nova:project>
Oct 27 19:51:21 user nova-compute[75147]:       </nova:owner>
Oct 27 19:51:21 user nova-compute[75147]:       <nova:root type="image" uuid="adbd3745-5f47-4aa0-ad6d-1c95bbba05ca"/>
Oct 27 19:51:21 user nova-compute[75147]:       <nova:ports>
Oct 27 19:51:21 user nova-compute[75147]:         <nova:port uuid="c28b6ed4-5085-4bce-9f78-95fda7212834">
Oct 27 19:51:21 user nova-compute[75147]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Oct 27 19:51:21 user nova-compute[75147]:         </nova:port>
Oct 27 19:51:21 user nova-compute[75147]:       </nova:ports>
Oct 27 19:51:21 user nova-compute[75147]:     </nova:instance>
Oct 27 19:51:21 user nova-compute[75147]:   </metadata>
Oct 27 19:51:21 user nova-compute[75147]:   <sysinfo type="smbios">
Oct 27 19:51:21 user nova-compute[75147]:     <system>
Oct 27 19:51:21 user nova-compute[75147]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 19:51:21 user nova-compute[75147]:       <entry name="product">OpenStack Nova</entry>
Oct 27 19:51:21 user nova-compute[75147]:       <entry name="version">0.0.0</entry>
Oct 27 19:51:21 user nova-compute[75147]:       <entry name="serial">a960707e-0541-4fa8-af38-bf2898e49176</entry>
Oct 27 19:51:21 user nova-compute[75147]:       <entry name="uuid">a960707e-0541-4fa8-af38-bf2898e49176</entry>
Oct 27 19:51:21 user nova-compute[75147]:       <entry name="family">Virtual Machine</entry>
Oct 27 19:51:21 user nova-compute[75147]:     </system>
Oct 27 19:51:21 user nova-compute[75147]:   </sysinfo>
Oct 27 19:51:21 user nova-compute[75147]:   <os>
Oct 27 19:51:21 user nova-compute[75147]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 19:51:21 user nova-compute[75147]:     <boot dev="hd"/>
Oct 27 19:51:21 user nova-compute[75147]:     <smbios mode="sysinfo"/>
Oct 27 19:51:21 user nova-compute[75147]:   </os>
Oct 27 19:51:21 user nova-compute[75147]:   <features>
Oct 27 19:51:21 user nova-compute[75147]:     <acpi/>
Oct 27 19:51:21 user nova-compute[75147]:     <apic/>
Oct 27 19:51:21 user nova-compute[75147]:     <vmcoreinfo/>
Oct 27 19:51:21 user nova-compute[75147]:   </features>
Oct 27 19:51:21 user nova-compute[75147]:   <clock offset="utc">
Oct 27 19:51:21 user nova-compute[75147]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 19:51:21 user nova-compute[75147]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 19:51:21 user nova-compute[75147]:     <timer name="hpet" present="no"/>
Oct 27 19:51:21 user nova-compute[75147]:   </clock>
Oct 27 19:51:21 user nova-compute[75147]:   <cpu mode="custom" match="exact">
Oct 27 19:51:21 user nova-compute[75147]:     <model>Nehalem</model>
Oct 27 19:51:21 user nova-compute[75147]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 19:51:21 user nova-compute[75147]:   </cpu>
Oct 27 19:51:21 user nova-compute[75147]:   <devices>
Oct 27 19:51:21 user nova-compute[75147]:     <disk type="block" device="disk">
Oct 27 19:51:21 user nova-compute[75147]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 19:51:21 user nova-compute[75147]:       <source dev="/dev/sdb"/>
Oct 27 19:51:21 user nova-compute[75147]:       <target dev="vda" bus="virtio"/>
Oct 27 19:51:21 user nova-compute[75147]:       <serial>9c5839b3-5d82-456c-9324-60a7f879bf78</serial>
Oct 27 19:51:21 user nova-compute[75147]:     </disk>
Oct 27 19:51:21 user nova-compute[75147]:     <interface type="ethernet">
Oct 27 19:51:21 user nova-compute[75147]:       <mac address="fa:16:3e:85:52:60"/>
Oct 27 19:51:21 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:51:21 user nova-compute[75147]:       <mtu size="1442"/>
Oct 27 19:51:21 user nova-compute[75147]:       <target dev="tapc28b6ed4-50"/>
Oct 27 19:51:21 user nova-compute[75147]:     </interface>
Oct 27 19:51:21 user nova-compute[75147]:     <serial type="pty">
Oct 27 19:51:21 user nova-compute[75147]:       <log file="/opt/stack/data/nova/instances/a960707e-0541-4fa8-af38-bf2898e49176/console.log" append="off"/>
Oct 27 19:51:21 user nova-compute[75147]:     </serial>
Oct 27 19:51:21 user nova-compute[75147]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 19:51:21 user nova-compute[75147]:     <video>
Oct 27 19:51:21 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:51:21 user nova-compute[75147]:     </video>
Oct 27 19:51:21 user nova-compute[75147]:     <rng model="virtio">
Oct 27 19:51:21 user nova-compute[75147]:       <backend model="random">/dev/urandom</backend>
Oct 27 19:51:21 user nova-compute[75147]:     </rng>
Oct 27 19:51:21 user nova-compute[75147]:     <controller type="usb" index="0" model="none"/>
Oct 27 19:51:21 user nova-compute[75147]:     <memballoon model="virtio">
Oct 27 19:51:21 user nova-compute[75147]:       <stats period="10"/>
Oct 27 19:51:21 user nova-compute[75147]:     </memballoon>
Oct 27 19:51:21 user nova-compute[75147]:   </devices>
Oct 27 19:51:21 user nova-compute[75147]: </domain>
Oct 27 19:51:21 user nova-compute[75147]:  {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 19:51:21 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-f3a3e171-d7de-4c51-8805-060a5d6c745b tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:50:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-image-snapshot-server-1805882924',display_name='tempest-TestVolumeBootPattern-image-snapshot-server-1805882924',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-image-snapshot-server-1805882924',id=43,image_ref='adbd3745-5f47-4aa0-ad6d-1c95bbba05ca',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJj2qwBk/Z5zXfiUHAufAeGvq0Q5k/qHosQ/p/dBao9Y/wkXv5qKG2+/4C4tcu4xiGvd5MWkgk3RX+37b1EEBsbkC7MZUHfpOxYvw9+h0tZBylPe5jQBnz3FLZmDlAs3NQ==',key_name='tempest-keypair-533376824',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c7d5ee667069474fa684fb2d4ba9da41',ramdisk_id='',reservation_id='r-05urdjy5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_bdm_v2='True',image_boot_roles='member,reader',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_project_name='tempest-TestVolumeBootPattern-1184716630',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestVolumeBootPattern-1184716630-project-member',image_root_device_name='/dev/vda',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1184716630',owner_user_name='tempest-TestVolumeBootPattern-1184716630-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:50:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c215953c5f1f494bb16ee70ff9355cfd',uuid=a960707e-0541-4fa8-af38-bf2898e49176,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c28b6ed4-5085-4bce-9f78-95fda7212834", "address": "fa:16:3e:85:52:60", "network": {"id": "06d546cd-b394-4fcf-970b-6f2fff8ea7ac", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-719028923-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c7d5ee667069474fa684fb2d4ba9da41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc28b6ed4-50", "ovs_interfaceid": "c28b6ed4-5085-4bce-9f78-95fda7212834", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 19:51:21 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-f3a3e171-d7de-4c51-8805-060a5d6c745b tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Converting VIF {"id": "c28b6ed4-5085-4bce-9f78-95fda7212834", "address": "fa:16:3e:85:52:60", "network": {"id": "06d546cd-b394-4fcf-970b-6f2fff8ea7ac", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-719028923-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c7d5ee667069474fa684fb2d4ba9da41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc28b6ed4-50", "ovs_interfaceid": "c28b6ed4-5085-4bce-9f78-95fda7212834", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:51:21 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-f3a3e171-d7de-4c51-8805-060a5d6c745b tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:85:52:60,bridge_name='br-int',has_traffic_filtering=True,id=c28b6ed4-5085-4bce-9f78-95fda7212834,network=Network(06d546cd-b394-4fcf-970b-6f2fff8ea7ac),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc28b6ed4-50') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:51:21 user nova-compute[75147]: DEBUG os_vif [None req-f3a3e171-d7de-4c51-8805-060a5d6c745b tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:85:52:60,bridge_name='br-int',has_traffic_filtering=True,id=c28b6ed4-5085-4bce-9f78-95fda7212834,network=Network(06d546cd-b394-4fcf-970b-6f2fff8ea7ac),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc28b6ed4-50') {{(pid=75147) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 19:51:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:51:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:51:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 19:51:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:51:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '86bf9b5e-2369-5be1-aa1a-d84e234f6861', '_type': 'linux-noop'}}, row=False) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:51:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:51:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:51:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:51:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc28b6ed4-50, may_exist=True, interface_attrs={}) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:51:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc28b6ed4-50, col_values=(('qos', UUID('1f3585de-f44b-47fd-8841-fbd46bca769a')),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:51:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc28b6ed4-50, col_values=(('external_ids', {'iface-id': 'c28b6ed4-5085-4bce-9f78-95fda7212834', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:85:52:60', 'vm-uuid': 'a960707e-0541-4fa8-af38-bf2898e49176'}),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:51:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:51:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:51:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:51:21 user nova-compute[75147]: INFO os_vif [None req-f3a3e171-d7de-4c51-8805-060a5d6c745b tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:85:52:60,bridge_name='br-int',has_traffic_filtering=True,id=c28b6ed4-5085-4bce-9f78-95fda7212834,network=Network(06d546cd-b394-4fcf-970b-6f2fff8ea7ac),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc28b6ed4-50')
Oct 27 19:51:21 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-f3a3e171-d7de-4c51-8805-060a5d6c745b tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] No BDM found with device name vda, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:51:21 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-f3a3e171-d7de-4c51-8805-060a5d6c745b tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] No VIF found with MAC fa:16:3e:85:52:60, not building metadata {{(pid=75147) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 19:51:22 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:51:22 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:51:22 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:51:22 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:51:22 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:51:23 user nova-compute[75147]: DEBUG nova.compute.manager [req-bc3d189a-01b3-4311-a7c1-4737e3dd2880 req-1eb18785-b3b5-4106-8e60-26b0c3dc8877 service nova] [instance: a960707e-0541-4fa8-af38-bf2898e49176] Received event network-vif-plugged-c28b6ed4-5085-4bce-9f78-95fda7212834 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:51:23 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-bc3d189a-01b3-4311-a7c1-4737e3dd2880 req-1eb18785-b3b5-4106-8e60-26b0c3dc8877 service nova] Acquiring lock "a960707e-0541-4fa8-af38-bf2898e49176-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:51:23 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-bc3d189a-01b3-4311-a7c1-4737e3dd2880 req-1eb18785-b3b5-4106-8e60-26b0c3dc8877 service nova] Lock "a960707e-0541-4fa8-af38-bf2898e49176-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:51:23 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-bc3d189a-01b3-4311-a7c1-4737e3dd2880 req-1eb18785-b3b5-4106-8e60-26b0c3dc8877 service nova] Lock "a960707e-0541-4fa8-af38-bf2898e49176-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:51:23 user nova-compute[75147]: DEBUG nova.compute.manager [req-bc3d189a-01b3-4311-a7c1-4737e3dd2880 req-1eb18785-b3b5-4106-8e60-26b0c3dc8877 service nova] [instance: a960707e-0541-4fa8-af38-bf2898e49176] No waiting events found dispatching network-vif-plugged-c28b6ed4-5085-4bce-9f78-95fda7212834 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:51:23 user nova-compute[75147]: WARNING nova.compute.manager [req-bc3d189a-01b3-4311-a7c1-4737e3dd2880 req-1eb18785-b3b5-4106-8e60-26b0c3dc8877 service nova] [instance: a960707e-0541-4fa8-af38-bf2898e49176] Received unexpected event network-vif-plugged-c28b6ed4-5085-4bce-9f78-95fda7212834 for instance with vm_state building and task_state spawning.
Oct 27 19:51:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:51:25 user nova-compute[75147]: DEBUG nova.compute.manager [None req-f3a3e171-d7de-4c51-8805-060a5d6c745b tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: a960707e-0541-4fa8-af38-bf2898e49176] Instance event wait completed in 0 seconds for  {{(pid=75147) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 19:51:25 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-f3a3e171-d7de-4c51-8805-060a5d6c745b tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: a960707e-0541-4fa8-af38-bf2898e49176] Guest created on hypervisor {{(pid=75147) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 19:51:25 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: a960707e-0541-4fa8-af38-bf2898e49176] Instance spawned successfully.
Oct 27 19:51:25 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-f3a3e171-d7de-4c51-8805-060a5d6c745b tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: a960707e-0541-4fa8-af38-bf2898e49176] Attempting to register defaults for the following image properties: ['hw_input_bus', 'hw_pointer_model'] {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 27 19:51:25 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-f3a3e171-d7de-4c51-8805-060a5d6c745b tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: a960707e-0541-4fa8-af38-bf2898e49176] Found default for hw_input_bus of None {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:51:25 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-f3a3e171-d7de-4c51-8805-060a5d6c745b tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: a960707e-0541-4fa8-af38-bf2898e49176] Found default for hw_pointer_model of None {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:51:25 user nova-compute[75147]: INFO nova.compute.manager [None req-f3a3e171-d7de-4c51-8805-060a5d6c745b tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: a960707e-0541-4fa8-af38-bf2898e49176] Took 4.98 seconds to spawn the instance on the hypervisor.
Oct 27 19:51:25 user nova-compute[75147]: DEBUG nova.compute.manager [None req-f3a3e171-d7de-4c51-8805-060a5d6c745b tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: a960707e-0541-4fa8-af38-bf2898e49176] Checking state {{(pid=75147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 19:51:25 user nova-compute[75147]: INFO nova.compute.manager [None req-f3a3e171-d7de-4c51-8805-060a5d6c745b tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: a960707e-0541-4fa8-af38-bf2898e49176] Took 30.02 seconds to build instance.
Oct 27 19:51:25 user nova-compute[75147]: DEBUG nova.compute.manager [req-d4d9f9ff-d5c0-42b9-9803-8a2a6b6e4843 req-ea2873f8-2376-464f-95da-50dfcf6e076a service nova] [instance: a960707e-0541-4fa8-af38-bf2898e49176] Received event network-vif-plugged-c28b6ed4-5085-4bce-9f78-95fda7212834 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:51:25 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-d4d9f9ff-d5c0-42b9-9803-8a2a6b6e4843 req-ea2873f8-2376-464f-95da-50dfcf6e076a service nova] Acquiring lock "a960707e-0541-4fa8-af38-bf2898e49176-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:51:25 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-d4d9f9ff-d5c0-42b9-9803-8a2a6b6e4843 req-ea2873f8-2376-464f-95da-50dfcf6e076a service nova] Lock "a960707e-0541-4fa8-af38-bf2898e49176-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:51:25 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-d4d9f9ff-d5c0-42b9-9803-8a2a6b6e4843 req-ea2873f8-2376-464f-95da-50dfcf6e076a service nova] Lock "a960707e-0541-4fa8-af38-bf2898e49176-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:51:25 user nova-compute[75147]: DEBUG nova.compute.manager [req-d4d9f9ff-d5c0-42b9-9803-8a2a6b6e4843 req-ea2873f8-2376-464f-95da-50dfcf6e076a service nova] [instance: a960707e-0541-4fa8-af38-bf2898e49176] No waiting events found dispatching network-vif-plugged-c28b6ed4-5085-4bce-9f78-95fda7212834 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:51:25 user nova-compute[75147]: WARNING nova.compute.manager [req-d4d9f9ff-d5c0-42b9-9803-8a2a6b6e4843 req-ea2873f8-2376-464f-95da-50dfcf6e076a service nova] [instance: a960707e-0541-4fa8-af38-bf2898e49176] Received unexpected event network-vif-plugged-c28b6ed4-5085-4bce-9f78-95fda7212834 for instance with vm_state active and task_state None.
Oct 27 19:51:25 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-f3a3e171-d7de-4c51-8805-060a5d6c745b tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lock "a960707e-0541-4fa8-af38-bf2898e49176" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 30.121s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:51:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:51:27 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:51:31 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:51:32 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:51:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:51:36 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:51:37 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:51:40 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f1a2fdad-468d-412f-a2e4-c5a17aa62ce0 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3] Calling os-brick to attach iSCSI Volume {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 19:51:40 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1a2fdad-468d-412f-a2e4-c5a17aa62ce0 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:d0a8b310-1571-4f82-9843-ee8262b5402e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qSIDmuAZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:51:40 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-f1a2fdad-468d-412f-a2e4-c5a17aa62ce0 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:51:40 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-f1a2fdad-468d-412f-a2e4-c5a17aa62ce0 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:51:40 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-f1a2fdad-468d-412f-a2e4-c5a17aa62ce0 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:51:40 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-f1a2fdad-468d-412f-a2e4-c5a17aa62ce0 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:51:40 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-f1a2fdad-468d-412f-a2e4-c5a17aa62ce0 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d0a8b310-1571-4f82-9843-ee8262b5402e" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:51:40 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-f1a2fdad-468d-412f-a2e4-c5a17aa62ce0 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d0a8b310-1571-4f82-9843-ee8262b5402e" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:51:40 user nova-compute[75147]: INFO os_brick.initiator.connectors.iscsi [None req-f1a2fdad-468d-412f-a2e4-c5a17aa62ce0 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 19:51:40 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d0a8b310-1571-4f82-9843-ee8262b5402e -p 172.16.0.220:3260 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:51:40 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d0a8b310-1571-4f82-9843-ee8262b5402e -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:51:40 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[c79927cc-6c5b-4f56-9399-aceef4a2c839]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:51:40 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1a2fdad-468d-412f-a2e4-c5a17aa62ce0 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 19:51:40 user nova-compute[75147]:  {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:51:40 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d0a8b310-1571-4f82-9843-ee8262b5402e -p 172.16.0.220:3260 --interface default --op new {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:51:40 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d0a8b310-1571-4f82-9843-ee8262b5402e -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:51:40 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a8a96fd-4d7b-4848-9a3b-d3d5b1e6806f]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d0a8b310-1571-4f82-9843-ee8262b5402e] added\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:51:40 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1a2fdad-468d-412f-a2e4-c5a17aa62ce0 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d0a8b310-1571-4f82-9843-ee8262b5402e] added
Oct 27 19:51:40 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:51:40 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d0a8b310-1571-4f82-9843-ee8262b5402e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:51:40 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d0a8b310-1571-4f82-9843-ee8262b5402e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.025s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:51:40 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1798423-da66-467f-a32f-f03c00adaf21]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:51:40 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1a2fdad-468d-412f-a2e4-c5a17aa62ce0 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:51:40 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d0a8b310-1571-4f82-9843-ee8262b5402e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:51:40 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d0a8b310-1571-4f82-9843-ee8262b5402e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:51:40 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e3cd739-05b4-4ded-991e-a0cad86d2777]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:51:40 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1a2fdad-468d-412f-a2e4-c5a17aa62ce0 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:51:40 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d0a8b310-1571-4f82-9843-ee8262b5402e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v qSIDmuAZ {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:51:40 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d0a8b310-1571-4f82-9843-ee8262b5402e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v qSIDmuAZ" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:51:40 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[47b1bfc3-d2f2-4799-a2f1-da1c86bc74df]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:51:40 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1a2fdad-468d-412f-a2e4-c5a17aa62ce0 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'qSIDmuAZ'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:51:40 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d0a8b310-1571-4f82-9843-ee8262b5402e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:51:40 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d0a8b310-1571-4f82-9843-ee8262b5402e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:51:40 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[932bc042-8100-4022-b4c7-d5eeeb172ce7]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:51:40 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1a2fdad-468d-412f-a2e4-c5a17aa62ce0 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:51:40 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:51:40 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:51:40 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[44fcfce7-5e77-4867-a685-b9611110b993]: (4, ('tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c5839b3-5d82-456c-9324-60a7f879bf78 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:51:40 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1a2fdad-468d-412f-a2e4-c5a17aa62ce0 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b (non-flash)
Oct 27 19:51:40 user nova-compute[75147]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c5839b3-5d82-456c-9324-60a7f879bf78 (non-flash)
Oct 27 19:51:40 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:51:40 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1a2fdad-468d-412f-a2e4-c5a17aa62ce0 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] iscsi session list stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b (non-flash)
Oct 27 19:51:40 user nova-compute[75147]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c5839b3-5d82-456c-9324-60a7f879bf78 (non-flash)
Oct 27 19:51:40 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:51:40 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d0a8b310-1571-4f82-9843-ee8262b5402e -p 172.16.0.220:3260 --login {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:51:40 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:51:40 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d0a8b310-1571-4f82-9843-ee8262b5402e -p 172.16.0.220:3260 --login" returned: 0 in 0.058s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:51:40 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[04c5f4ab-279c-404c-8eeb-5249d4de45a2]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:d0a8b310-1571-4f82-9843-ee8262b5402e, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:d0a8b310-1571-4f82-9843-ee8262b5402e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:51:40 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1a2fdad-468d-412f-a2e4-c5a17aa62ce0 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:d0a8b310-1571-4f82-9843-ee8262b5402e, portal: 172.16.0.220,3260]
Oct 27 19:51:40 user nova-compute[75147]: Login to [iface: default, target: iqn.2010-10.org.openstack:d0a8b310-1571-4f82-9843-ee8262b5402e, portal: 172.16.0.220,3260] successful.
Oct 27 19:51:40 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:51:40 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d0a8b310-1571-4f82-9843-ee8262b5402e -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:51:40 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d0a8b310-1571-4f82-9843-ee8262b5402e -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:51:40 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[46bb0271-0f3d-4cbd-bd77-9c4b479a0f79]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:51:40 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1a2fdad-468d-412f-a2e4-c5a17aa62ce0 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:51:40 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:51:41 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:51:41 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[e13f79ca-2fd9-47b2-82e2-9cc40b216e50]: (4, ('tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c5839b3-5d82-456c-9324-60a7f879bf78 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0a8b310-1571-4f82-9843-ee8262b5402e (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:51:41 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1a2fdad-468d-412f-a2e4-c5a17aa62ce0 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b (non-flash)
Oct 27 19:51:41 user nova-compute[75147]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c5839b3-5d82-456c-9324-60a7f879bf78 (non-flash)
Oct 27 19:51:41 user nova-compute[75147]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0a8b310-1571-4f82-9843-ee8262b5402e (non-flash)
Oct 27 19:51:41 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:51:41 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1a2fdad-468d-412f-a2e4-c5a17aa62ce0 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] iscsi session list stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b (non-flash)
Oct 27 19:51:41 user nova-compute[75147]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c5839b3-5d82-456c-9324-60a7f879bf78 (non-flash)
Oct 27 19:51:41 user nova-compute[75147]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0a8b310-1571-4f82-9843-ee8262b5402e (non-flash)
Oct 27 19:51:41 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:51:41 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-f1a2fdad-468d-412f-a2e4-c5a17aa62ce0 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d0a8b310-1571-4f82-9843-ee8262b5402e" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.292s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:51:41 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1a2fdad-468d-412f-a2e4-c5a17aa62ce0 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Connected to 172.16.0.220:3260 {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 19:51:41 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-f1a2fdad-468d-412f-a2e4-c5a17aa62ce0 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] HCTL ('35', '-', '-', 0) found on session 47 with lun 0 {{(pid=75147) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 19:51:41 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-f1a2fdad-468d-412f-a2e4-c5a17aa62ce0 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75147) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 19:51:41 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:51:41 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:51:41 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ccaf8c6-e798-4869-a0d9-e807327e9f4a]: (4, ('- - 0', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:51:41 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-f1a2fdad-468d-412f-a2e4-c5a17aa62ce0 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Searching for a device in session 47 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75147) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 19:51:41 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1a2fdad-468d-412f-a2e4-c5a17aa62ce0 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:d0a8b310-1571-4f82-9843-ee8262b5402e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qSIDmuAZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 19:51:41 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:51:42 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-f1a2fdad-468d-412f-a2e4-c5a17aa62ce0 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.325s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:51:42 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1a2fdad-468d-412f-a2e4-c5a17aa62ce0 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] <== connect_volume: return (1327ms) {'type': 'block', 'scsi_wwn': '26132643230323432', 'path': '/dev/sdd'} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:51:42 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f1a2fdad-468d-412f-a2e4-c5a17aa62ce0 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26132643230323432', 'path': '/dev/sdd'} {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 19:51:42 user nova-compute[75147]: DEBUG nova.objects.instance [None req-f1a2fdad-468d-412f-a2e4-c5a17aa62ce0 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lazy-loading 'flavor' on Instance uuid d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:51:42 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-f1a2fdad-468d-412f-a2e4-c5a17aa62ce0 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] attach device xml: <disk type="block" device="disk">
Oct 27 19:51:42 user nova-compute[75147]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 19:51:42 user nova-compute[75147]:   <source dev="/dev/sdd"/>
Oct 27 19:51:42 user nova-compute[75147]:   <target dev="vdb" bus="virtio"/>
Oct 27 19:51:42 user nova-compute[75147]:   <serial>d0a8b310-1571-4f82-9843-ee8262b5402e</serial>
Oct 27 19:51:42 user nova-compute[75147]: </disk>
Oct 27 19:51:42 user nova-compute[75147]:  {{(pid=75147) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 27 19:51:42 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:51:42 user nova-compute[75147]: DEBUG nova.compute.manager [None req-1757b930-05cf-46a4-8135-c06478cbb78b tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: a413fb71-5748-4328-a2f3-592c64188e21] Checking state {{(pid=75147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 19:51:42 user nova-compute[75147]: INFO nova.compute.manager [None req-1757b930-05cf-46a4-8135-c06478cbb78b tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: a413fb71-5748-4328-a2f3-592c64188e21] instance snapshotting
Oct 27 19:51:42 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-1757b930-05cf-46a4-8135-c06478cbb78b tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: a413fb71-5748-4328-a2f3-592c64188e21] Beginning live snapshot process
Oct 27 19:51:42 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-f1a2fdad-468d-412f-a2e4-c5a17aa62ce0 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] No BDM found with device name vda, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:51:42 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-f1a2fdad-468d-412f-a2e4-c5a17aa62ce0 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:51:42 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-f1a2fdad-468d-412f-a2e4-c5a17aa62ce0 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] No VIF found with MAC fa:16:3e:c1:55:b8, not building metadata {{(pid=75147) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 19:51:42 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-f1a2fdad-468d-412f-a2e4-c5a17aa62ce0 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lock "d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 21.490s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:51:42 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-1757b930-05cf-46a4-8135-c06478cbb78b tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a413fb71-5748-4328-a2f3-592c64188e21/disk --force-share --output=json -f qcow2 {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:51:42 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-1757b930-05cf-46a4-8135-c06478cbb78b tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a413fb71-5748-4328-a2f3-592c64188e21/disk --force-share --output=json -f qcow2" returned: 0 in 0.225s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:51:42 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-1757b930-05cf-46a4-8135-c06478cbb78b tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a413fb71-5748-4328-a2f3-592c64188e21/disk --force-share --output=json -f qcow2 {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:51:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-1757b930-05cf-46a4-8135-c06478cbb78b tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a413fb71-5748-4328-a2f3-592c64188e21/disk --force-share --output=json -f qcow2" returned: 0 in 0.183s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:51:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-1757b930-05cf-46a4-8135-c06478cbb78b tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:51:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-1757b930-05cf-46a4-8135-c06478cbb78b tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.182s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:51:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-1757b930-05cf-46a4-8135-c06478cbb78b tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpiv2im4ay/a941cb61446c418288a7e1e10e164363.delta 1073741824 {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:51:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-1757b930-05cf-46a4-8135-c06478cbb78b tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpiv2im4ay/a941cb61446c418288a7e1e10e164363.delta 1073741824" returned: 0 in 0.054s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:51:43 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-1757b930-05cf-46a4-8135-c06478cbb78b tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: a413fb71-5748-4328-a2f3-592c64188e21] Quiescing instance not available: QEMU guest agent is not enabled.
Oct 27 19:51:44 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-4bac876b-cbd7-41e6-a6fb-fceea7ce2d62 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Acquiring lock "d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:51:44 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-4bac876b-cbd7-41e6-a6fb-fceea7ce2d62 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lock "d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:51:44 user nova-compute[75147]: INFO nova.compute.manager [None req-4bac876b-cbd7-41e6-a6fb-fceea7ce2d62 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3] Detaching volume d0a8b310-1571-4f82-9843-ee8262b5402e
Oct 27 19:51:44 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-1757b930-05cf-46a4-8135-c06478cbb78b tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] COPY block job progress, current cursor: 0 final cursor: 75497472 {{(pid=75147) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 27 19:51:44 user nova-compute[75147]: INFO nova.virt.block_device [None req-4bac876b-cbd7-41e6-a6fb-fceea7ce2d62 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3] Attempting to driver detach volume d0a8b310-1571-4f82-9843-ee8262b5402e from mountpoint /dev/vdb
Oct 27 19:51:44 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-4bac876b-cbd7-41e6-a6fb-fceea7ce2d62 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Attempting to detach device vdb from instance d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3 from the persistent domain config. {{(pid=75147) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 27 19:51:44 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-4bac876b-cbd7-41e6-a6fb-fceea7ce2d62 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] detach device xml: <disk type="block" device="disk">
Oct 27 19:51:44 user nova-compute[75147]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 19:51:44 user nova-compute[75147]:   <source dev="/dev/sdd"/>
Oct 27 19:51:44 user nova-compute[75147]:   <target dev="vdb" bus="virtio"/>
Oct 27 19:51:44 user nova-compute[75147]:   <serial>d0a8b310-1571-4f82-9843-ee8262b5402e</serial>
Oct 27 19:51:44 user nova-compute[75147]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 27 19:51:44 user nova-compute[75147]: </disk>
Oct 27 19:51:44 user nova-compute[75147]:  {{(pid=75147) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 19:51:44 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-4bac876b-cbd7-41e6-a6fb-fceea7ce2d62 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Successfully detached device vdb from instance d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3 from the persistent domain config.
Oct 27 19:51:44 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-4bac876b-cbd7-41e6-a6fb-fceea7ce2d62 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3 from the live domain config. {{(pid=75147) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 27 19:51:44 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-4bac876b-cbd7-41e6-a6fb-fceea7ce2d62 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] detach device xml: <disk type="block" device="disk">
Oct 27 19:51:44 user nova-compute[75147]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 19:51:44 user nova-compute[75147]:   <source dev="/dev/sdd"/>
Oct 27 19:51:44 user nova-compute[75147]:   <target dev="vdb" bus="virtio"/>
Oct 27 19:51:44 user nova-compute[75147]:   <serial>d0a8b310-1571-4f82-9843-ee8262b5402e</serial>
Oct 27 19:51:44 user nova-compute[75147]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 27 19:51:44 user nova-compute[75147]: </disk>
Oct 27 19:51:44 user nova-compute[75147]:  {{(pid=75147) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 19:51:44 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-1757b930-05cf-46a4-8135-c06478cbb78b tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] COPY block job progress, current cursor: 75497472 final cursor: 75497472 {{(pid=75147) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 27 19:51:44 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-1757b930-05cf-46a4-8135-c06478cbb78b tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: a413fb71-5748-4328-a2f3-592c64188e21] Skipping quiescing instance: QEMU guest agent is not enabled.
Oct 27 19:51:44 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-4bac876b-cbd7-41e6-a6fb-fceea7ce2d62 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3 {{(pid=75147) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 27 19:51:44 user nova-compute[75147]: DEBUG nova.privsep.utils [None req-1757b930-05cf-46a4-8135-c06478cbb78b tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75147) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 27 19:51:44 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-1757b930-05cf-46a4-8135-c06478cbb78b tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpiv2im4ay/a941cb61446c418288a7e1e10e164363.delta /opt/stack/data/nova/instances/snapshots/tmpiv2im4ay/a941cb61446c418288a7e1e10e164363 {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:51:45 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-1757b930-05cf-46a4-8135-c06478cbb78b tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpiv2im4ay/a941cb61446c418288a7e1e10e164363.delta /opt/stack/data/nova/instances/snapshots/tmpiv2im4ay/a941cb61446c418288a7e1e10e164363" returned: 0 in 0.659s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:51:45 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-1757b930-05cf-46a4-8135-c06478cbb78b tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: a413fb71-5748-4328-a2f3-592c64188e21] Snapshot extracted, beginning image upload
Oct 27 19:51:46 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:51:47 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:51:48 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-1757b930-05cf-46a4-8135-c06478cbb78b tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: a413fb71-5748-4328-a2f3-592c64188e21] Snapshot image upload complete
Oct 27 19:51:48 user nova-compute[75147]: INFO nova.compute.manager [None req-1757b930-05cf-46a4-8135-c06478cbb78b tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: a413fb71-5748-4328-a2f3-592c64188e21] Took 5.74 seconds to snapshot the instance on the hypervisor.
Oct 27 19:51:51 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:51:52 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:51:56 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:51:57 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:52:01 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:52:01 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:52:02 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:52:04 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-4bac876b-cbd7-41e6-a6fb-fceea7ce2d62 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3 is timed out.
Oct 27 19:52:04 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-4bac876b-cbd7-41e6-a6fb-fceea7ce2d62 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Successfully detached device vdb from instance d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3 from the live domain config.
Oct 27 19:52:04 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4bac876b-cbd7-41e6-a6fb-fceea7ce2d62 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3] calling os-brick to detach iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 19:52:04 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bac876b-cbd7-41e6-a6fb-fceea7ce2d62 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, {'target_iqn': 'iqn.2010-10.org.openstack:d0a8b310-1571-4f82-9843-ee8262b5402e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qSIDmuAZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:52:04 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-4bac876b-cbd7-41e6-a6fb-fceea7ce2d62 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:52:04 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-4bac876b-cbd7-41e6-a6fb-fceea7ce2d62 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:52:04 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-4bac876b-cbd7-41e6-a6fb-fceea7ce2d62 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:52:04 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:52:04 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:52:04 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b64ef8c-a41e-4990-be35-f3908f15a238]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d0a8b310-1571-4f82-9843-ee8262b5402e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9c5839b3-5d82-456c-9324-60a7f879bf78\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:52:04 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bac876b-cbd7-41e6-a6fb-fceea7ce2d62 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 19:52:04 user nova-compute[75147]: No targets found.
Oct 27 19:52:04 user nova-compute[75147]: iSNS:
Oct 27 19:52:04 user nova-compute[75147]: No targets found.
Oct 27 19:52:04 user nova-compute[75147]: STATIC:
Oct 27 19:52:04 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:d0a8b310-1571-4f82-9843-ee8262b5402e
Oct 27 19:52:04 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:52:04 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:52:04 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:9c5839b3-5d82-456c-9324-60a7f879bf78
Oct 27 19:52:04 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:52:04 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:52:04 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b
Oct 27 19:52:04 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:52:04 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:52:04 user nova-compute[75147]: FIRMWARE:
Oct 27 19:52:04 user nova-compute[75147]: No targets found.
Oct 27 19:52:04 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:52:04 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bac876b-cbd7-41e6-a6fb-fceea7ce2d62 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 19:52:04 user nova-compute[75147]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 19:52:04 user nova-compute[75147]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75147) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 19:52:04 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bac876b-cbd7-41e6-a6fb-fceea7ce2d62 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d0a8b310-1571-4f82-9843-ee8262b5402e', 0)] {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 19:52:04 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:52:04 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:52:04 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[969d07fd-9aa4-4f60-b084-a1142f9e2bee]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9c5839b3-5d82-456c-9324-60a7f879bf78\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d0a8b310-1571-4f82-9843-ee8262b5402e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:52:04 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:52:04 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:52:04 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[6dd57178-062a-48f6-863f-61dbb219200d]: (4, ('tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c5839b3-5d82-456c-9324-60a7f879bf78 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0a8b310-1571-4f82-9843-ee8262b5402e (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:52:04 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bac876b-cbd7-41e6-a6fb-fceea7ce2d62 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b (non-flash)
Oct 27 19:52:04 user nova-compute[75147]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c5839b3-5d82-456c-9324-60a7f879bf78 (non-flash)
Oct 27 19:52:04 user nova-compute[75147]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0a8b310-1571-4f82-9843-ee8262b5402e (non-flash)
Oct 27 19:52:04 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:52:04 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bac876b-cbd7-41e6-a6fb-fceea7ce2d62 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] iscsi session list stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b (non-flash)
Oct 27 19:52:04 user nova-compute[75147]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c5839b3-5d82-456c-9324-60a7f879bf78 (non-flash)
Oct 27 19:52:04 user nova-compute[75147]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0a8b310-1571-4f82-9843-ee8262b5402e (non-flash)
Oct 27 19:52:04 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:52:04 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bac876b-cbd7-41e6-a6fb-fceea7ce2d62 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f28ec411360>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d0a8b310-1571-4f82-9843-ee8262b5402e'): ({'sdd'}, set())}) {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 19:52:04 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-4bac876b-cbd7-41e6-a6fb-fceea7ce2d62 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Removing single pathed devices sdd {{(pid=75147) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 19:52:04 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:52:04 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:52:04 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ff2125e-dd94-4ffc-be73-e1bf174f99b7]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:52:04 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:52:04 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:52:04 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2a73401-5a1b-4aa1-9ef9-7db62c207ab1]: (4, ('ok\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:52:04 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-4bac876b-cbd7-41e6-a6fb-fceea7ce2d62 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Flushing IO for device /dev/sdd {{(pid=75147) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 19:52:04 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:52:04 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.015s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:52:04 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[27ae4581-2cc4-4ebb-b482-a9245d2afaa9]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:52:04 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-4bac876b-cbd7-41e6-a6fb-fceea7ce2d62 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75147) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 19:52:04 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:52:04 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.042s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:52:04 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc547bc2-8791-4014-ae15-e72303819a01]: (4, ('1', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:52:04 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-4bac876b-cbd7-41e6-a6fb-fceea7ce2d62 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 19:52:04 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-4bac876b-cbd7-41e6-a6fb-fceea7ce2d62 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] SCSI volumes sdd have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 19:52:04 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bac876b-cbd7-41e6-a6fb-fceea7ce2d62 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d0a8b310-1571-4f82-9843-ee8262b5402e')] {{(pid=75147) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 19:52:04 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d0a8b310-1571-4f82-9843-ee8262b5402e -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:52:04 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d0a8b310-1571-4f82-9843-ee8262b5402e -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:52:04 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[82454256-83d5-48df-98dd-98910eaa0f9c]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:52:04 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bac876b-cbd7-41e6-a6fb-fceea7ce2d62 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:52:05 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d0a8b310-1571-4f82-9843-ee8262b5402e -p 172.16.0.220:3260 --logout {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:52:05 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d0a8b310-1571-4f82-9843-ee8262b5402e -p 172.16.0.220:3260 --logout" returned: 0 in 0.069s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:52:05 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[0684e44e-9743-4745-8652-837d417b123a]: (4, ('Logging out of session [sid: 47, target: iqn.2010-10.org.openstack:d0a8b310-1571-4f82-9843-ee8262b5402e, portal: 172.16.0.220,3260]\nLogout of [sid: 47, target: iqn.2010-10.org.openstack:d0a8b310-1571-4f82-9843-ee8262b5402e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:52:05 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bac876b-cbd7-41e6-a6fb-fceea7ce2d62 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 47, target: iqn.2010-10.org.openstack:d0a8b310-1571-4f82-9843-ee8262b5402e, portal: 172.16.0.220,3260]
Oct 27 19:52:05 user nova-compute[75147]: Logout of [sid: 47, target: iqn.2010-10.org.openstack:d0a8b310-1571-4f82-9843-ee8262b5402e, portal: 172.16.0.220,3260] successful.
Oct 27 19:52:05 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:52:05 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d0a8b310-1571-4f82-9843-ee8262b5402e -p 172.16.0.220:3260 --op delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:52:05 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d0a8b310-1571-4f82-9843-ee8262b5402e -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:52:05 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[761b6f60-013a-403d-91c3-94e42f88ba8a]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:52:05 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bac876b-cbd7-41e6-a6fb-fceea7ce2d62 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:52:05 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-4bac876b-cbd7-41e6-a6fb-fceea7ce2d62 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.318s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:52:05 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bac876b-cbd7-41e6-a6fb-fceea7ce2d62 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] <== disconnect_volume: return (319ms) None {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:52:05 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4bac876b-cbd7-41e6-a6fb-fceea7ce2d62 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3] Disconnected iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 19:52:05 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:52:05 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Starting heal instance info cache {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 19:52:05 user nova-compute[75147]: DEBUG nova.objects.instance [None req-4bac876b-cbd7-41e6-a6fb-fceea7ce2d62 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lazy-loading 'flavor' on Instance uuid d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:52:05 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "refresh_cache-d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:52:05 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquired lock "refresh_cache-d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:52:05 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3] Forcefully refreshing network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 27 19:52:05 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-4bac876b-cbd7-41e6-a6fb-fceea7ce2d62 tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lock "d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.976s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:52:06 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3] Updating instance_info_cache with network_info: [{"id": "ba37afad-d41b-4d2d-9a44-36d13ea36b57", "address": "fa:16:3e:c1:55:b8", "network": {"id": "06e952e0-002b-44c6-b4c4-e6a33a0b7484", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-294897611-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b05afc60c23345de8d1e978a9c5b1efc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba37afad-d4", "ovs_interfaceid": "ba37afad-d41b-4d2d-9a44-36d13ea36b57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:52:06 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Releasing lock "refresh_cache-d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:52:06 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3] Updated the network info_cache for instance {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 27 19:52:06 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:52:06 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:52:06 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:52:06 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75147) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 19:52:06 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 19:52:06 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 19:52:06 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:52:06 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:52:06 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:52:06 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:52:06 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:52:06 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Auditing locally available compute resources for user (node: user) {{(pid=75147) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 19:52:07 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:52:07 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:52:07 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:52:07 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:52:07 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75147) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 19:52:07 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a413fb71-5748-4328-a2f3-592c64188e21/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:52:07 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a413fb71-5748-4328-a2f3-592c64188e21/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:52:07 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a413fb71-5748-4328-a2f3-592c64188e21/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:52:07 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a413fb71-5748-4328-a2f3-592c64188e21/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:52:07 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75147) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 19:52:07 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7bf82fab-cd00-4ee4-a2b0-6b5df507102d/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:52:07 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7bf82fab-cd00-4ee4-a2b0-6b5df507102d/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:52:07 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7bf82fab-cd00-4ee4-a2b0-6b5df507102d/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:52:08 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7bf82fab-cd00-4ee4-a2b0-6b5df507102d/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:52:08 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:52:08 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:52:08 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Hypervisor/Node resource view: name=user free_ram=8274MB free_disk=25.037750244140625GB free_vcpus=7 pci_devices=[{"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75147) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 19:52:08 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:52:08 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:52:08 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance fcba79df-fa35-42c4-9fec-51b7bab8c1dd actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:52:08 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:52:08 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance a413fb71-5748-4328-a2f3-592c64188e21 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:52:08 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 7bf82fab-cd00-4ee4-a2b0-6b5df507102d actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:52:08 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance a960707e-0541-4fa8-af38-bf2898e49176 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:52:08 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Total usable vcpus: 12, total allocated vcpus: 5 {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 19:52:08 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Final resource view: name=user phys_ram=16011MB used_ram=3072MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=5 pci_stats=[] {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 19:52:08 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:52:08 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:52:08 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Compute_service record updated for user:user {{(pid=75147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 19:52:08 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.322s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:52:09 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:52:09 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:52:09 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:52:11 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:52:11 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:52:11 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75147) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 27 19:52:12 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:52:12 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Cleaning up deleted instances {{(pid=75147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 27 19:52:12 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] There are 0 instances to clean {{(pid=75147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 27 19:52:15 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:52:16 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:52:17 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:52:17 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75147) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 19:52:17 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:52:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:52:22 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._sync_power_states {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:52:22 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Triggering sync for uuid fcba79df-fa35-42c4-9fec-51b7bab8c1dd {{(pid=75147) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 27 19:52:22 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Triggering sync for uuid d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3 {{(pid=75147) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 27 19:52:22 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Triggering sync for uuid a413fb71-5748-4328-a2f3-592c64188e21 {{(pid=75147) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 27 19:52:22 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Triggering sync for uuid 7bf82fab-cd00-4ee4-a2b0-6b5df507102d {{(pid=75147) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 27 19:52:22 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Triggering sync for uuid a960707e-0541-4fa8-af38-bf2898e49176 {{(pid=75147) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 27 19:52:22 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "fcba79df-fa35-42c4-9fec-51b7bab8c1dd" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:52:22 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "fcba79df-fa35-42c4-9fec-51b7bab8c1dd" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:52:22 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:52:22 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:52:22 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "a413fb71-5748-4328-a2f3-592c64188e21" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:52:22 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "a413fb71-5748-4328-a2f3-592c64188e21" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:52:22 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "7bf82fab-cd00-4ee4-a2b0-6b5df507102d" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:52:22 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "7bf82fab-cd00-4ee4-a2b0-6b5df507102d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:52:22 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "a960707e-0541-4fa8-af38-bf2898e49176" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:52:22 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "a960707e-0541-4fa8-af38-bf2898e49176" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:52:22 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "fcba79df-fa35-42c4-9fec-51b7bab8c1dd" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.027s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:52:22 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.034s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:52:22 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "a413fb71-5748-4328-a2f3-592c64188e21" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.037s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:52:22 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "7bf82fab-cd00-4ee4-a2b0-6b5df507102d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.040s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:52:22 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "a960707e-0541-4fa8-af38-bf2898e49176" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.042s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:52:23 user nova-compute[75147]: DEBUG nova.compute.manager [req-43bca503-952e-4b3f-9404-1f1c2acb5b4f req-7c56be59-b9a1-47b4-a167-6f4537529388 service nova] [instance: 7bf82fab-cd00-4ee4-a2b0-6b5df507102d] Received event network-changed-0236a6ef-a1c3-4d47-9c38-75a068cceb5e {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:52:23 user nova-compute[75147]: DEBUG nova.compute.manager [req-43bca503-952e-4b3f-9404-1f1c2acb5b4f req-7c56be59-b9a1-47b4-a167-6f4537529388 service nova] [instance: 7bf82fab-cd00-4ee4-a2b0-6b5df507102d] Refreshing instance network info cache due to event network-changed-0236a6ef-a1c3-4d47-9c38-75a068cceb5e. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 19:52:23 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-43bca503-952e-4b3f-9404-1f1c2acb5b4f req-7c56be59-b9a1-47b4-a167-6f4537529388 service nova] Acquiring lock "refresh_cache-7bf82fab-cd00-4ee4-a2b0-6b5df507102d" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:52:23 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-43bca503-952e-4b3f-9404-1f1c2acb5b4f req-7c56be59-b9a1-47b4-a167-6f4537529388 service nova] Acquired lock "refresh_cache-7bf82fab-cd00-4ee4-a2b0-6b5df507102d" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:52:23 user nova-compute[75147]: DEBUG nova.network.neutron [req-43bca503-952e-4b3f-9404-1f1c2acb5b4f req-7c56be59-b9a1-47b4-a167-6f4537529388 service nova] [instance: 7bf82fab-cd00-4ee4-a2b0-6b5df507102d] Refreshing network info cache for port 0236a6ef-a1c3-4d47-9c38-75a068cceb5e {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 19:52:24 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-17f1635d-cab0-45ed-8176-7038a511a912 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Acquiring lock "7bf82fab-cd00-4ee4-a2b0-6b5df507102d" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:52:24 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-17f1635d-cab0-45ed-8176-7038a511a912 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Lock "7bf82fab-cd00-4ee4-a2b0-6b5df507102d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:52:24 user nova-compute[75147]: DEBUG nova.objects.instance [None req-17f1635d-cab0-45ed-8176-7038a511a912 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Lazy-loading 'flavor' on Instance uuid 7bf82fab-cd00-4ee4-a2b0-6b5df507102d {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:52:24 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-17f1635d-cab0-45ed-8176-7038a511a912 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] [instance: 7bf82fab-cd00-4ee4-a2b0-6b5df507102d] Ignoring supplied device name: /dev/vdb
Oct 27 19:52:24 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-17f1635d-cab0-45ed-8176-7038a511a912 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Lock "7bf82fab-cd00-4ee4-a2b0-6b5df507102d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.062s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:52:24 user nova-compute[75147]: DEBUG nova.network.neutron [req-43bca503-952e-4b3f-9404-1f1c2acb5b4f req-7c56be59-b9a1-47b4-a167-6f4537529388 service nova] [instance: 7bf82fab-cd00-4ee4-a2b0-6b5df507102d] Updated VIF entry in instance network info cache for port 0236a6ef-a1c3-4d47-9c38-75a068cceb5e. {{(pid=75147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 19:52:24 user nova-compute[75147]: DEBUG nova.network.neutron [req-43bca503-952e-4b3f-9404-1f1c2acb5b4f req-7c56be59-b9a1-47b4-a167-6f4537529388 service nova] [instance: 7bf82fab-cd00-4ee4-a2b0-6b5df507102d] Updating instance_info_cache with network_info: [{"id": "0236a6ef-a1c3-4d47-9c38-75a068cceb5e", "address": "fa:16:3e:da:48:4f", "network": {"id": "26f70d05-2438-444a-889d-7e7dfc5286cd", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1277807589-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.58", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "78363e2131144c48bd71079c29f858eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0236a6ef-a1", "ovs_interfaceid": "0236a6ef-a1c3-4d47-9c38-75a068cceb5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:52:24 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-43bca503-952e-4b3f-9404-1f1c2acb5b4f req-7c56be59-b9a1-47b4-a167-6f4537529388 service nova] Releasing lock "refresh_cache-7bf82fab-cd00-4ee4-a2b0-6b5df507102d" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:52:24 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-17f1635d-cab0-45ed-8176-7038a511a912 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Acquiring lock "7bf82fab-cd00-4ee4-a2b0-6b5df507102d" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:52:24 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-17f1635d-cab0-45ed-8176-7038a511a912 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Lock "7bf82fab-cd00-4ee4-a2b0-6b5df507102d" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:52:24 user nova-compute[75147]: INFO nova.compute.manager [None req-17f1635d-cab0-45ed-8176-7038a511a912 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] [instance: 7bf82fab-cd00-4ee4-a2b0-6b5df507102d] Attaching volume 65b98270-663a-486d-92c1-92804e43f094 to /dev/vdb
Oct 27 19:52:24 user nova-compute[75147]: DEBUG os_brick.utils [None req-17f1635d-cab0-45ed-8176-7038a511a912 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:52:24 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:52:24 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:52:24 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[c119e123-dd5a-460a-9fbb-feccf95b255e]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9325735bc82e\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:52:24 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:52:24 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:52:24 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ec06266-fbd9-42d7-bbdd-137692651705]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:52:24 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:52:24 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:52:24 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a240bb5-e14c-4e6e-b625-ba3f9cd6d433]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:52:24 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[45a25c3a-b8fb-40fb-af6f-b069af15bfe8]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:52:24 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-17f1635d-cab0-45ed-8176-7038a511a912 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Running cmd (subprocess): nvme version {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:52:24 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-17f1635d-cab0-45ed-8176-7038a511a912 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] 'nvme version' failed. Not Retrying. {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 19:52:24 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.nvmeof [None req-17f1635d-cab0-45ed-8176-7038a511a912 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] nvme not present on system {{(pid=75147) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 27 19:52:24 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:52:24 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 19:52:24 user nova-compute[75147]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 27 19:52:24 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[968c560a-d20b-4b7d-997e-5944f9fa58b5]: (4, '') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:52:24 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-17f1635d-cab0-45ed-8176-7038a511a912 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75147) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 27 19:52:24 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-17f1635d-cab0-45ed-8176-7038a511a912 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 27 19:52:24 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-17f1635d-cab0-45ed-8176-7038a511a912 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] LIGHTOS: no hostnqn found. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 27 19:52:24 user nova-compute[75147]: DEBUG os_brick.utils [None req-17f1635d-cab0-45ed-8176-7038a511a912 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] <== get_connector_properties: return (124ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9325735bc82e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:52:24 user nova-compute[75147]: DEBUG nova.virt.block_device [None req-17f1635d-cab0-45ed-8176-7038a511a912 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] [instance: 7bf82fab-cd00-4ee4-a2b0-6b5df507102d] Updating existing volume attachment record: 326281d1-5671-4e9d-a71c-869c4e7a401c {{(pid=75147) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 27 19:52:24 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:52:25 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:52:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:52:27 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:52:31 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:52:32 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:52:34 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-edf77a22-9401-4811-9972-7e0071528fce tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Acquiring lock "d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:52:34 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-edf77a22-9401-4811-9972-7e0071528fce tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lock "d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:52:34 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-edf77a22-9401-4811-9972-7e0071528fce tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Acquiring lock "d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:52:34 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-edf77a22-9401-4811-9972-7e0071528fce tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lock "d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:52:34 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-edf77a22-9401-4811-9972-7e0071528fce tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lock "d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:52:34 user nova-compute[75147]: INFO nova.compute.manager [None req-edf77a22-9401-4811-9972-7e0071528fce tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3] Terminating instance
Oct 27 19:52:34 user nova-compute[75147]: DEBUG nova.compute.manager [None req-edf77a22-9401-4811-9972-7e0071528fce tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3] Start destroying the instance on the hypervisor. {{(pid=75147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 27 19:52:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:52:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:52:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:52:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:52:34 user nova-compute[75147]: DEBUG nova.compute.manager [req-dcc48355-4aef-43da-897d-ba6758d2b581 req-92f16899-03f3-492d-9865-747cd59a92fa service nova] [instance: d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3] Received event network-vif-unplugged-ba37afad-d41b-4d2d-9a44-36d13ea36b57 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:52:34 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-dcc48355-4aef-43da-897d-ba6758d2b581 req-92f16899-03f3-492d-9865-747cd59a92fa service nova] Acquiring lock "d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:52:34 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-dcc48355-4aef-43da-897d-ba6758d2b581 req-92f16899-03f3-492d-9865-747cd59a92fa service nova] Lock "d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:52:34 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-dcc48355-4aef-43da-897d-ba6758d2b581 req-92f16899-03f3-492d-9865-747cd59a92fa service nova] Lock "d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:52:34 user nova-compute[75147]: DEBUG nova.compute.manager [req-dcc48355-4aef-43da-897d-ba6758d2b581 req-92f16899-03f3-492d-9865-747cd59a92fa service nova] [instance: d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3] No waiting events found dispatching network-vif-unplugged-ba37afad-d41b-4d2d-9a44-36d13ea36b57 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:52:34 user nova-compute[75147]: DEBUG nova.compute.manager [req-dcc48355-4aef-43da-897d-ba6758d2b581 req-92f16899-03f3-492d-9865-747cd59a92fa service nova] [instance: d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3] Received event network-vif-unplugged-ba37afad-d41b-4d2d-9a44-36d13ea36b57 for instance with task_state deleting. {{(pid=75147) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 19:52:35 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3] Instance destroyed successfully.
Oct 27 19:52:35 user nova-compute[75147]: DEBUG nova.objects.instance [None req-edf77a22-9401-4811-9972-7e0071528fce tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lazy-loading 'resources' on Instance uuid d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:52:35 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-edf77a22-9401-4811-9972-7e0071528fce tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:49:23Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1829654572',display_name='tempest-AttachVolumeNegativeTest-server-1829654572',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1829654572',id=40,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJa+uJc2mtkNKfVUT/sWlsOxhqqAJpuqVxRYlL4IKrnEqkKkdbol3yqFLTh1iqz/rxF5LgV4NPqltukiq6slSAniMMTinaJYQiFUQjOVj8sSvVP/207kUuSB7u7C7P6LKA==',key_name='tempest-keypair-368221417',keypairs=<?>,launch_index=0,launched_at=2023-10-27T19:49:31Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b05afc60c23345de8d1e978a9c5b1efc',ramdisk_id='',reservation_id='r-5gyz4gbr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-720638495',owner_user_name='tempest-AttachVolumeNegativeTest-720638495-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T19:49:31Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='699dae72141941c4acb55e56ac9d28a1',uuid=d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ba37afad-d41b-4d2d-9a44-36d13ea36b57", "address": "fa:16:3e:c1:55:b8", "network": {"id": "06e952e0-002b-44c6-b4c4-e6a33a0b7484", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-294897611-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b05afc60c23345de8d1e978a9c5b1efc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba37afad-d4", "ovs_interfaceid": "ba37afad-d41b-4d2d-9a44-36d13ea36b57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 19:52:35 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-edf77a22-9401-4811-9972-7e0071528fce tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Converting VIF {"id": "ba37afad-d41b-4d2d-9a44-36d13ea36b57", "address": "fa:16:3e:c1:55:b8", "network": {"id": "06e952e0-002b-44c6-b4c4-e6a33a0b7484", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-294897611-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b05afc60c23345de8d1e978a9c5b1efc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba37afad-d4", "ovs_interfaceid": "ba37afad-d41b-4d2d-9a44-36d13ea36b57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:52:35 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-edf77a22-9401-4811-9972-7e0071528fce tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:c1:55:b8,bridge_name='br-int',has_traffic_filtering=True,id=ba37afad-d41b-4d2d-9a44-36d13ea36b57,network=Network(06e952e0-002b-44c6-b4c4-e6a33a0b7484),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapba37afad-d4') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:52:35 user nova-compute[75147]: DEBUG os_vif [None req-edf77a22-9401-4811-9972-7e0071528fce tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:c1:55:b8,bridge_name='br-int',has_traffic_filtering=True,id=ba37afad-d41b-4d2d-9a44-36d13ea36b57,network=Network(06e952e0-002b-44c6-b4c4-e6a33a0b7484),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapba37afad-d4') {{(pid=75147) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 19:52:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:52:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapba37afad-d4, bridge=br-int, if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:52:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:52:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:52:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:52:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=71cf59e7-0493-4f42-a468-d9c1fd258b8e) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:52:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:52:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:52:35 user nova-compute[75147]: INFO os_vif [None req-edf77a22-9401-4811-9972-7e0071528fce tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:c1:55:b8,bridge_name='br-int',has_traffic_filtering=True,id=ba37afad-d41b-4d2d-9a44-36d13ea36b57,network=Network(06e952e0-002b-44c6-b4c4-e6a33a0b7484),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapba37afad-d4')
Oct 27 19:52:35 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-edf77a22-9401-4811-9972-7e0071528fce tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3] Deleting instance files /opt/stack/data/nova/instances/d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3_del
Oct 27 19:52:35 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-edf77a22-9401-4811-9972-7e0071528fce tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3] Deletion of /opt/stack/data/nova/instances/d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3_del complete
Oct 27 19:52:35 user nova-compute[75147]: INFO nova.compute.manager [None req-edf77a22-9401-4811-9972-7e0071528fce tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] [instance: d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3] Took 0.89 seconds to destroy the instance on the hypervisor.
Oct 27 19:52:35 user nova-compute[75147]: DEBUG oslo.service.loopingcall [None req-edf77a22-9401-4811-9972-7e0071528fce tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 27 19:52:35 user nova-compute[75147]: DEBUG nova.compute.manager [-] [instance: d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3] Deallocating network for instance {{(pid=75147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 27 19:52:35 user nova-compute[75147]: DEBUG nova.network.neutron [-] [instance: d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3] deallocate_for_instance() {{(pid=75147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 27 19:52:36 user nova-compute[75147]: DEBUG nova.network.neutron [-] [instance: d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3] Updating instance_info_cache with network_info: [] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:52:36 user nova-compute[75147]: INFO nova.compute.manager [-] [instance: d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3] Took 1.19 seconds to deallocate network for instance.
Oct 27 19:52:36 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-edf77a22-9401-4811-9972-7e0071528fce tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:52:36 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-edf77a22-9401-4811-9972-7e0071528fce tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:52:36 user nova-compute[75147]: DEBUG nova.compute.manager [req-8b212881-b6a3-44a6-bbff-024a5d128982 req-7f1ee9ff-b59d-446c-8583-1eefdb125b7b service nova] [instance: d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3] Received event network-vif-deleted-ba37afad-d41b-4d2d-9a44-36d13ea36b57 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:52:36 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-edf77a22-9401-4811-9972-7e0071528fce tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:52:36 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-edf77a22-9401-4811-9972-7e0071528fce tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:52:36 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-edf77a22-9401-4811-9972-7e0071528fce tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.244s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:52:36 user nova-compute[75147]: INFO nova.scheduler.client.report [None req-edf77a22-9401-4811-9972-7e0071528fce tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Deleted allocations for instance d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3
Oct 27 19:52:36 user nova-compute[75147]: DEBUG nova.compute.manager [req-b575d924-bbae-4d5b-92d4-974b1e2459b5 req-5ad41100-24bc-4092-add0-478832517eb4 service nova] [instance: d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3] Received event network-vif-plugged-ba37afad-d41b-4d2d-9a44-36d13ea36b57 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:52:36 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-b575d924-bbae-4d5b-92d4-974b1e2459b5 req-5ad41100-24bc-4092-add0-478832517eb4 service nova] Acquiring lock "d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:52:36 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-b575d924-bbae-4d5b-92d4-974b1e2459b5 req-5ad41100-24bc-4092-add0-478832517eb4 service nova] Lock "d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:52:36 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-b575d924-bbae-4d5b-92d4-974b1e2459b5 req-5ad41100-24bc-4092-add0-478832517eb4 service nova] Lock "d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:52:36 user nova-compute[75147]: DEBUG nova.compute.manager [req-b575d924-bbae-4d5b-92d4-974b1e2459b5 req-5ad41100-24bc-4092-add0-478832517eb4 service nova] [instance: d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3] No waiting events found dispatching network-vif-plugged-ba37afad-d41b-4d2d-9a44-36d13ea36b57 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:52:36 user nova-compute[75147]: WARNING nova.compute.manager [req-b575d924-bbae-4d5b-92d4-974b1e2459b5 req-5ad41100-24bc-4092-add0-478832517eb4 service nova] [instance: d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3] Received unexpected event network-vif-plugged-ba37afad-d41b-4d2d-9a44-36d13ea36b57 for instance with vm_state deleted and task_state None.
Oct 27 19:52:36 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-edf77a22-9401-4811-9972-7e0071528fce tempest-AttachVolumeNegativeTest-720638495 tempest-AttachVolumeNegativeTest-720638495-project-member] Lock "d7c39c1b-73ed-4a75-bfe4-ec15055c5cb3" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.545s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:52:40 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:52:42 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:52:44 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-17f1635d-cab0-45ed-8176-7038a511a912 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] [instance: 7bf82fab-cd00-4ee4-a2b0-6b5df507102d] Calling os-brick to attach iSCSI Volume {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 19:52:44 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-17f1635d-cab0-45ed-8176-7038a511a912 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:65b98270-663a-486d-92c1-92804e43f094', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CAhElSmD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:52:44 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-17f1635d-cab0-45ed-8176-7038a511a912 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:52:44 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-17f1635d-cab0-45ed-8176-7038a511a912 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:52:44 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-17f1635d-cab0-45ed-8176-7038a511a912 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:52:44 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-17f1635d-cab0-45ed-8176-7038a511a912 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:52:44 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-17f1635d-cab0-45ed-8176-7038a511a912 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:65b98270-663a-486d-92c1-92804e43f094" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:52:44 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-17f1635d-cab0-45ed-8176-7038a511a912 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:65b98270-663a-486d-92c1-92804e43f094" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:52:44 user nova-compute[75147]: INFO os_brick.initiator.connectors.iscsi [None req-17f1635d-cab0-45ed-8176-7038a511a912 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 19:52:44 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:65b98270-663a-486d-92c1-92804e43f094 -p 172.16.0.220:3260 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:52:44 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:65b98270-663a-486d-92c1-92804e43f094 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:52:44 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[1305d1a5-b2d5-420d-a3a7-9c283d99669e]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:52:44 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-17f1635d-cab0-45ed-8176-7038a511a912 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 19:52:44 user nova-compute[75147]:  {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:52:44 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:65b98270-663a-486d-92c1-92804e43f094 -p 172.16.0.220:3260 --interface default --op new {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:52:44 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:65b98270-663a-486d-92c1-92804e43f094 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:52:44 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[656bf763-0688-4663-8e83-4628e14075b4]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:65b98270-663a-486d-92c1-92804e43f094] added\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:52:44 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-17f1635d-cab0-45ed-8176-7038a511a912 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:65b98270-663a-486d-92c1-92804e43f094] added
Oct 27 19:52:44 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:52:44 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:65b98270-663a-486d-92c1-92804e43f094 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:52:44 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:65b98270-663a-486d-92c1-92804e43f094 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:52:44 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6f12004-db53-4cf3-802f-89113cf84079]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:52:44 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-17f1635d-cab0-45ed-8176-7038a511a912 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:52:44 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:65b98270-663a-486d-92c1-92804e43f094 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:52:44 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:65b98270-663a-486d-92c1-92804e43f094 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:52:44 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[f90647d9-0024-411b-8815-72acd291eee3]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:52:44 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-17f1635d-cab0-45ed-8176-7038a511a912 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:52:44 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:65b98270-663a-486d-92c1-92804e43f094 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v CAhElSmD {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:52:44 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:65b98270-663a-486d-92c1-92804e43f094 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v CAhElSmD" returned: 0 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:52:44 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[2dbebfa1-285e-43e0-b6be-1f6c4263e62f]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:52:44 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-17f1635d-cab0-45ed-8176-7038a511a912 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'CAhElSmD'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:52:44 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:65b98270-663a-486d-92c1-92804e43f094 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:52:44 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:65b98270-663a-486d-92c1-92804e43f094 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:52:44 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[3bdbb4f7-9fec-4b09-89bf-49629dd5f149]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:52:44 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-17f1635d-cab0-45ed-8176-7038a511a912 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:52:44 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:52:44 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:52:44 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f12f706-ed56-46d4-8d7d-48f42734c8a2]: (4, ('tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c5839b3-5d82-456c-9324-60a7f879bf78 (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27f4170d-2bba-4678-8f21-2b5dd3110653 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:52:44 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-17f1635d-cab0-45ed-8176-7038a511a912 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b (non-flash)
Oct 27 19:52:44 user nova-compute[75147]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c5839b3-5d82-456c-9324-60a7f879bf78 (non-flash)
Oct 27 19:52:44 user nova-compute[75147]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27f4170d-2bba-4678-8f21-2b5dd3110653 (non-flash)
Oct 27 19:52:44 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:52:44 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-17f1635d-cab0-45ed-8176-7038a511a912 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] iscsi session list stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b (non-flash)
Oct 27 19:52:44 user nova-compute[75147]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c5839b3-5d82-456c-9324-60a7f879bf78 (non-flash)
Oct 27 19:52:44 user nova-compute[75147]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27f4170d-2bba-4678-8f21-2b5dd3110653 (non-flash)
Oct 27 19:52:44 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:52:44 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:65b98270-663a-486d-92c1-92804e43f094 -p 172.16.0.220:3260 --login {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:52:44 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:65b98270-663a-486d-92c1-92804e43f094 -p 172.16.0.220:3260 --login" returned: 0 in 0.060s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:52:44 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b66808f-831b-4dce-827d-970013da95ac]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:65b98270-663a-486d-92c1-92804e43f094, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:65b98270-663a-486d-92c1-92804e43f094, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:52:44 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-17f1635d-cab0-45ed-8176-7038a511a912 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:65b98270-663a-486d-92c1-92804e43f094, portal: 172.16.0.220,3260]
Oct 27 19:52:44 user nova-compute[75147]: Login to [iface: default, target: iqn.2010-10.org.openstack:65b98270-663a-486d-92c1-92804e43f094, portal: 172.16.0.220,3260] successful.
Oct 27 19:52:44 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:52:44 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:65b98270-663a-486d-92c1-92804e43f094 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:52:44 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:65b98270-663a-486d-92c1-92804e43f094 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:52:44 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[2be0e89d-28f8-4299-aabc-68cb5491f70b]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:52:44 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-17f1635d-cab0-45ed-8176-7038a511a912 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:52:44 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:52:44 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:52:44 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[c33ef0f2-5d87-4b3d-a8fd-4901fb8d1f4a]: (4, ('tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c5839b3-5d82-456c-9324-60a7f879bf78 (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27f4170d-2bba-4678-8f21-2b5dd3110653 (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:65b98270-663a-486d-92c1-92804e43f094 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:52:44 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-17f1635d-cab0-45ed-8176-7038a511a912 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b (non-flash)
Oct 27 19:52:44 user nova-compute[75147]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c5839b3-5d82-456c-9324-60a7f879bf78 (non-flash)
Oct 27 19:52:44 user nova-compute[75147]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27f4170d-2bba-4678-8f21-2b5dd3110653 (non-flash)
Oct 27 19:52:44 user nova-compute[75147]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:65b98270-663a-486d-92c1-92804e43f094 (non-flash)
Oct 27 19:52:44 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:52:44 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-17f1635d-cab0-45ed-8176-7038a511a912 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] iscsi session list stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b (non-flash)
Oct 27 19:52:44 user nova-compute[75147]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c5839b3-5d82-456c-9324-60a7f879bf78 (non-flash)
Oct 27 19:52:44 user nova-compute[75147]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27f4170d-2bba-4678-8f21-2b5dd3110653 (non-flash)
Oct 27 19:52:44 user nova-compute[75147]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:65b98270-663a-486d-92c1-92804e43f094 (non-flash)
Oct 27 19:52:44 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:52:44 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-17f1635d-cab0-45ed-8176-7038a511a912 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:65b98270-663a-486d-92c1-92804e43f094" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.267s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:52:44 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-17f1635d-cab0-45ed-8176-7038a511a912 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Connected to 172.16.0.220:3260 {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 19:52:44 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-17f1635d-cab0-45ed-8176-7038a511a912 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] HCTL ('36', '-', '-', 0) found on session 49 with lun 0 {{(pid=75147) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 19:52:44 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-17f1635d-cab0-45ed-8176-7038a511a912 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=75147) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 19:52:44 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:52:44 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.015s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:52:44 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e8afea4-c31b-439f-a40a-cef6e2c7f385]: (4, ('- - 0', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:52:44 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-17f1635d-cab0-45ed-8176-7038a511a912 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Searching for a device in session 49 and hctl ['36', '*', '*', 0] yield: None {{(pid=75147) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 19:52:45 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:52:45 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-17f1635d-cab0-45ed-8176-7038a511a912 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Searching for a device in session 49 and hctl ['36', '*', '*', 0] yield: sde {{(pid=75147) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 19:52:45 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-17f1635d-cab0-45ed-8176-7038a511a912 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:65b98270-663a-486d-92c1-92804e43f094', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CAhElSmD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 19:52:45 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-17f1635d-cab0-45ed-8176-7038a511a912 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.295s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:52:45 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-17f1635d-cab0-45ed-8176-7038a511a912 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] <== connect_volume: return (1296ms) {'type': 'block', 'scsi_wwn': '23562333165666162', 'path': '/dev/sde'} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:52:45 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-17f1635d-cab0-45ed-8176-7038a511a912 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] [instance: 7bf82fab-cd00-4ee4-a2b0-6b5df507102d] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23562333165666162', 'path': '/dev/sde'} {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 19:52:45 user nova-compute[75147]: DEBUG nova.objects.instance [None req-17f1635d-cab0-45ed-8176-7038a511a912 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Lazy-loading 'flavor' on Instance uuid 7bf82fab-cd00-4ee4-a2b0-6b5df507102d {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:52:45 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-17f1635d-cab0-45ed-8176-7038a511a912 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] attach device xml: <disk type="block" device="disk">
Oct 27 19:52:45 user nova-compute[75147]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 19:52:45 user nova-compute[75147]:   <source dev="/dev/sde"/>
Oct 27 19:52:45 user nova-compute[75147]:   <target dev="vdb" bus="virtio"/>
Oct 27 19:52:45 user nova-compute[75147]:   <serial>65b98270-663a-486d-92c1-92804e43f094</serial>
Oct 27 19:52:45 user nova-compute[75147]: </disk>
Oct 27 19:52:45 user nova-compute[75147]:  {{(pid=75147) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 27 19:52:45 user nova-compute[75147]: DEBUG nova.compute.manager [req-9de6db75-c8db-4d90-806c-bc3a9edb53c1 req-f15ba6fa-e754-405a-b84c-c9c8f9e440ae service nova] [instance: a960707e-0541-4fa8-af38-bf2898e49176] Received event network-changed-c28b6ed4-5085-4bce-9f78-95fda7212834 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:52:45 user nova-compute[75147]: DEBUG nova.compute.manager [req-9de6db75-c8db-4d90-806c-bc3a9edb53c1 req-f15ba6fa-e754-405a-b84c-c9c8f9e440ae service nova] [instance: a960707e-0541-4fa8-af38-bf2898e49176] Refreshing instance network info cache due to event network-changed-c28b6ed4-5085-4bce-9f78-95fda7212834. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 19:52:45 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-9de6db75-c8db-4d90-806c-bc3a9edb53c1 req-f15ba6fa-e754-405a-b84c-c9c8f9e440ae service nova] Acquiring lock "refresh_cache-a960707e-0541-4fa8-af38-bf2898e49176" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:52:45 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-9de6db75-c8db-4d90-806c-bc3a9edb53c1 req-f15ba6fa-e754-405a-b84c-c9c8f9e440ae service nova] Acquired lock "refresh_cache-a960707e-0541-4fa8-af38-bf2898e49176" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:52:45 user nova-compute[75147]: DEBUG nova.network.neutron [req-9de6db75-c8db-4d90-806c-bc3a9edb53c1 req-f15ba6fa-e754-405a-b84c-c9c8f9e440ae service nova] [instance: a960707e-0541-4fa8-af38-bf2898e49176] Refreshing network info cache for port c28b6ed4-5085-4bce-9f78-95fda7212834 {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 19:52:46 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-17f1635d-cab0-45ed-8176-7038a511a912 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] No BDM found with device name vda, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:52:46 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-17f1635d-cab0-45ed-8176-7038a511a912 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:52:46 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-17f1635d-cab0-45ed-8176-7038a511a912 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] No VIF found with MAC fa:16:3e:da:48:4f, not building metadata {{(pid=75147) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 19:52:46 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-17f1635d-cab0-45ed-8176-7038a511a912 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Lock "7bf82fab-cd00-4ee4-a2b0-6b5df507102d" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 21.803s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:52:46 user nova-compute[75147]: DEBUG nova.network.neutron [req-9de6db75-c8db-4d90-806c-bc3a9edb53c1 req-f15ba6fa-e754-405a-b84c-c9c8f9e440ae service nova] [instance: a960707e-0541-4fa8-af38-bf2898e49176] Updated VIF entry in instance network info cache for port c28b6ed4-5085-4bce-9f78-95fda7212834. {{(pid=75147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 19:52:46 user nova-compute[75147]: DEBUG nova.network.neutron [req-9de6db75-c8db-4d90-806c-bc3a9edb53c1 req-f15ba6fa-e754-405a-b84c-c9c8f9e440ae service nova] [instance: a960707e-0541-4fa8-af38-bf2898e49176] Updating instance_info_cache with network_info: [{"id": "c28b6ed4-5085-4bce-9f78-95fda7212834", "address": "fa:16:3e:85:52:60", "network": {"id": "06d546cd-b394-4fcf-970b-6f2fff8ea7ac", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-719028923-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c7d5ee667069474fa684fb2d4ba9da41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc28b6ed4-50", "ovs_interfaceid": "c28b6ed4-5085-4bce-9f78-95fda7212834", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:52:46 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-9de6db75-c8db-4d90-806c-bc3a9edb53c1 req-f15ba6fa-e754-405a-b84c-c9c8f9e440ae service nova] Releasing lock "refresh_cache-a960707e-0541-4fa8-af38-bf2898e49176" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:52:47 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:52:47 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-f22532f5-eb82-42b7-b19d-d859b21e0aa6 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Acquiring lock "a960707e-0541-4fa8-af38-bf2898e49176" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:52:47 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-f22532f5-eb82-42b7-b19d-d859b21e0aa6 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lock "a960707e-0541-4fa8-af38-bf2898e49176" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:52:47 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-f22532f5-eb82-42b7-b19d-d859b21e0aa6 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Acquiring lock "a960707e-0541-4fa8-af38-bf2898e49176-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:52:47 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-f22532f5-eb82-42b7-b19d-d859b21e0aa6 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lock "a960707e-0541-4fa8-af38-bf2898e49176-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:52:47 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-f22532f5-eb82-42b7-b19d-d859b21e0aa6 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lock "a960707e-0541-4fa8-af38-bf2898e49176-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:52:47 user nova-compute[75147]: INFO nova.compute.manager [None req-f22532f5-eb82-42b7-b19d-d859b21e0aa6 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: a960707e-0541-4fa8-af38-bf2898e49176] Terminating instance
Oct 27 19:52:47 user nova-compute[75147]: DEBUG nova.compute.manager [None req-f22532f5-eb82-42b7-b19d-d859b21e0aa6 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: a960707e-0541-4fa8-af38-bf2898e49176] Start destroying the instance on the hypervisor. {{(pid=75147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 27 19:52:47 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:52:47 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:52:47 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:52:47 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:52:47 user nova-compute[75147]: DEBUG nova.compute.manager [req-f49a1a15-5c3d-4ad9-a225-183604c1c858 req-a0f24439-0a49-4c16-ab24-8fae15d2a083 service nova] [instance: a960707e-0541-4fa8-af38-bf2898e49176] Received event network-vif-unplugged-c28b6ed4-5085-4bce-9f78-95fda7212834 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:52:47 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-f49a1a15-5c3d-4ad9-a225-183604c1c858 req-a0f24439-0a49-4c16-ab24-8fae15d2a083 service nova] Acquiring lock "a960707e-0541-4fa8-af38-bf2898e49176-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:52:47 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-f49a1a15-5c3d-4ad9-a225-183604c1c858 req-a0f24439-0a49-4c16-ab24-8fae15d2a083 service nova] Lock "a960707e-0541-4fa8-af38-bf2898e49176-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:52:47 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-f49a1a15-5c3d-4ad9-a225-183604c1c858 req-a0f24439-0a49-4c16-ab24-8fae15d2a083 service nova] Lock "a960707e-0541-4fa8-af38-bf2898e49176-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:52:47 user nova-compute[75147]: DEBUG nova.compute.manager [req-f49a1a15-5c3d-4ad9-a225-183604c1c858 req-a0f24439-0a49-4c16-ab24-8fae15d2a083 service nova] [instance: a960707e-0541-4fa8-af38-bf2898e49176] No waiting events found dispatching network-vif-unplugged-c28b6ed4-5085-4bce-9f78-95fda7212834 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:52:47 user nova-compute[75147]: DEBUG nova.compute.manager [req-f49a1a15-5c3d-4ad9-a225-183604c1c858 req-a0f24439-0a49-4c16-ab24-8fae15d2a083 service nova] [instance: a960707e-0541-4fa8-af38-bf2898e49176] Received event network-vif-unplugged-c28b6ed4-5085-4bce-9f78-95fda7212834 for instance with task_state deleting. {{(pid=75147) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 19:52:47 user nova-compute[75147]: DEBUG nova.compute.manager [req-f49a1a15-5c3d-4ad9-a225-183604c1c858 req-a0f24439-0a49-4c16-ab24-8fae15d2a083 service nova] [instance: a960707e-0541-4fa8-af38-bf2898e49176] Received event network-vif-plugged-c28b6ed4-5085-4bce-9f78-95fda7212834 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:52:47 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-f49a1a15-5c3d-4ad9-a225-183604c1c858 req-a0f24439-0a49-4c16-ab24-8fae15d2a083 service nova] Acquiring lock "a960707e-0541-4fa8-af38-bf2898e49176-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:52:47 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-f49a1a15-5c3d-4ad9-a225-183604c1c858 req-a0f24439-0a49-4c16-ab24-8fae15d2a083 service nova] Lock "a960707e-0541-4fa8-af38-bf2898e49176-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:52:47 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-f49a1a15-5c3d-4ad9-a225-183604c1c858 req-a0f24439-0a49-4c16-ab24-8fae15d2a083 service nova] Lock "a960707e-0541-4fa8-af38-bf2898e49176-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:52:47 user nova-compute[75147]: DEBUG nova.compute.manager [req-f49a1a15-5c3d-4ad9-a225-183604c1c858 req-a0f24439-0a49-4c16-ab24-8fae15d2a083 service nova] [instance: a960707e-0541-4fa8-af38-bf2898e49176] No waiting events found dispatching network-vif-plugged-c28b6ed4-5085-4bce-9f78-95fda7212834 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:52:47 user nova-compute[75147]: WARNING nova.compute.manager [req-f49a1a15-5c3d-4ad9-a225-183604c1c858 req-a0f24439-0a49-4c16-ab24-8fae15d2a083 service nova] [instance: a960707e-0541-4fa8-af38-bf2898e49176] Received unexpected event network-vif-plugged-c28b6ed4-5085-4bce-9f78-95fda7212834 for instance with vm_state active and task_state deleting.
Oct 27 19:52:48 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: a960707e-0541-4fa8-af38-bf2898e49176] Instance destroyed successfully.
Oct 27 19:52:48 user nova-compute[75147]: DEBUG nova.objects.instance [None req-f22532f5-eb82-42b7-b19d-d859b21e0aa6 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lazy-loading 'resources' on Instance uuid a960707e-0541-4fa8-af38-bf2898e49176 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:52:48 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-f22532f5-eb82-42b7-b19d-d859b21e0aa6 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:50:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-image-snapshot-server-1805882924',display_name='tempest-TestVolumeBootPattern-image-snapshot-server-1805882924',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-image-snapshot-server-1805882924',id=43,image_ref='adbd3745-5f47-4aa0-ad6d-1c95bbba05ca',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJj2qwBk/Z5zXfiUHAufAeGvq0Q5k/qHosQ/p/dBao9Y/wkXv5qKG2+/4C4tcu4xiGvd5MWkgk3RX+37b1EEBsbkC7MZUHfpOxYvw9+h0tZBylPe5jQBnz3FLZmDlAs3NQ==',key_name='tempest-keypair-533376824',keypairs=<?>,launch_index=0,launched_at=2023-10-27T19:51:25Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='c7d5ee667069474fa684fb2d4ba9da41',ramdisk_id='',reservation_id='r-05urdjy5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_bdm_v2='True',image_boot_roles='member,reader',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_project_name='tempest-TestVolumeBootPattern-1184716630',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestVolumeBootPattern-1184716630-project-member',image_root_device_name='/dev/vda',owner_project_name='tempest-TestVolumeBootPattern-1184716630',owner_user_name='tempest-TestVolumeBootPattern-1184716630-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T19:51:25Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c215953c5f1f494bb16ee70ff9355cfd',uuid=a960707e-0541-4fa8-af38-bf2898e49176,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c28b6ed4-5085-4bce-9f78-95fda7212834", "address": "fa:16:3e:85:52:60", "network": {"id": "06d546cd-b394-4fcf-970b-6f2fff8ea7ac", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-719028923-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c7d5ee667069474fa684fb2d4ba9da41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc28b6ed4-50", "ovs_interfaceid": "c28b6ed4-5085-4bce-9f78-95fda7212834", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 19:52:48 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-f22532f5-eb82-42b7-b19d-d859b21e0aa6 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Converting VIF {"id": "c28b6ed4-5085-4bce-9f78-95fda7212834", "address": "fa:16:3e:85:52:60", "network": {"id": "06d546cd-b394-4fcf-970b-6f2fff8ea7ac", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-719028923-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c7d5ee667069474fa684fb2d4ba9da41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc28b6ed4-50", "ovs_interfaceid": "c28b6ed4-5085-4bce-9f78-95fda7212834", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:52:48 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-f22532f5-eb82-42b7-b19d-d859b21e0aa6 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:85:52:60,bridge_name='br-int',has_traffic_filtering=True,id=c28b6ed4-5085-4bce-9f78-95fda7212834,network=Network(06d546cd-b394-4fcf-970b-6f2fff8ea7ac),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc28b6ed4-50') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:52:48 user nova-compute[75147]: DEBUG os_vif [None req-f22532f5-eb82-42b7-b19d-d859b21e0aa6 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:85:52:60,bridge_name='br-int',has_traffic_filtering=True,id=c28b6ed4-5085-4bce-9f78-95fda7212834,network=Network(06d546cd-b394-4fcf-970b-6f2fff8ea7ac),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc28b6ed4-50') {{(pid=75147) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 19:52:48 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:52:48 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc28b6ed4-50, bridge=br-int, if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:52:48 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:52:48 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:52:48 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:52:48 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=1f3585de-f44b-47fd-8841-fbd46bca769a) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:52:48 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:52:48 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:52:48 user nova-compute[75147]: INFO os_vif [None req-f22532f5-eb82-42b7-b19d-d859b21e0aa6 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:85:52:60,bridge_name='br-int',has_traffic_filtering=True,id=c28b6ed4-5085-4bce-9f78-95fda7212834,network=Network(06d546cd-b394-4fcf-970b-6f2fff8ea7ac),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc28b6ed4-50')
Oct 27 19:52:48 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f22532f5-eb82-42b7-b19d-d859b21e0aa6 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: a960707e-0541-4fa8-af38-bf2898e49176] calling os-brick to detach iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 19:52:48 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-f22532f5-eb82-42b7-b19d-d859b21e0aa6 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, {'target_iqn': 'iqn.2010-10.org.openstack:9c5839b3-5d82-456c-9324-60a7f879bf78', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lghFsRmk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:52:48 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-f22532f5-eb82-42b7-b19d-d859b21e0aa6 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:52:48 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-f22532f5-eb82-42b7-b19d-d859b21e0aa6 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:52:48 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-f22532f5-eb82-42b7-b19d-d859b21e0aa6 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.004s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:52:48 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:52:48 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.025s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:52:48 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e6adafc-dc1f-4db7-b2cc-d83f3b917f16]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:27f4170d-2bba-4678-8f21-2b5dd3110653\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9c5839b3-5d82-456c-9324-60a7f879bf78\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:65b98270-663a-486d-92c1-92804e43f094\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:52:48 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-f22532f5-eb82-42b7-b19d-d859b21e0aa6 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 19:52:48 user nova-compute[75147]: No targets found.
Oct 27 19:52:48 user nova-compute[75147]: iSNS:
Oct 27 19:52:48 user nova-compute[75147]: No targets found.
Oct 27 19:52:48 user nova-compute[75147]: STATIC:
Oct 27 19:52:48 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:27f4170d-2bba-4678-8f21-2b5dd3110653
Oct 27 19:52:48 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:52:48 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:52:48 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:9c5839b3-5d82-456c-9324-60a7f879bf78
Oct 27 19:52:48 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:52:48 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:52:48 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b
Oct 27 19:52:48 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:52:48 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:52:48 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:65b98270-663a-486d-92c1-92804e43f094
Oct 27 19:52:48 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:52:48 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:52:48 user nova-compute[75147]: FIRMWARE:
Oct 27 19:52:48 user nova-compute[75147]: No targets found.
Oct 27 19:52:48 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:52:48 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-f22532f5-eb82-42b7-b19d-d859b21e0aa6 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 19:52:48 user nova-compute[75147]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 19:52:48 user nova-compute[75147]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75147) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 19:52:48 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-f22532f5-eb82-42b7-b19d-d859b21e0aa6 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9c5839b3-5d82-456c-9324-60a7f879bf78', 0)] {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 19:52:48 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:52:48 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:52:48 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[12f6c66f-4bb8-42e2-bfc5-b93af93dba82]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:27f4170d-2bba-4678-8f21-2b5dd3110653\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:65b98270-663a-486d-92c1-92804e43f094\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9c5839b3-5d82-456c-9324-60a7f879bf78\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:52:48 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:52:48 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:52:48 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[33cc7d90-03da-4fdc-ae6d-3ecfc3a1dfda]: (4, ('tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c5839b3-5d82-456c-9324-60a7f879bf78 (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27f4170d-2bba-4678-8f21-2b5dd3110653 (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:65b98270-663a-486d-92c1-92804e43f094 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:52:48 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-f22532f5-eb82-42b7-b19d-d859b21e0aa6 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b (non-flash)
Oct 27 19:52:48 user nova-compute[75147]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c5839b3-5d82-456c-9324-60a7f879bf78 (non-flash)
Oct 27 19:52:48 user nova-compute[75147]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27f4170d-2bba-4678-8f21-2b5dd3110653 (non-flash)
Oct 27 19:52:48 user nova-compute[75147]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:65b98270-663a-486d-92c1-92804e43f094 (non-flash)
Oct 27 19:52:48 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:52:48 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-f22532f5-eb82-42b7-b19d-d859b21e0aa6 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] iscsi session list stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b (non-flash)
Oct 27 19:52:48 user nova-compute[75147]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c5839b3-5d82-456c-9324-60a7f879bf78 (non-flash)
Oct 27 19:52:48 user nova-compute[75147]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27f4170d-2bba-4678-8f21-2b5dd3110653 (non-flash)
Oct 27 19:52:48 user nova-compute[75147]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:65b98270-663a-486d-92c1-92804e43f094 (non-flash)
Oct 27 19:52:48 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:52:48 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-f22532f5-eb82-42b7-b19d-d859b21e0aa6 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f28ec730b80>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9c5839b3-5d82-456c-9324-60a7f879bf78'): ({'sdb'}, set())}) {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 19:52:48 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-f22532f5-eb82-42b7-b19d-d859b21e0aa6 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Removing single pathed devices sdb {{(pid=75147) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 19:52:48 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:52:48 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.025s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:52:48 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[4052c69f-ebff-4816-8cca-a838922b243b]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:52:48 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:52:48 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.026s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:52:48 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[10e20cfe-ce0b-461e-a726-b758d7bafb07]: (4, ('ok\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:52:48 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-f22532f5-eb82-42b7-b19d-d859b21e0aa6 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Flushing IO for device /dev/sdb {{(pid=75147) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 19:52:48 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:52:48 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.016s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:52:48 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[0dae3f38-3a6f-4932-b06e-f7658cc35901]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:52:48 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-f22532f5-eb82-42b7-b19d-d859b21e0aa6 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75147) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 19:52:48 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:52:48 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.048s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:52:48 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[bbf23504-de8a-4f28-8a3a-6abf05bedf24]: (4, ('1', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:52:48 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-f22532f5-eb82-42b7-b19d-d859b21e0aa6 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 19:52:48 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-f22532f5-eb82-42b7-b19d-d859b21e0aa6 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] SCSI volumes sdb have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 19:52:48 user nova-compute[75147]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-1SCST_BIO821c962c-88c426e49f746860', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_821c962c', '/dev/disk/by-id/scsi-23838633432366534') {{(pid=86354) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Oct 27 19:52:48 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[5660d6d7-c4ca-414e-821a-42c487157831]: (4, None) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:52:48 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-f22532f5-eb82-42b7-b19d-d859b21e0aa6 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9c5839b3-5d82-456c-9324-60a7f879bf78')] {{(pid=75147) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 19:52:48 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9c5839b3-5d82-456c-9324-60a7f879bf78 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:52:48 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9c5839b3-5d82-456c-9324-60a7f879bf78 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:52:48 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[7eabde53-87d9-4178-ade0-62f4ba82f5f6]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:52:48 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-f22532f5-eb82-42b7-b19d-d859b21e0aa6 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:52:48 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9c5839b3-5d82-456c-9324-60a7f879bf78 -p 172.16.0.220:3260 --logout {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:52:48 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9c5839b3-5d82-456c-9324-60a7f879bf78 -p 172.16.0.220:3260 --logout" returned: 0 in 0.064s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:52:48 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[aeb06916-0da6-4699-8774-3c89ca9317c4]: (4, ('Logging out of session [sid: 46, target: iqn.2010-10.org.openstack:9c5839b3-5d82-456c-9324-60a7f879bf78, portal: 172.16.0.220,3260]\nLogout of [sid: 46, target: iqn.2010-10.org.openstack:9c5839b3-5d82-456c-9324-60a7f879bf78, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:52:48 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-f22532f5-eb82-42b7-b19d-d859b21e0aa6 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 46, target: iqn.2010-10.org.openstack:9c5839b3-5d82-456c-9324-60a7f879bf78, portal: 172.16.0.220,3260]
Oct 27 19:52:48 user nova-compute[75147]: Logout of [sid: 46, target: iqn.2010-10.org.openstack:9c5839b3-5d82-456c-9324-60a7f879bf78, portal: 172.16.0.220,3260] successful.
Oct 27 19:52:48 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:52:48 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9c5839b3-5d82-456c-9324-60a7f879bf78 -p 172.16.0.220:3260 --op delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:52:48 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9c5839b3-5d82-456c-9324-60a7f879bf78 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:52:48 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[deb8bd90-76a7-4bf5-af68-e8b4d5d8478e]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:52:48 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-f22532f5-eb82-42b7-b19d-d859b21e0aa6 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:52:48 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-f22532f5-eb82-42b7-b19d-d859b21e0aa6 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.357s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:52:48 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-f22532f5-eb82-42b7-b19d-d859b21e0aa6 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] <== disconnect_volume: return (360ms) None {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:52:48 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f22532f5-eb82-42b7-b19d-d859b21e0aa6 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: a960707e-0541-4fa8-af38-bf2898e49176] Disconnected iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 19:52:48 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-f22532f5-eb82-42b7-b19d-d859b21e0aa6 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: a960707e-0541-4fa8-af38-bf2898e49176] Deleting instance files /opt/stack/data/nova/instances/a960707e-0541-4fa8-af38-bf2898e49176_del
Oct 27 19:52:48 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-f22532f5-eb82-42b7-b19d-d859b21e0aa6 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: a960707e-0541-4fa8-af38-bf2898e49176] Deletion of /opt/stack/data/nova/instances/a960707e-0541-4fa8-af38-bf2898e49176_del complete
Oct 27 19:52:48 user nova-compute[75147]: INFO nova.compute.manager [None req-f22532f5-eb82-42b7-b19d-d859b21e0aa6 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: a960707e-0541-4fa8-af38-bf2898e49176] Took 1.22 seconds to destroy the instance on the hypervisor.
Oct 27 19:52:48 user nova-compute[75147]: DEBUG oslo.service.loopingcall [None req-f22532f5-eb82-42b7-b19d-d859b21e0aa6 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 27 19:52:48 user nova-compute[75147]: DEBUG nova.compute.manager [-] [instance: a960707e-0541-4fa8-af38-bf2898e49176] Deallocating network for instance {{(pid=75147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 27 19:52:48 user nova-compute[75147]: DEBUG nova.network.neutron [-] [instance: a960707e-0541-4fa8-af38-bf2898e49176] deallocate_for_instance() {{(pid=75147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 27 19:52:49 user nova-compute[75147]: DEBUG nova.network.neutron [-] [instance: a960707e-0541-4fa8-af38-bf2898e49176] Updating instance_info_cache with network_info: [] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:52:49 user nova-compute[75147]: DEBUG nova.compute.manager [req-9dbdd76f-0fa3-49b5-a83c-b6a887336427 req-32a940bb-1501-41aa-a0e1-f1de72394892 service nova] [instance: a960707e-0541-4fa8-af38-bf2898e49176] Received event network-vif-deleted-c28b6ed4-5085-4bce-9f78-95fda7212834 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:52:49 user nova-compute[75147]: INFO nova.compute.manager [req-9dbdd76f-0fa3-49b5-a83c-b6a887336427 req-32a940bb-1501-41aa-a0e1-f1de72394892 service nova] [instance: a960707e-0541-4fa8-af38-bf2898e49176] Neutron deleted interface c28b6ed4-5085-4bce-9f78-95fda7212834; detaching it from the instance and deleting it from the info cache
Oct 27 19:52:49 user nova-compute[75147]: DEBUG nova.network.neutron [req-9dbdd76f-0fa3-49b5-a83c-b6a887336427 req-32a940bb-1501-41aa-a0e1-f1de72394892 service nova] [instance: a960707e-0541-4fa8-af38-bf2898e49176] Updating instance_info_cache with network_info: [] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:52:49 user nova-compute[75147]: INFO nova.compute.manager [-] [instance: a960707e-0541-4fa8-af38-bf2898e49176] Took 0.86 seconds to deallocate network for instance.
Oct 27 19:52:49 user nova-compute[75147]: DEBUG nova.compute.manager [req-9dbdd76f-0fa3-49b5-a83c-b6a887336427 req-32a940bb-1501-41aa-a0e1-f1de72394892 service nova] [instance: a960707e-0541-4fa8-af38-bf2898e49176] Detach interface failed, port_id=c28b6ed4-5085-4bce-9f78-95fda7212834, reason: Instance a960707e-0541-4fa8-af38-bf2898e49176 could not be found. {{(pid=75147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 27 19:52:49 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Acquiring lock "23a3503a-d59f-467e-9bbb-c8f679f3d809" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:52:49 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Lock "23a3503a-d59f-467e-9bbb-c8f679f3d809" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:52:49 user nova-compute[75147]: DEBUG nova.compute.manager [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Starting instance... {{(pid=75147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 27 19:52:49 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:52:49 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:52:49 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75147) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 19:52:49 user nova-compute[75147]: INFO nova.compute.claims [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Claim successful on node user
Oct 27 19:52:50 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:52:50 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:52:50 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.323s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:52:50 user nova-compute[75147]: DEBUG nova.compute.manager [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Start building networks asynchronously for instance. {{(pid=75147) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 27 19:52:50 user nova-compute[75147]: DEBUG nova.compute.manager [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Allocating IP information in the background. {{(pid=75147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 27 19:52:50 user nova-compute[75147]: DEBUG nova.network.neutron [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] allocate_for_instance() {{(pid=75147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 27 19:52:50 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 27 19:52:50 user nova-compute[75147]: DEBUG nova.compute.manager [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Start building block device mappings for instance. {{(pid=75147) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 27 19:52:50 user nova-compute[75147]: INFO nova.virt.block_device [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Booting with blank volume at /dev/vda
Oct 27 19:52:50 user nova-compute[75147]: DEBUG nova.policy [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6727f3019b20472fa098b88b46a487db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f24b4cdff6de43ebad2383ca58b7a4d3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75147) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 27 19:52:50 user nova-compute[75147]: INFO nova.compute.manager [None req-f22532f5-eb82-42b7-b19d-d859b21e0aa6 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: a960707e-0541-4fa8-af38-bf2898e49176] Took 0.95 seconds to detach 1 volumes for instance.
Oct 27 19:52:50 user nova-compute[75147]: DEBUG nova.compute.manager [None req-f22532f5-eb82-42b7-b19d-d859b21e0aa6 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: a960707e-0541-4fa8-af38-bf2898e49176] Deleting volume: 9c5839b3-5d82-456c-9324-60a7f879bf78 {{(pid=75147) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Oct 27 19:52:50 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-f22532f5-eb82-42b7-b19d-d859b21e0aa6 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:52:50 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-f22532f5-eb82-42b7-b19d-d859b21e0aa6 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:52:50 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-f22532f5-eb82-42b7-b19d-d859b21e0aa6 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:52:50 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-f22532f5-eb82-42b7-b19d-d859b21e0aa6 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:52:50 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-f22532f5-eb82-42b7-b19d-d859b21e0aa6 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.264s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:52:50 user nova-compute[75147]: INFO nova.scheduler.client.report [None req-f22532f5-eb82-42b7-b19d-d859b21e0aa6 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Deleted allocations for instance a960707e-0541-4fa8-af38-bf2898e49176
Oct 27 19:52:51 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-f22532f5-eb82-42b7-b19d-d859b21e0aa6 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lock "a960707e-0541-4fa8-af38-bf2898e49176" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.558s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:52:51 user nova-compute[75147]: DEBUG nova.network.neutron [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Successfully created port: cc5bf4a2-53e8-4776-ac36-a0b81ce7e261 {{(pid=75147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 19:52:52 user nova-compute[75147]: DEBUG nova.network.neutron [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Successfully updated port: cc5bf4a2-53e8-4776-ac36-a0b81ce7e261 {{(pid=75147) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 19:52:52 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Acquiring lock "refresh_cache-23a3503a-d59f-467e-9bbb-c8f679f3d809" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:52:52 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Acquired lock "refresh_cache-23a3503a-d59f-467e-9bbb-c8f679f3d809" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:52:52 user nova-compute[75147]: DEBUG nova.network.neutron [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Building network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 19:52:52 user nova-compute[75147]: DEBUG nova.compute.manager [req-1412849f-bbc1-46ad-89a1-c4aaa2aecca9 req-833647a0-35b8-40b1-a84d-4ed80c1c38a2 service nova] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Received event network-changed-cc5bf4a2-53e8-4776-ac36-a0b81ce7e261 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:52:52 user nova-compute[75147]: DEBUG nova.compute.manager [req-1412849f-bbc1-46ad-89a1-c4aaa2aecca9 req-833647a0-35b8-40b1-a84d-4ed80c1c38a2 service nova] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Refreshing instance network info cache due to event network-changed-cc5bf4a2-53e8-4776-ac36-a0b81ce7e261. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 19:52:52 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-1412849f-bbc1-46ad-89a1-c4aaa2aecca9 req-833647a0-35b8-40b1-a84d-4ed80c1c38a2 service nova] Acquiring lock "refresh_cache-23a3503a-d59f-467e-9bbb-c8f679f3d809" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:52:52 user nova-compute[75147]: DEBUG nova.network.neutron [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Instance cache missing network info. {{(pid=75147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 19:52:52 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:52:52 user nova-compute[75147]: DEBUG nova.network.neutron [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Updating instance_info_cache with network_info: [{"id": "cc5bf4a2-53e8-4776-ac36-a0b81ce7e261", "address": "fa:16:3e:02:47:32", "network": {"id": "5d65da42-1076-416b-95f3-7516c6b6578f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-703269400-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f24b4cdff6de43ebad2383ca58b7a4d3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc5bf4a2-53", "ovs_interfaceid": "cc5bf4a2-53e8-4776-ac36-a0b81ce7e261", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:52:52 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Releasing lock "refresh_cache-23a3503a-d59f-467e-9bbb-c8f679f3d809" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:52:52 user nova-compute[75147]: DEBUG nova.compute.manager [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Instance network_info: |[{"id": "cc5bf4a2-53e8-4776-ac36-a0b81ce7e261", "address": "fa:16:3e:02:47:32", "network": {"id": "5d65da42-1076-416b-95f3-7516c6b6578f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-703269400-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f24b4cdff6de43ebad2383ca58b7a4d3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc5bf4a2-53", "ovs_interfaceid": "cc5bf4a2-53e8-4776-ac36-a0b81ce7e261", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 27 19:52:52 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-1412849f-bbc1-46ad-89a1-c4aaa2aecca9 req-833647a0-35b8-40b1-a84d-4ed80c1c38a2 service nova] Acquired lock "refresh_cache-23a3503a-d59f-467e-9bbb-c8f679f3d809" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:52:52 user nova-compute[75147]: DEBUG nova.network.neutron [req-1412849f-bbc1-46ad-89a1-c4aaa2aecca9 req-833647a0-35b8-40b1-a84d-4ed80c1c38a2 service nova] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Refreshing network info cache for port cc5bf4a2-53e8-4776-ac36-a0b81ce7e261 {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 19:52:53 user nova-compute[75147]: DEBUG nova.network.neutron [req-1412849f-bbc1-46ad-89a1-c4aaa2aecca9 req-833647a0-35b8-40b1-a84d-4ed80c1c38a2 service nova] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Updated VIF entry in instance network info cache for port cc5bf4a2-53e8-4776-ac36-a0b81ce7e261. {{(pid=75147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 19:52:53 user nova-compute[75147]: DEBUG nova.network.neutron [req-1412849f-bbc1-46ad-89a1-c4aaa2aecca9 req-833647a0-35b8-40b1-a84d-4ed80c1c38a2 service nova] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Updating instance_info_cache with network_info: [{"id": "cc5bf4a2-53e8-4776-ac36-a0b81ce7e261", "address": "fa:16:3e:02:47:32", "network": {"id": "5d65da42-1076-416b-95f3-7516c6b6578f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-703269400-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f24b4cdff6de43ebad2383ca58b7a4d3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc5bf4a2-53", "ovs_interfaceid": "cc5bf4a2-53e8-4776-ac36-a0b81ce7e261", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:52:53 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-1412849f-bbc1-46ad-89a1-c4aaa2aecca9 req-833647a0-35b8-40b1-a84d-4ed80c1c38a2 service nova] Releasing lock "refresh_cache-23a3503a-d59f-467e-9bbb-c8f679f3d809" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:52:53 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:52:57 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:52:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:53:01 user nova-compute[75147]: DEBUG os_brick.utils [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:53:01 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:53:01 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:53:01 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0210d20-ad28-4ece-84ad-417b7122ade0]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9325735bc82e\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:53:01 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:53:01 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:53:01 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[66cf1739-0b7f-4f10-9e2a-f275f6c0efb0]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:53:01 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:53:01 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:53:01 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[77613f4a-93d1-4047-ac73-7431ea82147a]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:53:01 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d11fd38-d693-4ddb-ace0-1f6a541eacff]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:53:01 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Running cmd (subprocess): nvme version {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:53:01 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] 'nvme version' failed. Not Retrying. {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 19:53:01 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.nvmeof [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] nvme not present on system {{(pid=75147) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 27 19:53:01 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:53:01 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 19:53:01 user nova-compute[75147]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 27 19:53:01 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b93725d-d927-4a57-ac77-b88f39f09448]: (4, '') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:53:01 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75147) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 27 19:53:01 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 27 19:53:01 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] LIGHTOS: no hostnqn found. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 27 19:53:01 user nova-compute[75147]: DEBUG os_brick.utils [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] <== get_connector_properties: return (130ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9325735bc82e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:53:01 user nova-compute[75147]: DEBUG nova.virt.block_device [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Updating existing volume attachment record: 3d543e59-9121-46c9-b4e0-49a3d0aeec99 {{(pid=75147) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 27 19:53:03 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:53:04 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:53:06 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:53:07 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:53:07 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:53:07 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Starting heal instance info cache {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 19:53:07 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "refresh_cache-a413fb71-5748-4328-a2f3-592c64188e21" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:53:07 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquired lock "refresh_cache-a413fb71-5748-4328-a2f3-592c64188e21" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:53:07 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: a413fb71-5748-4328-a2f3-592c64188e21] Forcefully refreshing network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 27 19:53:08 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:53:08 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: a413fb71-5748-4328-a2f3-592c64188e21] Updating instance_info_cache with network_info: [{"id": "354da5c5-840d-4a12-94ff-985e4cfdc3c4", "address": "fa:16:3e:e1:06:7e", "network": {"id": "5d65da42-1076-416b-95f3-7516c6b6578f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-703269400-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f24b4cdff6de43ebad2383ca58b7a4d3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap354da5c5-84", "ovs_interfaceid": "354da5c5-840d-4a12-94ff-985e4cfdc3c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:53:08 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Releasing lock "refresh_cache-a413fb71-5748-4328-a2f3-592c64188e21" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:53:08 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: a413fb71-5748-4328-a2f3-592c64188e21] Updated the network info_cache for instance {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 27 19:53:08 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:53:08 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:53:08 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:53:08 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:53:08 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:53:08 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Auditing locally available compute resources for user (node: user) {{(pid=75147) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 19:53:09 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75147) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 19:53:09 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a413fb71-5748-4328-a2f3-592c64188e21/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:53:09 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a413fb71-5748-4328-a2f3-592c64188e21/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:53:09 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a413fb71-5748-4328-a2f3-592c64188e21/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:53:09 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a413fb71-5748-4328-a2f3-592c64188e21/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:53:09 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7bf82fab-cd00-4ee4-a2b0-6b5df507102d/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:53:09 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7bf82fab-cd00-4ee4-a2b0-6b5df507102d/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:53:09 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7bf82fab-cd00-4ee4-a2b0-6b5df507102d/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:53:09 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7bf82fab-cd00-4ee4-a2b0-6b5df507102d/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:53:09 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=75147) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 19:53:10 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:53:10 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:53:10 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Hypervisor/Node resource view: name=user free_ram=8520MB free_disk=25.05392074584961GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75147) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 19:53:10 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:53:10 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:53:10 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance fcba79df-fa35-42c4-9fec-51b7bab8c1dd actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:53:10 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance a413fb71-5748-4328-a2f3-592c64188e21 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:53:10 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 7bf82fab-cd00-4ee4-a2b0-6b5df507102d actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:53:10 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 23a3503a-d59f-467e-9bbb-c8f679f3d809 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:53:10 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 19:53:10 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Final resource view: name=user phys_ram=16011MB used_ram=2560MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 19:53:10 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Refreshing inventories for resource provider 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 27 19:53:10 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Updating ProviderTree inventory for provider 719076f2-a22e-4833-8fe0-efddc2edace5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 27 19:53:10 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Updating inventory in ProviderTree for provider 719076f2-a22e-4833-8fe0-efddc2edace5 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 27 19:53:10 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Refreshing aggregate associations for resource provider 719076f2-a22e-4833-8fe0-efddc2edace5, aggregates: None {{(pid=75147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 27 19:53:10 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Refreshing trait associations for resource provider 719076f2-a22e-4833-8fe0-efddc2edace5, traits: COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_VOLUME_EXTEND,HW_CPU_X86_SSSE3,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_NET_VIF_MODEL_RTL8139,HW_CPU_X86_SSE2,HW_CPU_X86_SSE42,COMPUTE_STORAGE_BUS_SATA,COMPUTE_RESCUE_BFV,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,HW_CPU_X86_SSE41,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_ACCELERATORS,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NODE,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_STORAGE_BUS_FDC,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_STORAGE_BUS_USB,HW_CPU_X86_SSE,COMPUTE_DEVICE_TAGGING,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_CPU_X86_MMX,COMPUTE_STORAGE_BUS_IDE,COMPUTE_TRUSTED_CERTS,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_IMAGE_TYPE_RAW {{(pid=75147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 27 19:53:10 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:53:10 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:53:10 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Compute_service record updated for user:user {{(pid=75147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 19:53:10 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.594s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:53:11 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:53:13 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:53:16 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:53:18 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:53:19 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:53:19 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:53:19 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75147) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 19:53:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:53:22 user nova-compute[75147]: DEBUG nova.compute.manager [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Start spawning the instance on the hypervisor. {{(pid=75147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 27 19:53:22 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Creating instance directory {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 19:53:22 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Creating image(s)
Oct 27 19:53:22 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Did not create local disks {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 27 19:53:22 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Ensure instance console log exists: /opt/stack/data/nova/instances/23a3503a-d59f-467e-9bbb-c8f679f3d809/console.log {{(pid=75147) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 19:53:22 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:53:22 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:53:22 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:53:22 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Start _get_guest_xml network_info=[{"id": "cc5bf4a2-53e8-4776-ac36-a0b81ce7e261", "address": "fa:16:3e:02:47:32", "network": {"id": "5d65da42-1076-416b-95f3-7516c6b6578f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-703269400-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f24b4cdff6de43ebad2383ca58b7a4d3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc5bf4a2-53", "ovs_interfaceid": "cc5bf4a2-53e8-4776-ac36-a0b81ce7e261", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T19:22:09Z,direct_url=<?>,disk_format='qcow2',id=d52df17c-5315-4a73-ab7c-34c161a414fb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0b43115555434818b0c8bdf6be4946da',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T19:22:11Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': 'disk', 'delete_on_termination': False, 'boot_index': 0, 'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'guest_format': None, 'attachment_id': '3d543e59-9121-46c9-b4e0-49a3d0aeec99', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'inuXNfdt', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '23a3503a-d59f-467e-9bbb-c8f679f3d809', 'attached_at': '', 'detached_at': '', 'volume_id': 'ba04047a-8512-4776-ab93-90ab0cc66bd1', 'serial': 'ba04047a-8512-4776-ab93-90ab0cc66bd1'}, 'volume_type': None} {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 19:53:22 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:53:22 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:53:22 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 19:53:22 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] CPU controller missing on host. {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 19:53:22 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 19:53:22 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] CPU controller found on host. {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 19:53:22 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75147) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 19:53:22 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T19:21:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T19:22:09Z,direct_url=<?>,disk_format='qcow2',id=d52df17c-5315-4a73-ab7c-34c161a414fb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0b43115555434818b0c8bdf6be4946da',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T19:22:11Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 19:53:22 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Flavor limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 19:53:22 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Image limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 19:53:22 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Flavor pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 19:53:22 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Image pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 19:53:22 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 19:53:22 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 19:53:22 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 19:53:22 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Got 1 possible topologies {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 19:53:22 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 19:53:22 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 19:53:22 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Calling os-brick to attach iSCSI Volume {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 19:53:22 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'inuXNfdt', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:53:22 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:53:22 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:53:22 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:53:22 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:53:22 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:53:22 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:53:22 user nova-compute[75147]: INFO os_brick.initiator.connectors.iscsi [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 19:53:22 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:53:22 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 -p 172.16.0.220:3260 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:53:22 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:53:22 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[81d7d84e-f17e-42a9-b13f-c939ab5e406d]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:53:22 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 19:53:22 user nova-compute[75147]:  {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:53:22 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 -p 172.16.0.220:3260 --interface default --op new {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:53:22 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:53:22 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[1765c39a-3d28-40ab-856a-4abb60ead2eb]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1] added\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:53:22 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1] added
Oct 27 19:53:22 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:53:22 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:53:22 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:53:22 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e866ff7-cdb4-4710-8f80-2f2d253a6748]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:53:22 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:53:22 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:53:22 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:53:22 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[889f6e20-b068-4868-b0a2-c0530bb362d5]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:53:22 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:53:22 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v inuXNfdt {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:53:22 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v inuXNfdt" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:53:22 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[22b93a61-470f-4dbe-8e30-eeb4b66049e9]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:53:22 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'inuXNfdt'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:53:22 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:53:22 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:53:22 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2acd674-9935-4bc3-8d1c-a8c9f019b707]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:53:22 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:53:22 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:53:22 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:53:22 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[a460b42f-7512-4fac-b287-70d83cdfc76f]: (4, ('tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:65b98270-663a-486d-92c1-92804e43f094 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:53:22 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b (non-flash)
Oct 27 19:53:22 user nova-compute[75147]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:65b98270-663a-486d-92c1-92804e43f094 (non-flash)
Oct 27 19:53:22 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:53:22 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] iscsi session list stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b (non-flash)
Oct 27 19:53:22 user nova-compute[75147]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:65b98270-663a-486d-92c1-92804e43f094 (non-flash)
Oct 27 19:53:22 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:53:22 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 -p 172.16.0.220:3260 --login {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:53:22 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 -p 172.16.0.220:3260 --login" returned: 0 in 0.066s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:53:22 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d8bf0df-6887-425e-8849-f44ae549728a]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:53:22 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1, portal: 172.16.0.220,3260]
Oct 27 19:53:22 user nova-compute[75147]: Login to [iface: default, target: iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1, portal: 172.16.0.220,3260] successful.
Oct 27 19:53:22 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:53:22 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:53:22 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:53:22 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[44b352cd-61bd-4671-8159-70361e710a49]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:53:22 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:53:22 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:53:22 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:53:22 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[5505e980-1532-4e4e-8afb-5b6d4cfd82bd]: (4, ('tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:65b98270-663a-486d-92c1-92804e43f094 (non-flash)\ntcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:53:22 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b (non-flash)
Oct 27 19:53:22 user nova-compute[75147]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:65b98270-663a-486d-92c1-92804e43f094 (non-flash)
Oct 27 19:53:22 user nova-compute[75147]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 (non-flash)
Oct 27 19:53:22 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:53:22 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] iscsi session list stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b (non-flash)
Oct 27 19:53:22 user nova-compute[75147]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:65b98270-663a-486d-92c1-92804e43f094 (non-flash)
Oct 27 19:53:22 user nova-compute[75147]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 (non-flash)
Oct 27 19:53:22 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:53:22 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.290s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:53:22 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Connected to 172.16.0.220:3260 {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 19:53:22 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] HCTL ('33', '-', '-', 0) found on session 51 with lun 0 {{(pid=75147) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 19:53:22 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75147) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 19:53:22 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:53:22 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:53:22 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc082e7c-1ffb-4d6f-89d6-0ab8f0135107]: (4, ('- - 0', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:53:22 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Searching for a device in session 51 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75147) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 19:53:22 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'inuXNfdt', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 19:53:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:53:23 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.323s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:53:23 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] <== connect_volume: return (1325ms) {'type': 'block', 'scsi_wwn': '26437376338396561', 'path': '/dev/sdb'} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:53:23 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26437376338396561', 'path': '/dev/sdb'} {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 19:53:23 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:52:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1142702815',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1142702815',id=44,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f24b4cdff6de43ebad2383ca58b7a4d3',ramdisk_id='',reservation_id='r-clxxeg38',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-754928900',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:52:50Z,user_data=None,user_id='6727f3019b20472fa098b88b46a487db',uuid=23a3503a-d59f-467e-9bbb-c8f679f3d809,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "cc5bf4a2-53e8-4776-ac36-a0b81ce7e261", "address": "fa:16:3e:02:47:32", "network": {"id": "5d65da42-1076-416b-95f3-7516c6b6578f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-703269400-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f24b4cdff6de43ebad2383ca58b7a4d3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc5bf4a2-53", "ovs_interfaceid": "cc5bf4a2-53e8-4776-ac36-a0b81ce7e261", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75147) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 19:53:23 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Converting VIF {"id": "cc5bf4a2-53e8-4776-ac36-a0b81ce7e261", "address": "fa:16:3e:02:47:32", "network": {"id": "5d65da42-1076-416b-95f3-7516c6b6578f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-703269400-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f24b4cdff6de43ebad2383ca58b7a4d3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc5bf4a2-53", "ovs_interfaceid": "cc5bf4a2-53e8-4776-ac36-a0b81ce7e261", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:53:23 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:02:47:32,bridge_name='br-int',has_traffic_filtering=True,id=cc5bf4a2-53e8-4776-ac36-a0b81ce7e261,network=Network(5d65da42-1076-416b-95f3-7516c6b6578f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcc5bf4a2-53') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:53:23 user nova-compute[75147]: DEBUG nova.objects.instance [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Lazy-loading 'pci_devices' on Instance uuid 23a3503a-d59f-467e-9bbb-c8f679f3d809 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:53:23 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] End _get_guest_xml xml=<domain type="kvm">
Oct 27 19:53:23 user nova-compute[75147]:   <uuid>23a3503a-d59f-467e-9bbb-c8f679f3d809</uuid>
Oct 27 19:53:23 user nova-compute[75147]:   <name>instance-0000002c</name>
Oct 27 19:53:23 user nova-compute[75147]:   <memory>524288</memory>
Oct 27 19:53:23 user nova-compute[75147]:   <vcpu>1</vcpu>
Oct 27 19:53:23 user nova-compute[75147]:   <metadata>
Oct 27 19:53:23 user nova-compute[75147]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 19:53:23 user nova-compute[75147]:       <nova:package version="0.0.0"/>
Oct 27 19:53:23 user nova-compute[75147]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-1142702815</nova:name>
Oct 27 19:53:23 user nova-compute[75147]:       <nova:creationTime>2023-10-27 19:53:22</nova:creationTime>
Oct 27 19:53:23 user nova-compute[75147]:       <nova:flavor name="m1.tiny">
Oct 27 19:53:23 user nova-compute[75147]:         <nova:memory>512</nova:memory>
Oct 27 19:53:23 user nova-compute[75147]:         <nova:disk>1</nova:disk>
Oct 27 19:53:23 user nova-compute[75147]:         <nova:swap>0</nova:swap>
Oct 27 19:53:23 user nova-compute[75147]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 19:53:23 user nova-compute[75147]:         <nova:vcpus>1</nova:vcpus>
Oct 27 19:53:23 user nova-compute[75147]:       </nova:flavor>
Oct 27 19:53:23 user nova-compute[75147]:       <nova:owner>
Oct 27 19:53:23 user nova-compute[75147]:         <nova:user uuid="6727f3019b20472fa098b88b46a487db">tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member</nova:user>
Oct 27 19:53:23 user nova-compute[75147]:         <nova:project uuid="f24b4cdff6de43ebad2383ca58b7a4d3">tempest-ServerBootFromVolumeStableRescueTest-754928900</nova:project>
Oct 27 19:53:23 user nova-compute[75147]:       </nova:owner>
Oct 27 19:53:23 user nova-compute[75147]:       <nova:root type="image" uuid="d52df17c-5315-4a73-ab7c-34c161a414fb"/>
Oct 27 19:53:23 user nova-compute[75147]:       <nova:ports>
Oct 27 19:53:23 user nova-compute[75147]:         <nova:port uuid="cc5bf4a2-53e8-4776-ac36-a0b81ce7e261">
Oct 27 19:53:23 user nova-compute[75147]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Oct 27 19:53:23 user nova-compute[75147]:         </nova:port>
Oct 27 19:53:23 user nova-compute[75147]:       </nova:ports>
Oct 27 19:53:23 user nova-compute[75147]:     </nova:instance>
Oct 27 19:53:23 user nova-compute[75147]:   </metadata>
Oct 27 19:53:23 user nova-compute[75147]:   <sysinfo type="smbios">
Oct 27 19:53:23 user nova-compute[75147]:     <system>
Oct 27 19:53:23 user nova-compute[75147]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 19:53:23 user nova-compute[75147]:       <entry name="product">OpenStack Nova</entry>
Oct 27 19:53:23 user nova-compute[75147]:       <entry name="version">0.0.0</entry>
Oct 27 19:53:23 user nova-compute[75147]:       <entry name="serial">23a3503a-d59f-467e-9bbb-c8f679f3d809</entry>
Oct 27 19:53:23 user nova-compute[75147]:       <entry name="uuid">23a3503a-d59f-467e-9bbb-c8f679f3d809</entry>
Oct 27 19:53:23 user nova-compute[75147]:       <entry name="family">Virtual Machine</entry>
Oct 27 19:53:23 user nova-compute[75147]:     </system>
Oct 27 19:53:23 user nova-compute[75147]:   </sysinfo>
Oct 27 19:53:23 user nova-compute[75147]:   <os>
Oct 27 19:53:23 user nova-compute[75147]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 19:53:23 user nova-compute[75147]:     <boot dev="hd"/>
Oct 27 19:53:23 user nova-compute[75147]:     <smbios mode="sysinfo"/>
Oct 27 19:53:23 user nova-compute[75147]:   </os>
Oct 27 19:53:23 user nova-compute[75147]:   <features>
Oct 27 19:53:23 user nova-compute[75147]:     <acpi/>
Oct 27 19:53:23 user nova-compute[75147]:     <apic/>
Oct 27 19:53:23 user nova-compute[75147]:     <vmcoreinfo/>
Oct 27 19:53:23 user nova-compute[75147]:   </features>
Oct 27 19:53:23 user nova-compute[75147]:   <clock offset="utc">
Oct 27 19:53:23 user nova-compute[75147]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 19:53:23 user nova-compute[75147]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 19:53:23 user nova-compute[75147]:     <timer name="hpet" present="no"/>
Oct 27 19:53:23 user nova-compute[75147]:   </clock>
Oct 27 19:53:23 user nova-compute[75147]:   <cpu mode="custom" match="exact">
Oct 27 19:53:23 user nova-compute[75147]:     <model>Nehalem</model>
Oct 27 19:53:23 user nova-compute[75147]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 19:53:23 user nova-compute[75147]:   </cpu>
Oct 27 19:53:23 user nova-compute[75147]:   <devices>
Oct 27 19:53:23 user nova-compute[75147]:     <disk type="block" device="disk">
Oct 27 19:53:23 user nova-compute[75147]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 19:53:23 user nova-compute[75147]:       <source dev="/dev/sdb"/>
Oct 27 19:53:23 user nova-compute[75147]:       <target dev="vda" bus="virtio"/>
Oct 27 19:53:23 user nova-compute[75147]:       <serial>ba04047a-8512-4776-ab93-90ab0cc66bd1</serial>
Oct 27 19:53:23 user nova-compute[75147]:     </disk>
Oct 27 19:53:23 user nova-compute[75147]:     <interface type="ethernet">
Oct 27 19:53:23 user nova-compute[75147]:       <mac address="fa:16:3e:02:47:32"/>
Oct 27 19:53:23 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:53:23 user nova-compute[75147]:       <mtu size="1442"/>
Oct 27 19:53:23 user nova-compute[75147]:       <target dev="tapcc5bf4a2-53"/>
Oct 27 19:53:23 user nova-compute[75147]:     </interface>
Oct 27 19:53:23 user nova-compute[75147]:     <serial type="pty">
Oct 27 19:53:23 user nova-compute[75147]:       <log file="/opt/stack/data/nova/instances/23a3503a-d59f-467e-9bbb-c8f679f3d809/console.log" append="off"/>
Oct 27 19:53:23 user nova-compute[75147]:     </serial>
Oct 27 19:53:23 user nova-compute[75147]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 19:53:23 user nova-compute[75147]:     <video>
Oct 27 19:53:23 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:53:23 user nova-compute[75147]:     </video>
Oct 27 19:53:23 user nova-compute[75147]:     <rng model="virtio">
Oct 27 19:53:23 user nova-compute[75147]:       <backend model="random">/dev/urandom</backend>
Oct 27 19:53:23 user nova-compute[75147]:     </rng>
Oct 27 19:53:23 user nova-compute[75147]:     <controller type="usb" index="0" model="none"/>
Oct 27 19:53:23 user nova-compute[75147]:     <memballoon model="virtio">
Oct 27 19:53:23 user nova-compute[75147]:       <stats period="10"/>
Oct 27 19:53:23 user nova-compute[75147]:     </memballoon>
Oct 27 19:53:23 user nova-compute[75147]:   </devices>
Oct 27 19:53:23 user nova-compute[75147]: </domain>
Oct 27 19:53:23 user nova-compute[75147]:  {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 19:53:23 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:52:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1142702815',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1142702815',id=44,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f24b4cdff6de43ebad2383ca58b7a4d3',ramdisk_id='',reservation_id='r-clxxeg38',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-754928900',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:52:50Z,user_data=None,user_id='6727f3019b20472fa098b88b46a487db',uuid=23a3503a-d59f-467e-9bbb-c8f679f3d809,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "cc5bf4a2-53e8-4776-ac36-a0b81ce7e261", "address": "fa:16:3e:02:47:32", "network": {"id": "5d65da42-1076-416b-95f3-7516c6b6578f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-703269400-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f24b4cdff6de43ebad2383ca58b7a4d3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc5bf4a2-53", "ovs_interfaceid": "cc5bf4a2-53e8-4776-ac36-a0b81ce7e261", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 19:53:23 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Converting VIF {"id": "cc5bf4a2-53e8-4776-ac36-a0b81ce7e261", "address": "fa:16:3e:02:47:32", "network": {"id": "5d65da42-1076-416b-95f3-7516c6b6578f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-703269400-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f24b4cdff6de43ebad2383ca58b7a4d3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc5bf4a2-53", "ovs_interfaceid": "cc5bf4a2-53e8-4776-ac36-a0b81ce7e261", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:53:23 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:02:47:32,bridge_name='br-int',has_traffic_filtering=True,id=cc5bf4a2-53e8-4776-ac36-a0b81ce7e261,network=Network(5d65da42-1076-416b-95f3-7516c6b6578f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcc5bf4a2-53') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:53:23 user nova-compute[75147]: DEBUG os_vif [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:02:47:32,bridge_name='br-int',has_traffic_filtering=True,id=cc5bf4a2-53e8-4776-ac36-a0b81ce7e261,network=Network(5d65da42-1076-416b-95f3-7516c6b6578f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcc5bf4a2-53') {{(pid=75147) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 19:53:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:53:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:53:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 19:53:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:53:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ea8d910b-de9b-5ef5-a564-49e60eafdc86', '_type': 'linux-noop'}}, row=False) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:53:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:53:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:53:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:53:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapcc5bf4a2-53, may_exist=True, interface_attrs={}) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:53:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapcc5bf4a2-53, col_values=(('qos', UUID('ab6f42d6-a7e4-493e-9500-8952170a685e')),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:53:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapcc5bf4a2-53, col_values=(('external_ids', {'iface-id': 'cc5bf4a2-53e8-4776-ac36-a0b81ce7e261', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:02:47:32', 'vm-uuid': '23a3503a-d59f-467e-9bbb-c8f679f3d809'}),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:53:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:53:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:53:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:53:23 user nova-compute[75147]: INFO os_vif [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:02:47:32,bridge_name='br-int',has_traffic_filtering=True,id=cc5bf4a2-53e8-4776-ac36-a0b81ce7e261,network=Network(5d65da42-1076-416b-95f3-7516c6b6578f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcc5bf4a2-53')
Oct 27 19:53:23 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] No BDM found with device name vda, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:53:23 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] No VIF found with MAC fa:16:3e:02:47:32, not building metadata {{(pid=75147) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 19:53:24 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:53:25 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:53:25 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:53:25 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:53:25 user nova-compute[75147]: DEBUG nova.compute.manager [req-aa6855cc-b4b3-4e0d-93bf-8ed0f38f2e97 req-a843dd57-c43d-4d64-8425-b1442f1c73ec service nova] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Received event network-vif-plugged-cc5bf4a2-53e8-4776-ac36-a0b81ce7e261 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:53:25 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-aa6855cc-b4b3-4e0d-93bf-8ed0f38f2e97 req-a843dd57-c43d-4d64-8425-b1442f1c73ec service nova] Acquiring lock "23a3503a-d59f-467e-9bbb-c8f679f3d809-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:53:25 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-aa6855cc-b4b3-4e0d-93bf-8ed0f38f2e97 req-a843dd57-c43d-4d64-8425-b1442f1c73ec service nova] Lock "23a3503a-d59f-467e-9bbb-c8f679f3d809-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:53:25 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-aa6855cc-b4b3-4e0d-93bf-8ed0f38f2e97 req-a843dd57-c43d-4d64-8425-b1442f1c73ec service nova] Lock "23a3503a-d59f-467e-9bbb-c8f679f3d809-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:53:25 user nova-compute[75147]: DEBUG nova.compute.manager [req-aa6855cc-b4b3-4e0d-93bf-8ed0f38f2e97 req-a843dd57-c43d-4d64-8425-b1442f1c73ec service nova] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] No waiting events found dispatching network-vif-plugged-cc5bf4a2-53e8-4776-ac36-a0b81ce7e261 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:53:25 user nova-compute[75147]: WARNING nova.compute.manager [req-aa6855cc-b4b3-4e0d-93bf-8ed0f38f2e97 req-a843dd57-c43d-4d64-8425-b1442f1c73ec service nova] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Received unexpected event network-vif-plugged-cc5bf4a2-53e8-4776-ac36-a0b81ce7e261 for instance with vm_state building and task_state spawning.
Oct 27 19:53:25 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:53:25 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:53:27 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:53:27 user nova-compute[75147]: DEBUG nova.compute.manager [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Instance event wait completed in 0 seconds for  {{(pid=75147) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 19:53:27 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Guest created on hypervisor {{(pid=75147) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 19:53:27 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Instance spawned successfully.
Oct 27 19:53:27 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 27 19:53:27 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Found default for hw_cdrom_bus of ide {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:53:27 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Found default for hw_disk_bus of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:53:27 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Found default for hw_input_bus of None {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:53:27 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Found default for hw_pointer_model of None {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:53:27 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Found default for hw_video_model of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:53:27 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Found default for hw_vif_model of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:53:27 user nova-compute[75147]: INFO nova.compute.manager [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Took 5.36 seconds to spawn the instance on the hypervisor.
Oct 27 19:53:27 user nova-compute[75147]: DEBUG nova.compute.manager [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Checking state {{(pid=75147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 19:53:27 user nova-compute[75147]: DEBUG nova.compute.manager [req-2649448a-0ab4-44bc-a26b-7bc11a934a6d req-799034ca-30e0-40d3-af05-303d9078501c service nova] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Received event network-vif-plugged-cc5bf4a2-53e8-4776-ac36-a0b81ce7e261 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:53:27 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-2649448a-0ab4-44bc-a26b-7bc11a934a6d req-799034ca-30e0-40d3-af05-303d9078501c service nova] Acquiring lock "23a3503a-d59f-467e-9bbb-c8f679f3d809-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:53:27 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-2649448a-0ab4-44bc-a26b-7bc11a934a6d req-799034ca-30e0-40d3-af05-303d9078501c service nova] Lock "23a3503a-d59f-467e-9bbb-c8f679f3d809-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:53:27 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-2649448a-0ab4-44bc-a26b-7bc11a934a6d req-799034ca-30e0-40d3-af05-303d9078501c service nova] Lock "23a3503a-d59f-467e-9bbb-c8f679f3d809-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:53:27 user nova-compute[75147]: DEBUG nova.compute.manager [req-2649448a-0ab4-44bc-a26b-7bc11a934a6d req-799034ca-30e0-40d3-af05-303d9078501c service nova] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] No waiting events found dispatching network-vif-plugged-cc5bf4a2-53e8-4776-ac36-a0b81ce7e261 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:53:27 user nova-compute[75147]: WARNING nova.compute.manager [req-2649448a-0ab4-44bc-a26b-7bc11a934a6d req-799034ca-30e0-40d3-af05-303d9078501c service nova] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Received unexpected event network-vif-plugged-cc5bf4a2-53e8-4776-ac36-a0b81ce7e261 for instance with vm_state building and task_state spawning.
Oct 27 19:53:27 user nova-compute[75147]: INFO nova.compute.manager [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Took 37.63 seconds to build instance.
Oct 27 19:53:27 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-7b73d90f-b4b8-4c1c-ae21-2a9599c8291c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Lock "23a3503a-d59f-467e-9bbb-c8f679f3d809" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 37.737s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:53:28 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:53:28 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:53:32 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:53:32 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-6bd16e36-ebcb-4744-b224-cdecbfa0a37c tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Acquiring lock "0c912abd-d0ea-4978-8848-6a0c1344290e" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:53:32 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-6bd16e36-ebcb-4744-b224-cdecbfa0a37c tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Lock "0c912abd-d0ea-4978-8848-6a0c1344290e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:53:32 user nova-compute[75147]: DEBUG nova.compute.manager [None req-6bd16e36-ebcb-4744-b224-cdecbfa0a37c tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] Starting instance... {{(pid=75147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 27 19:53:32 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-6bd16e36-ebcb-4744-b224-cdecbfa0a37c tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:53:32 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-6bd16e36-ebcb-4744-b224-cdecbfa0a37c tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:53:32 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-6bd16e36-ebcb-4744-b224-cdecbfa0a37c tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75147) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 19:53:32 user nova-compute[75147]: INFO nova.compute.claims [None req-6bd16e36-ebcb-4744-b224-cdecbfa0a37c tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] Claim successful on node user
Oct 27 19:53:32 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-6bd16e36-ebcb-4744-b224-cdecbfa0a37c tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:53:32 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-6bd16e36-ebcb-4744-b224-cdecbfa0a37c tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:53:32 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-6bd16e36-ebcb-4744-b224-cdecbfa0a37c tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.297s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:53:32 user nova-compute[75147]: DEBUG nova.compute.manager [None req-6bd16e36-ebcb-4744-b224-cdecbfa0a37c tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] Start building networks asynchronously for instance. {{(pid=75147) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 27 19:53:33 user nova-compute[75147]: DEBUG nova.compute.manager [None req-6bd16e36-ebcb-4744-b224-cdecbfa0a37c tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] Allocating IP information in the background. {{(pid=75147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 27 19:53:33 user nova-compute[75147]: DEBUG nova.network.neutron [None req-6bd16e36-ebcb-4744-b224-cdecbfa0a37c tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] allocate_for_instance() {{(pid=75147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 27 19:53:33 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-6bd16e36-ebcb-4744-b224-cdecbfa0a37c tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 27 19:53:33 user nova-compute[75147]: DEBUG nova.compute.manager [None req-6bd16e36-ebcb-4744-b224-cdecbfa0a37c tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] Start building block device mappings for instance. {{(pid=75147) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 27 19:53:33 user nova-compute[75147]: DEBUG nova.policy [None req-6bd16e36-ebcb-4744-b224-cdecbfa0a37c tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0eb12921552a476987047e3d9c906060', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '896ec16ec7b34242a1a80bfdae150b44', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75147) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 27 19:53:33 user nova-compute[75147]: DEBUG nova.compute.manager [None req-6bd16e36-ebcb-4744-b224-cdecbfa0a37c tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] Start spawning the instance on the hypervisor. {{(pid=75147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 27 19:53:33 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-6bd16e36-ebcb-4744-b224-cdecbfa0a37c tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] Creating instance directory {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 19:53:33 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-6bd16e36-ebcb-4744-b224-cdecbfa0a37c tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] Creating image(s)
Oct 27 19:53:33 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-6bd16e36-ebcb-4744-b224-cdecbfa0a37c tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Acquiring lock "/opt/stack/data/nova/instances/0c912abd-d0ea-4978-8848-6a0c1344290e/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:53:33 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-6bd16e36-ebcb-4744-b224-cdecbfa0a37c tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Lock "/opt/stack/data/nova/instances/0c912abd-d0ea-4978-8848-6a0c1344290e/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:53:33 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-6bd16e36-ebcb-4744-b224-cdecbfa0a37c tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Lock "/opt/stack/data/nova/instances/0c912abd-d0ea-4978-8848-6a0c1344290e/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:53:33 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-6bd16e36-ebcb-4744-b224-cdecbfa0a37c tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Acquiring lock "2fd99339bb7e764830bd1604b3d84d3b93458a68" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:53:33 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-6bd16e36-ebcb-4744-b224-cdecbfa0a37c tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Lock "2fd99339bb7e764830bd1604b3d84d3b93458a68" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:53:33 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-6bd16e36-ebcb-4744-b224-cdecbfa0a37c tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2fd99339bb7e764830bd1604b3d84d3b93458a68.part --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:53:33 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:53:33 user nova-compute[75147]: DEBUG nova.network.neutron [None req-6bd16e36-ebcb-4744-b224-cdecbfa0a37c tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] Successfully created port: 32ab8c4f-4035-44f3-994e-8466b07b0184 {{(pid=75147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 19:53:33 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-6bd16e36-ebcb-4744-b224-cdecbfa0a37c tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2fd99339bb7e764830bd1604b3d84d3b93458a68.part --force-share --output=json" returned: 0 in 0.224s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:53:33 user nova-compute[75147]: DEBUG nova.virt.images [None req-6bd16e36-ebcb-4744-b224-cdecbfa0a37c tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] 78b71f22-a08f-428d-b495-d7656fabe498 was qcow2, converting to raw {{(pid=75147) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 27 19:53:33 user nova-compute[75147]: DEBUG nova.privsep.utils [None req-6bd16e36-ebcb-4744-b224-cdecbfa0a37c tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75147) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 27 19:53:33 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-6bd16e36-ebcb-4744-b224-cdecbfa0a37c tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/2fd99339bb7e764830bd1604b3d84d3b93458a68.part /opt/stack/data/nova/instances/_base/2fd99339bb7e764830bd1604b3d84d3b93458a68.converted {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:53:34 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-6bd16e36-ebcb-4744-b224-cdecbfa0a37c tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/2fd99339bb7e764830bd1604b3d84d3b93458a68.part /opt/stack/data/nova/instances/_base/2fd99339bb7e764830bd1604b3d84d3b93458a68.converted" returned: 0 in 0.564s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:53:34 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-6bd16e36-ebcb-4744-b224-cdecbfa0a37c tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2fd99339bb7e764830bd1604b3d84d3b93458a68.converted --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:53:34 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-6bd16e36-ebcb-4744-b224-cdecbfa0a37c tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2fd99339bb7e764830bd1604b3d84d3b93458a68.converted --force-share --output=json" returned: 0 in 0.179s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:53:34 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-6bd16e36-ebcb-4744-b224-cdecbfa0a37c tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Lock "2fd99339bb7e764830bd1604b3d84d3b93458a68" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.535s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:53:34 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-6bd16e36-ebcb-4744-b224-cdecbfa0a37c tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2fd99339bb7e764830bd1604b3d84d3b93458a68 --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:53:34 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-6bd16e36-ebcb-4744-b224-cdecbfa0a37c tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2fd99339bb7e764830bd1604b3d84d3b93458a68 --force-share --output=json" returned: 0 in 0.176s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:53:34 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-6bd16e36-ebcb-4744-b224-cdecbfa0a37c tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Acquiring lock "2fd99339bb7e764830bd1604b3d84d3b93458a68" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:53:34 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-6bd16e36-ebcb-4744-b224-cdecbfa0a37c tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Lock "2fd99339bb7e764830bd1604b3d84d3b93458a68" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:53:34 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-6bd16e36-ebcb-4744-b224-cdecbfa0a37c tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2fd99339bb7e764830bd1604b3d84d3b93458a68 --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:53:35 user nova-compute[75147]: DEBUG nova.network.neutron [None req-6bd16e36-ebcb-4744-b224-cdecbfa0a37c tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] Successfully updated port: 32ab8c4f-4035-44f3-994e-8466b07b0184 {{(pid=75147) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 19:53:35 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-6bd16e36-ebcb-4744-b224-cdecbfa0a37c tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Acquiring lock "refresh_cache-0c912abd-d0ea-4978-8848-6a0c1344290e" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:53:35 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-6bd16e36-ebcb-4744-b224-cdecbfa0a37c tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Acquired lock "refresh_cache-0c912abd-d0ea-4978-8848-6a0c1344290e" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:53:35 user nova-compute[75147]: DEBUG nova.network.neutron [None req-6bd16e36-ebcb-4744-b224-cdecbfa0a37c tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] Building network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 19:53:35 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-6bd16e36-ebcb-4744-b224-cdecbfa0a37c tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2fd99339bb7e764830bd1604b3d84d3b93458a68 --force-share --output=json" returned: 0 in 0.183s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:53:35 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-6bd16e36-ebcb-4744-b224-cdecbfa0a37c tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2fd99339bb7e764830bd1604b3d84d3b93458a68,backing_fmt=raw /opt/stack/data/nova/instances/0c912abd-d0ea-4978-8848-6a0c1344290e/disk 1073741824 {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:53:35 user nova-compute[75147]: DEBUG nova.compute.manager [req-29db0b29-41b7-41e8-9a63-85d3c69d0b3f req-d5c832e1-898e-4bd5-9a62-0affadaca41a service nova] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] Received event network-changed-32ab8c4f-4035-44f3-994e-8466b07b0184 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:53:35 user nova-compute[75147]: DEBUG nova.compute.manager [req-29db0b29-41b7-41e8-9a63-85d3c69d0b3f req-d5c832e1-898e-4bd5-9a62-0affadaca41a service nova] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] Refreshing instance network info cache due to event network-changed-32ab8c4f-4035-44f3-994e-8466b07b0184. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 19:53:35 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-29db0b29-41b7-41e8-9a63-85d3c69d0b3f req-d5c832e1-898e-4bd5-9a62-0affadaca41a service nova] Acquiring lock "refresh_cache-0c912abd-d0ea-4978-8848-6a0c1344290e" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:53:35 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-6bd16e36-ebcb-4744-b224-cdecbfa0a37c tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2fd99339bb7e764830bd1604b3d84d3b93458a68,backing_fmt=raw /opt/stack/data/nova/instances/0c912abd-d0ea-4978-8848-6a0c1344290e/disk 1073741824" returned: 0 in 0.058s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:53:35 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-6bd16e36-ebcb-4744-b224-cdecbfa0a37c tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Lock "2fd99339bb7e764830bd1604b3d84d3b93458a68" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.246s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:53:35 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-6bd16e36-ebcb-4744-b224-cdecbfa0a37c tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2fd99339bb7e764830bd1604b3d84d3b93458a68 --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:53:35 user nova-compute[75147]: DEBUG nova.network.neutron [None req-6bd16e36-ebcb-4744-b224-cdecbfa0a37c tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] Instance cache missing network info. {{(pid=75147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 19:53:35 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-6bd16e36-ebcb-4744-b224-cdecbfa0a37c tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2fd99339bb7e764830bd1604b3d84d3b93458a68 --force-share --output=json" returned: 0 in 0.178s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:53:35 user nova-compute[75147]: DEBUG nova.virt.disk.api [None req-6bd16e36-ebcb-4744-b224-cdecbfa0a37c tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Checking if we can resize image /opt/stack/data/nova/instances/0c912abd-d0ea-4978-8848-6a0c1344290e/disk. size=1073741824 {{(pid=75147) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 27 19:53:35 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-6bd16e36-ebcb-4744-b224-cdecbfa0a37c tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c912abd-d0ea-4978-8848-6a0c1344290e/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:53:35 user nova-compute[75147]: DEBUG nova.network.neutron [None req-6bd16e36-ebcb-4744-b224-cdecbfa0a37c tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] Updating instance_info_cache with network_info: [{"id": "32ab8c4f-4035-44f3-994e-8466b07b0184", "address": "fa:16:3e:ef:72:49", "network": {"id": "94e6ad08-dfc8-4693-8394-27958a24cbf7", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-956442534-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "896ec16ec7b34242a1a80bfdae150b44", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap32ab8c4f-40", "ovs_interfaceid": "32ab8c4f-4035-44f3-994e-8466b07b0184", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:53:35 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-6bd16e36-ebcb-4744-b224-cdecbfa0a37c tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Releasing lock "refresh_cache-0c912abd-d0ea-4978-8848-6a0c1344290e" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:53:35 user nova-compute[75147]: DEBUG nova.compute.manager [None req-6bd16e36-ebcb-4744-b224-cdecbfa0a37c tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] Instance network_info: |[{"id": "32ab8c4f-4035-44f3-994e-8466b07b0184", "address": "fa:16:3e:ef:72:49", "network": {"id": "94e6ad08-dfc8-4693-8394-27958a24cbf7", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-956442534-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "896ec16ec7b34242a1a80bfdae150b44", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap32ab8c4f-40", "ovs_interfaceid": "32ab8c4f-4035-44f3-994e-8466b07b0184", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 27 19:53:35 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-29db0b29-41b7-41e8-9a63-85d3c69d0b3f req-d5c832e1-898e-4bd5-9a62-0affadaca41a service nova] Acquired lock "refresh_cache-0c912abd-d0ea-4978-8848-6a0c1344290e" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:53:35 user nova-compute[75147]: DEBUG nova.network.neutron [req-29db0b29-41b7-41e8-9a63-85d3c69d0b3f req-d5c832e1-898e-4bd5-9a62-0affadaca41a service nova] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] Refreshing network info cache for port 32ab8c4f-4035-44f3-994e-8466b07b0184 {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 19:53:35 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-6bd16e36-ebcb-4744-b224-cdecbfa0a37c tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c912abd-d0ea-4978-8848-6a0c1344290e/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:53:35 user nova-compute[75147]: DEBUG nova.virt.disk.api [None req-6bd16e36-ebcb-4744-b224-cdecbfa0a37c tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Cannot resize image /opt/stack/data/nova/instances/0c912abd-d0ea-4978-8848-6a0c1344290e/disk to a smaller size. {{(pid=75147) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 27 19:53:35 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-6bd16e36-ebcb-4744-b224-cdecbfa0a37c tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] Created local disks {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 27 19:53:35 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-6bd16e36-ebcb-4744-b224-cdecbfa0a37c tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] Ensure instance console log exists: /opt/stack/data/nova/instances/0c912abd-d0ea-4978-8848-6a0c1344290e/console.log {{(pid=75147) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 19:53:35 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-6bd16e36-ebcb-4744-b224-cdecbfa0a37c tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:53:35 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-6bd16e36-ebcb-4744-b224-cdecbfa0a37c tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:53:35 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-6bd16e36-ebcb-4744-b224-cdecbfa0a37c tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:53:35 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-6bd16e36-ebcb-4744-b224-cdecbfa0a37c tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] Start _get_guest_xml network_info=[{"id": "32ab8c4f-4035-44f3-994e-8466b07b0184", "address": "fa:16:3e:ef:72:49", "network": {"id": "94e6ad08-dfc8-4693-8394-27958a24cbf7", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-956442534-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "896ec16ec7b34242a1a80bfdae150b44", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap32ab8c4f-40", "ovs_interfaceid": "32ab8c4f-4035-44f3-994e-8466b07b0184", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T19:53:29Z,direct_url=<?>,disk_format='qcow2',id=78b71f22-a08f-428d-b495-d7656fabe498,min_disk=0,min_ram=0,name='tempest-scenario-img--1345427077',owner='896ec16ec7b34242a1a80bfdae150b44',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T19:53:31Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'encryption_options': None, 'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encrypted': False, 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_format': None, 'device_name': '/dev/vda', 'image_id': '78b71f22-a08f-428d-b495-d7656fabe498'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 19:53:35 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-6bd16e36-ebcb-4744-b224-cdecbfa0a37c tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:53:35 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-6bd16e36-ebcb-4744-b224-cdecbfa0a37c tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:53:35 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-6bd16e36-ebcb-4744-b224-cdecbfa0a37c tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 19:53:35 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-6bd16e36-ebcb-4744-b224-cdecbfa0a37c tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] CPU controller missing on host. {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 19:53:35 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-6bd16e36-ebcb-4744-b224-cdecbfa0a37c tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 19:53:35 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-6bd16e36-ebcb-4744-b224-cdecbfa0a37c tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] CPU controller found on host. {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 19:53:35 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-6bd16e36-ebcb-4744-b224-cdecbfa0a37c tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75147) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 19:53:35 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-6bd16e36-ebcb-4744-b224-cdecbfa0a37c tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T19:21:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T19:53:29Z,direct_url=<?>,disk_format='qcow2',id=78b71f22-a08f-428d-b495-d7656fabe498,min_disk=0,min_ram=0,name='tempest-scenario-img--1345427077',owner='896ec16ec7b34242a1a80bfdae150b44',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T19:53:31Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 19:53:35 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-6bd16e36-ebcb-4744-b224-cdecbfa0a37c tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Flavor limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 19:53:35 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-6bd16e36-ebcb-4744-b224-cdecbfa0a37c tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Image limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 19:53:35 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-6bd16e36-ebcb-4744-b224-cdecbfa0a37c tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Flavor pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 19:53:35 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-6bd16e36-ebcb-4744-b224-cdecbfa0a37c tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Image pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 19:53:35 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-6bd16e36-ebcb-4744-b224-cdecbfa0a37c tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 19:53:35 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-6bd16e36-ebcb-4744-b224-cdecbfa0a37c tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 19:53:35 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-6bd16e36-ebcb-4744-b224-cdecbfa0a37c tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 19:53:35 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-6bd16e36-ebcb-4744-b224-cdecbfa0a37c tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Got 1 possible topologies {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 19:53:35 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-6bd16e36-ebcb-4744-b224-cdecbfa0a37c tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 19:53:35 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-6bd16e36-ebcb-4744-b224-cdecbfa0a37c tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 19:53:35 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-6bd16e36-ebcb-4744-b224-cdecbfa0a37c tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:53:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-881376519',display_name='tempest-TestMinimumBasicScenario-server-881376519',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-881376519',id=45,image_ref='78b71f22-a08f-428d-b495-d7656fabe498',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNYsYR/SZNhmf9R3FocpFSCJ3yNhGHG1LiJb8wZQLG9nUmIeXFJ/H/ROh2/it8YYZZFn2I+qb1KRS34InUCKMdfI7+gC2r/KshYITFcQ5SUHCxvQRqw6/SFdz/W4NWHLNQ==',key_name='tempest-TestMinimumBasicScenario-1439044989',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='896ec16ec7b34242a1a80bfdae150b44',ramdisk_id='',reservation_id='r-fp39p5ev',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='78b71f22-a08f-428d-b495-d7656fabe498',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-1436431678',owner_user_name='tempest-TestMinimumBasicScenario-1436431678-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:53:33Z,user_data=None,user_id='0eb12921552a476987047e3d9c906060',uuid=0c912abd-d0ea-4978-8848-6a0c1344290e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "32ab8c4f-4035-44f3-994e-8466b07b0184", "address": "fa:16:3e:ef:72:49", "network": {"id": "94e6ad08-dfc8-4693-8394-27958a24cbf7", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-956442534-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "896ec16ec7b34242a1a80bfdae150b44", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap32ab8c4f-40", "ovs_interfaceid": "32ab8c4f-4035-44f3-994e-8466b07b0184", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75147) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 19:53:35 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-6bd16e36-ebcb-4744-b224-cdecbfa0a37c tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Converting VIF {"id": "32ab8c4f-4035-44f3-994e-8466b07b0184", "address": "fa:16:3e:ef:72:49", "network": {"id": "94e6ad08-dfc8-4693-8394-27958a24cbf7", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-956442534-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "896ec16ec7b34242a1a80bfdae150b44", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap32ab8c4f-40", "ovs_interfaceid": "32ab8c4f-4035-44f3-994e-8466b07b0184", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:53:35 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-6bd16e36-ebcb-4744-b224-cdecbfa0a37c tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ef:72:49,bridge_name='br-int',has_traffic_filtering=True,id=32ab8c4f-4035-44f3-994e-8466b07b0184,network=Network(94e6ad08-dfc8-4693-8394-27958a24cbf7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap32ab8c4f-40') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:53:35 user nova-compute[75147]: DEBUG nova.objects.instance [None req-6bd16e36-ebcb-4744-b224-cdecbfa0a37c tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Lazy-loading 'pci_devices' on Instance uuid 0c912abd-d0ea-4978-8848-6a0c1344290e {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:53:35 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-6bd16e36-ebcb-4744-b224-cdecbfa0a37c tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] End _get_guest_xml xml=<domain type="kvm">
Oct 27 19:53:35 user nova-compute[75147]:   <uuid>0c912abd-d0ea-4978-8848-6a0c1344290e</uuid>
Oct 27 19:53:35 user nova-compute[75147]:   <name>instance-0000002d</name>
Oct 27 19:53:35 user nova-compute[75147]:   <memory>524288</memory>
Oct 27 19:53:35 user nova-compute[75147]:   <vcpu>1</vcpu>
Oct 27 19:53:35 user nova-compute[75147]:   <metadata>
Oct 27 19:53:35 user nova-compute[75147]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 19:53:35 user nova-compute[75147]:       <nova:package version="0.0.0"/>
Oct 27 19:53:35 user nova-compute[75147]:       <nova:name>tempest-TestMinimumBasicScenario-server-881376519</nova:name>
Oct 27 19:53:35 user nova-compute[75147]:       <nova:creationTime>2023-10-27 19:53:35</nova:creationTime>
Oct 27 19:53:35 user nova-compute[75147]:       <nova:flavor name="m1.tiny">
Oct 27 19:53:35 user nova-compute[75147]:         <nova:memory>512</nova:memory>
Oct 27 19:53:35 user nova-compute[75147]:         <nova:disk>1</nova:disk>
Oct 27 19:53:35 user nova-compute[75147]:         <nova:swap>0</nova:swap>
Oct 27 19:53:35 user nova-compute[75147]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 19:53:35 user nova-compute[75147]:         <nova:vcpus>1</nova:vcpus>
Oct 27 19:53:35 user nova-compute[75147]:       </nova:flavor>
Oct 27 19:53:35 user nova-compute[75147]:       <nova:owner>
Oct 27 19:53:35 user nova-compute[75147]:         <nova:user uuid="0eb12921552a476987047e3d9c906060">tempest-TestMinimumBasicScenario-1436431678-project-member</nova:user>
Oct 27 19:53:35 user nova-compute[75147]:         <nova:project uuid="896ec16ec7b34242a1a80bfdae150b44">tempest-TestMinimumBasicScenario-1436431678</nova:project>
Oct 27 19:53:35 user nova-compute[75147]:       </nova:owner>
Oct 27 19:53:35 user nova-compute[75147]:       <nova:root type="image" uuid="78b71f22-a08f-428d-b495-d7656fabe498"/>
Oct 27 19:53:35 user nova-compute[75147]:       <nova:ports>
Oct 27 19:53:35 user nova-compute[75147]:         <nova:port uuid="32ab8c4f-4035-44f3-994e-8466b07b0184">
Oct 27 19:53:35 user nova-compute[75147]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Oct 27 19:53:35 user nova-compute[75147]:         </nova:port>
Oct 27 19:53:35 user nova-compute[75147]:       </nova:ports>
Oct 27 19:53:35 user nova-compute[75147]:     </nova:instance>
Oct 27 19:53:35 user nova-compute[75147]:   </metadata>
Oct 27 19:53:35 user nova-compute[75147]:   <sysinfo type="smbios">
Oct 27 19:53:35 user nova-compute[75147]:     <system>
Oct 27 19:53:35 user nova-compute[75147]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 19:53:35 user nova-compute[75147]:       <entry name="product">OpenStack Nova</entry>
Oct 27 19:53:35 user nova-compute[75147]:       <entry name="version">0.0.0</entry>
Oct 27 19:53:35 user nova-compute[75147]:       <entry name="serial">0c912abd-d0ea-4978-8848-6a0c1344290e</entry>
Oct 27 19:53:35 user nova-compute[75147]:       <entry name="uuid">0c912abd-d0ea-4978-8848-6a0c1344290e</entry>
Oct 27 19:53:35 user nova-compute[75147]:       <entry name="family">Virtual Machine</entry>
Oct 27 19:53:35 user nova-compute[75147]:     </system>
Oct 27 19:53:35 user nova-compute[75147]:   </sysinfo>
Oct 27 19:53:35 user nova-compute[75147]:   <os>
Oct 27 19:53:35 user nova-compute[75147]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 19:53:35 user nova-compute[75147]:     <boot dev="hd"/>
Oct 27 19:53:35 user nova-compute[75147]:     <smbios mode="sysinfo"/>
Oct 27 19:53:35 user nova-compute[75147]:   </os>
Oct 27 19:53:35 user nova-compute[75147]:   <features>
Oct 27 19:53:35 user nova-compute[75147]:     <acpi/>
Oct 27 19:53:35 user nova-compute[75147]:     <apic/>
Oct 27 19:53:35 user nova-compute[75147]:     <vmcoreinfo/>
Oct 27 19:53:35 user nova-compute[75147]:   </features>
Oct 27 19:53:35 user nova-compute[75147]:   <clock offset="utc">
Oct 27 19:53:35 user nova-compute[75147]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 19:53:35 user nova-compute[75147]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 19:53:35 user nova-compute[75147]:     <timer name="hpet" present="no"/>
Oct 27 19:53:35 user nova-compute[75147]:   </clock>
Oct 27 19:53:35 user nova-compute[75147]:   <cpu mode="custom" match="exact">
Oct 27 19:53:35 user nova-compute[75147]:     <model>Nehalem</model>
Oct 27 19:53:35 user nova-compute[75147]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 19:53:35 user nova-compute[75147]:   </cpu>
Oct 27 19:53:35 user nova-compute[75147]:   <devices>
Oct 27 19:53:35 user nova-compute[75147]:     <disk type="file" device="disk">
Oct 27 19:53:35 user nova-compute[75147]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 27 19:53:35 user nova-compute[75147]:       <source file="/opt/stack/data/nova/instances/0c912abd-d0ea-4978-8848-6a0c1344290e/disk"/>
Oct 27 19:53:35 user nova-compute[75147]:       <target dev="vda" bus="virtio"/>
Oct 27 19:53:35 user nova-compute[75147]:     </disk>
Oct 27 19:53:35 user nova-compute[75147]:     <interface type="ethernet">
Oct 27 19:53:35 user nova-compute[75147]:       <mac address="fa:16:3e:ef:72:49"/>
Oct 27 19:53:35 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:53:35 user nova-compute[75147]:       <mtu size="1442"/>
Oct 27 19:53:35 user nova-compute[75147]:       <target dev="tap32ab8c4f-40"/>
Oct 27 19:53:35 user nova-compute[75147]:     </interface>
Oct 27 19:53:35 user nova-compute[75147]:     <serial type="pty">
Oct 27 19:53:35 user nova-compute[75147]:       <log file="/opt/stack/data/nova/instances/0c912abd-d0ea-4978-8848-6a0c1344290e/console.log" append="off"/>
Oct 27 19:53:35 user nova-compute[75147]:     </serial>
Oct 27 19:53:35 user nova-compute[75147]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 19:53:35 user nova-compute[75147]:     <video>
Oct 27 19:53:35 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:53:35 user nova-compute[75147]:     </video>
Oct 27 19:53:35 user nova-compute[75147]:     <rng model="virtio">
Oct 27 19:53:35 user nova-compute[75147]:       <backend model="random">/dev/urandom</backend>
Oct 27 19:53:35 user nova-compute[75147]:     </rng>
Oct 27 19:53:35 user nova-compute[75147]:     <controller type="usb" index="0" model="none"/>
Oct 27 19:53:35 user nova-compute[75147]:     <memballoon model="virtio">
Oct 27 19:53:35 user nova-compute[75147]:       <stats period="10"/>
Oct 27 19:53:35 user nova-compute[75147]:     </memballoon>
Oct 27 19:53:35 user nova-compute[75147]:   </devices>
Oct 27 19:53:35 user nova-compute[75147]: </domain>
Oct 27 19:53:35 user nova-compute[75147]:  {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 19:53:35 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-6bd16e36-ebcb-4744-b224-cdecbfa0a37c tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:53:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-881376519',display_name='tempest-TestMinimumBasicScenario-server-881376519',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-881376519',id=45,image_ref='78b71f22-a08f-428d-b495-d7656fabe498',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNYsYR/SZNhmf9R3FocpFSCJ3yNhGHG1LiJb8wZQLG9nUmIeXFJ/H/ROh2/it8YYZZFn2I+qb1KRS34InUCKMdfI7+gC2r/KshYITFcQ5SUHCxvQRqw6/SFdz/W4NWHLNQ==',key_name='tempest-TestMinimumBasicScenario-1439044989',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='896ec16ec7b34242a1a80bfdae150b44',ramdisk_id='',reservation_id='r-fp39p5ev',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='78b71f22-a08f-428d-b495-d7656fabe498',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-1436431678',owner_user_name='tempest-TestMinimumBasicScenario-1436431678-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:53:33Z,user_data=None,user_id='0eb12921552a476987047e3d9c906060',uuid=0c912abd-d0ea-4978-8848-6a0c1344290e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "32ab8c4f-4035-44f3-994e-8466b07b0184", "address": "fa:16:3e:ef:72:49", "network": {"id": "94e6ad08-dfc8-4693-8394-27958a24cbf7", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-956442534-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "896ec16ec7b34242a1a80bfdae150b44", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap32ab8c4f-40", "ovs_interfaceid": "32ab8c4f-4035-44f3-994e-8466b07b0184", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 19:53:35 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-6bd16e36-ebcb-4744-b224-cdecbfa0a37c tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Converting VIF {"id": "32ab8c4f-4035-44f3-994e-8466b07b0184", "address": "fa:16:3e:ef:72:49", "network": {"id": "94e6ad08-dfc8-4693-8394-27958a24cbf7", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-956442534-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "896ec16ec7b34242a1a80bfdae150b44", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap32ab8c4f-40", "ovs_interfaceid": "32ab8c4f-4035-44f3-994e-8466b07b0184", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:53:35 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-6bd16e36-ebcb-4744-b224-cdecbfa0a37c tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ef:72:49,bridge_name='br-int',has_traffic_filtering=True,id=32ab8c4f-4035-44f3-994e-8466b07b0184,network=Network(94e6ad08-dfc8-4693-8394-27958a24cbf7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap32ab8c4f-40') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:53:35 user nova-compute[75147]: DEBUG os_vif [None req-6bd16e36-ebcb-4744-b224-cdecbfa0a37c tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ef:72:49,bridge_name='br-int',has_traffic_filtering=True,id=32ab8c4f-4035-44f3-994e-8466b07b0184,network=Network(94e6ad08-dfc8-4693-8394-27958a24cbf7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap32ab8c4f-40') {{(pid=75147) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 19:53:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:53:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:53:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 19:53:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:53:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'e1c680d8-e720-570a-ae80-4535cf0942cc', '_type': 'linux-noop'}}, row=False) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:53:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:53:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:53:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:53:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap32ab8c4f-40, may_exist=True, interface_attrs={}) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:53:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap32ab8c4f-40, col_values=(('qos', UUID('df42d2eb-b006-4853-ab14-1e431763962f')),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:53:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap32ab8c4f-40, col_values=(('external_ids', {'iface-id': '32ab8c4f-4035-44f3-994e-8466b07b0184', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ef:72:49', 'vm-uuid': '0c912abd-d0ea-4978-8848-6a0c1344290e'}),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:53:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:53:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:53:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:53:35 user nova-compute[75147]: INFO os_vif [None req-6bd16e36-ebcb-4744-b224-cdecbfa0a37c tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ef:72:49,bridge_name='br-int',has_traffic_filtering=True,id=32ab8c4f-4035-44f3-994e-8466b07b0184,network=Network(94e6ad08-dfc8-4693-8394-27958a24cbf7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap32ab8c4f-40')
Oct 27 19:53:35 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-6bd16e36-ebcb-4744-b224-cdecbfa0a37c tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] No BDM found with device name vda, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:53:35 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-6bd16e36-ebcb-4744-b224-cdecbfa0a37c tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] No VIF found with MAC fa:16:3e:ef:72:49, not building metadata {{(pid=75147) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 19:53:35 user nova-compute[75147]: DEBUG nova.network.neutron [req-29db0b29-41b7-41e8-9a63-85d3c69d0b3f req-d5c832e1-898e-4bd5-9a62-0affadaca41a service nova] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] Updated VIF entry in instance network info cache for port 32ab8c4f-4035-44f3-994e-8466b07b0184. {{(pid=75147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 19:53:35 user nova-compute[75147]: DEBUG nova.network.neutron [req-29db0b29-41b7-41e8-9a63-85d3c69d0b3f req-d5c832e1-898e-4bd5-9a62-0affadaca41a service nova] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] Updating instance_info_cache with network_info: [{"id": "32ab8c4f-4035-44f3-994e-8466b07b0184", "address": "fa:16:3e:ef:72:49", "network": {"id": "94e6ad08-dfc8-4693-8394-27958a24cbf7", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-956442534-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "896ec16ec7b34242a1a80bfdae150b44", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap32ab8c4f-40", "ovs_interfaceid": "32ab8c4f-4035-44f3-994e-8466b07b0184", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:53:35 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-29db0b29-41b7-41e8-9a63-85d3c69d0b3f req-d5c832e1-898e-4bd5-9a62-0affadaca41a service nova] Releasing lock "refresh_cache-0c912abd-d0ea-4978-8848-6a0c1344290e" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:53:37 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:53:37 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:53:37 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:53:37 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:53:37 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:53:37 user nova-compute[75147]: DEBUG nova.compute.manager [req-2e883b28-fbf2-4942-ba20-f657d8895088 req-8cab50e8-5379-431f-a9ec-cdf239d027de service nova] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] Received event network-vif-plugged-32ab8c4f-4035-44f3-994e-8466b07b0184 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:53:37 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-2e883b28-fbf2-4942-ba20-f657d8895088 req-8cab50e8-5379-431f-a9ec-cdf239d027de service nova] Acquiring lock "0c912abd-d0ea-4978-8848-6a0c1344290e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:53:37 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-2e883b28-fbf2-4942-ba20-f657d8895088 req-8cab50e8-5379-431f-a9ec-cdf239d027de service nova] Lock "0c912abd-d0ea-4978-8848-6a0c1344290e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:53:37 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-2e883b28-fbf2-4942-ba20-f657d8895088 req-8cab50e8-5379-431f-a9ec-cdf239d027de service nova] Lock "0c912abd-d0ea-4978-8848-6a0c1344290e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:53:37 user nova-compute[75147]: DEBUG nova.compute.manager [req-2e883b28-fbf2-4942-ba20-f657d8895088 req-8cab50e8-5379-431f-a9ec-cdf239d027de service nova] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] No waiting events found dispatching network-vif-plugged-32ab8c4f-4035-44f3-994e-8466b07b0184 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:53:37 user nova-compute[75147]: WARNING nova.compute.manager [req-2e883b28-fbf2-4942-ba20-f657d8895088 req-8cab50e8-5379-431f-a9ec-cdf239d027de service nova] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] Received unexpected event network-vif-plugged-32ab8c4f-4035-44f3-994e-8466b07b0184 for instance with vm_state building and task_state spawning.
Oct 27 19:53:37 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:53:37 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:53:37 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:53:39 user nova-compute[75147]: DEBUG nova.compute.manager [req-aabee4a7-4845-43fb-b605-483812a96e38 req-383d7ea1-35a6-4960-addc-9bc936a63610 service nova] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] Received event network-vif-plugged-32ab8c4f-4035-44f3-994e-8466b07b0184 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:53:39 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-aabee4a7-4845-43fb-b605-483812a96e38 req-383d7ea1-35a6-4960-addc-9bc936a63610 service nova] Acquiring lock "0c912abd-d0ea-4978-8848-6a0c1344290e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:53:39 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-aabee4a7-4845-43fb-b605-483812a96e38 req-383d7ea1-35a6-4960-addc-9bc936a63610 service nova] Lock "0c912abd-d0ea-4978-8848-6a0c1344290e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:53:39 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-aabee4a7-4845-43fb-b605-483812a96e38 req-383d7ea1-35a6-4960-addc-9bc936a63610 service nova] Lock "0c912abd-d0ea-4978-8848-6a0c1344290e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:53:39 user nova-compute[75147]: DEBUG nova.compute.manager [req-aabee4a7-4845-43fb-b605-483812a96e38 req-383d7ea1-35a6-4960-addc-9bc936a63610 service nova] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] No waiting events found dispatching network-vif-plugged-32ab8c4f-4035-44f3-994e-8466b07b0184 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:53:39 user nova-compute[75147]: WARNING nova.compute.manager [req-aabee4a7-4845-43fb-b605-483812a96e38 req-383d7ea1-35a6-4960-addc-9bc936a63610 service nova] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] Received unexpected event network-vif-plugged-32ab8c4f-4035-44f3-994e-8466b07b0184 for instance with vm_state building and task_state spawning.
Oct 27 19:53:39 user nova-compute[75147]: DEBUG nova.compute.manager [None req-6bd16e36-ebcb-4744-b224-cdecbfa0a37c tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] Instance event wait completed in 0 seconds for  {{(pid=75147) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 19:53:39 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-6bd16e36-ebcb-4744-b224-cdecbfa0a37c tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] Guest created on hypervisor {{(pid=75147) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 19:53:39 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] Instance spawned successfully.
Oct 27 19:53:39 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-6bd16e36-ebcb-4744-b224-cdecbfa0a37c tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 27 19:53:39 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-6bd16e36-ebcb-4744-b224-cdecbfa0a37c tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] Found default for hw_cdrom_bus of ide {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:53:39 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-6bd16e36-ebcb-4744-b224-cdecbfa0a37c tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] Found default for hw_disk_bus of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:53:39 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-6bd16e36-ebcb-4744-b224-cdecbfa0a37c tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] Found default for hw_input_bus of None {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:53:39 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-6bd16e36-ebcb-4744-b224-cdecbfa0a37c tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] Found default for hw_pointer_model of None {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:53:39 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-6bd16e36-ebcb-4744-b224-cdecbfa0a37c tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] Found default for hw_video_model of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:53:39 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-6bd16e36-ebcb-4744-b224-cdecbfa0a37c tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] Found default for hw_vif_model of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:53:39 user nova-compute[75147]: INFO nova.compute.manager [None req-6bd16e36-ebcb-4744-b224-cdecbfa0a37c tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] Took 6.27 seconds to spawn the instance on the hypervisor.
Oct 27 19:53:39 user nova-compute[75147]: DEBUG nova.compute.manager [None req-6bd16e36-ebcb-4744-b224-cdecbfa0a37c tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] Checking state {{(pid=75147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 19:53:39 user nova-compute[75147]: INFO nova.compute.manager [None req-6bd16e36-ebcb-4744-b224-cdecbfa0a37c tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] Took 6.94 seconds to build instance.
Oct 27 19:53:39 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-6bd16e36-ebcb-4744-b224-cdecbfa0a37c tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Lock "0c912abd-d0ea-4978-8848-6a0c1344290e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.033s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:53:40 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:53:41 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-1e3c77f2-5a95-40ec-8db5-4529672ffb37 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Acquiring lock "7bf82fab-cd00-4ee4-a2b0-6b5df507102d" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:53:41 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-1e3c77f2-5a95-40ec-8db5-4529672ffb37 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Lock "7bf82fab-cd00-4ee4-a2b0-6b5df507102d" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:53:41 user nova-compute[75147]: INFO nova.compute.manager [None req-1e3c77f2-5a95-40ec-8db5-4529672ffb37 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] [instance: 7bf82fab-cd00-4ee4-a2b0-6b5df507102d] Detaching volume 65b98270-663a-486d-92c1-92804e43f094
Oct 27 19:53:41 user nova-compute[75147]: INFO nova.virt.block_device [None req-1e3c77f2-5a95-40ec-8db5-4529672ffb37 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] [instance: 7bf82fab-cd00-4ee4-a2b0-6b5df507102d] Attempting to driver detach volume 65b98270-663a-486d-92c1-92804e43f094 from mountpoint /dev/vdb
Oct 27 19:53:41 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-1e3c77f2-5a95-40ec-8db5-4529672ffb37 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Attempting to detach device vdb from instance 7bf82fab-cd00-4ee4-a2b0-6b5df507102d from the persistent domain config. {{(pid=75147) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 27 19:53:41 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-1e3c77f2-5a95-40ec-8db5-4529672ffb37 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] detach device xml: <disk type="block" device="disk">
Oct 27 19:53:41 user nova-compute[75147]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 19:53:41 user nova-compute[75147]:   <source dev="/dev/sde"/>
Oct 27 19:53:41 user nova-compute[75147]:   <target dev="vdb" bus="virtio"/>
Oct 27 19:53:41 user nova-compute[75147]:   <serial>65b98270-663a-486d-92c1-92804e43f094</serial>
Oct 27 19:53:41 user nova-compute[75147]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 27 19:53:41 user nova-compute[75147]: </disk>
Oct 27 19:53:41 user nova-compute[75147]:  {{(pid=75147) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 19:53:41 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-1e3c77f2-5a95-40ec-8db5-4529672ffb37 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Successfully detached device vdb from instance 7bf82fab-cd00-4ee4-a2b0-6b5df507102d from the persistent domain config.
Oct 27 19:53:41 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-1e3c77f2-5a95-40ec-8db5-4529672ffb37 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 7bf82fab-cd00-4ee4-a2b0-6b5df507102d from the live domain config. {{(pid=75147) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 27 19:53:41 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-1e3c77f2-5a95-40ec-8db5-4529672ffb37 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] detach device xml: <disk type="block" device="disk">
Oct 27 19:53:41 user nova-compute[75147]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 19:53:41 user nova-compute[75147]:   <source dev="/dev/sde"/>
Oct 27 19:53:41 user nova-compute[75147]:   <target dev="vdb" bus="virtio"/>
Oct 27 19:53:41 user nova-compute[75147]:   <serial>65b98270-663a-486d-92c1-92804e43f094</serial>
Oct 27 19:53:41 user nova-compute[75147]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 27 19:53:41 user nova-compute[75147]: </disk>
Oct 27 19:53:41 user nova-compute[75147]:  {{(pid=75147) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 19:53:41 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-ebbbd253-6dd2-48d1-b93d-af1c918d8b59 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Acquiring lock "7bf82fab-cd00-4ee4-a2b0-6b5df507102d" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:53:42 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-1e3c77f2-5a95-40ec-8db5-4529672ffb37 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 7bf82fab-cd00-4ee4-a2b0-6b5df507102d {{(pid=75147) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 27 19:53:42 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:53:45 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:53:49 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9479797d-7123-4302-b0f6-bb98eddf7143 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Acquiring lock "fcba79df-fa35-42c4-9fec-51b7bab8c1dd" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:53:49 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9479797d-7123-4302-b0f6-bb98eddf7143 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lock "fcba79df-fa35-42c4-9fec-51b7bab8c1dd" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:53:49 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9479797d-7123-4302-b0f6-bb98eddf7143 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Acquiring lock "fcba79df-fa35-42c4-9fec-51b7bab8c1dd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:53:49 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9479797d-7123-4302-b0f6-bb98eddf7143 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lock "fcba79df-fa35-42c4-9fec-51b7bab8c1dd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:53:49 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9479797d-7123-4302-b0f6-bb98eddf7143 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lock "fcba79df-fa35-42c4-9fec-51b7bab8c1dd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:53:49 user nova-compute[75147]: INFO nova.compute.manager [None req-9479797d-7123-4302-b0f6-bb98eddf7143 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: fcba79df-fa35-42c4-9fec-51b7bab8c1dd] Terminating instance
Oct 27 19:53:49 user nova-compute[75147]: DEBUG nova.compute.manager [None req-9479797d-7123-4302-b0f6-bb98eddf7143 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: fcba79df-fa35-42c4-9fec-51b7bab8c1dd] Start destroying the instance on the hypervisor. {{(pid=75147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 27 19:53:49 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:53:49 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:53:49 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:53:49 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:53:49 user nova-compute[75147]: DEBUG nova.compute.manager [req-1a5621e1-802c-4e24-889d-d8e7ddea2df7 req-349a8d6f-6237-496f-847c-0918af863f10 service nova] [instance: fcba79df-fa35-42c4-9fec-51b7bab8c1dd] Received event network-vif-unplugged-aeb23145-661f-4dc5-a3de-98df56c606ad {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:53:49 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-1a5621e1-802c-4e24-889d-d8e7ddea2df7 req-349a8d6f-6237-496f-847c-0918af863f10 service nova] Acquiring lock "fcba79df-fa35-42c4-9fec-51b7bab8c1dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:53:49 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-1a5621e1-802c-4e24-889d-d8e7ddea2df7 req-349a8d6f-6237-496f-847c-0918af863f10 service nova] Lock "fcba79df-fa35-42c4-9fec-51b7bab8c1dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:53:49 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-1a5621e1-802c-4e24-889d-d8e7ddea2df7 req-349a8d6f-6237-496f-847c-0918af863f10 service nova] Lock "fcba79df-fa35-42c4-9fec-51b7bab8c1dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:53:49 user nova-compute[75147]: DEBUG nova.compute.manager [req-1a5621e1-802c-4e24-889d-d8e7ddea2df7 req-349a8d6f-6237-496f-847c-0918af863f10 service nova] [instance: fcba79df-fa35-42c4-9fec-51b7bab8c1dd] No waiting events found dispatching network-vif-unplugged-aeb23145-661f-4dc5-a3de-98df56c606ad {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:53:49 user nova-compute[75147]: DEBUG nova.compute.manager [req-1a5621e1-802c-4e24-889d-d8e7ddea2df7 req-349a8d6f-6237-496f-847c-0918af863f10 service nova] [instance: fcba79df-fa35-42c4-9fec-51b7bab8c1dd] Received event network-vif-unplugged-aeb23145-661f-4dc5-a3de-98df56c606ad for instance with task_state deleting. {{(pid=75147) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 19:53:50 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: fcba79df-fa35-42c4-9fec-51b7bab8c1dd] Instance destroyed successfully.
Oct 27 19:53:50 user nova-compute[75147]: DEBUG nova.objects.instance [None req-9479797d-7123-4302-b0f6-bb98eddf7143 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lazy-loading 'resources' on Instance uuid fcba79df-fa35-42c4-9fec-51b7bab8c1dd {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:53:50 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-9479797d-7123-4302-b0f6-bb98eddf7143 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:48:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-volume-backed-server-468936044',display_name='tempest-TestVolumeBootPattern-volume-backed-server-468936044',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-volume-backed-server-468936044',id=39,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCfu/CSP7GyOzLRf1X7zqgeAmR/r2+YxSaAQzdtXgf00iMknG7/0kkjwP73Pt40kjs/mN5TDkEoWzoTaF2fGcpssVMkkWEesY+15FcKdrGnzGcbOAtp/+WQzS0IeJbH+aQ==',key_name='tempest-keypair-82950203',keypairs=<?>,launch_index=0,launched_at=2023-10-27T19:49:12Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='c7d5ee667069474fa684fb2d4ba9da41',ramdisk_id='',reservation_id='r-yn6e9z4x',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-1184716630',owner_user_name='tempest-TestVolumeBootPattern-1184716630-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T19:49:13Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c215953c5f1f494bb16ee70ff9355cfd',uuid=fcba79df-fa35-42c4-9fec-51b7bab8c1dd,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "aeb23145-661f-4dc5-a3de-98df56c606ad", "address": "fa:16:3e:ce:cf:87", "network": {"id": "06d546cd-b394-4fcf-970b-6f2fff8ea7ac", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-719028923-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.36", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c7d5ee667069474fa684fb2d4ba9da41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaeb23145-66", "ovs_interfaceid": "aeb23145-661f-4dc5-a3de-98df56c606ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 19:53:50 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-9479797d-7123-4302-b0f6-bb98eddf7143 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Converting VIF {"id": "aeb23145-661f-4dc5-a3de-98df56c606ad", "address": "fa:16:3e:ce:cf:87", "network": {"id": "06d546cd-b394-4fcf-970b-6f2fff8ea7ac", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-719028923-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.36", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c7d5ee667069474fa684fb2d4ba9da41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaeb23145-66", "ovs_interfaceid": "aeb23145-661f-4dc5-a3de-98df56c606ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:53:50 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-9479797d-7123-4302-b0f6-bb98eddf7143 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:ce:cf:87,bridge_name='br-int',has_traffic_filtering=True,id=aeb23145-661f-4dc5-a3de-98df56c606ad,network=Network(06d546cd-b394-4fcf-970b-6f2fff8ea7ac),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaeb23145-66') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:53:50 user nova-compute[75147]: DEBUG os_vif [None req-9479797d-7123-4302-b0f6-bb98eddf7143 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:ce:cf:87,bridge_name='br-int',has_traffic_filtering=True,id=aeb23145-661f-4dc5-a3de-98df56c606ad,network=Network(06d546cd-b394-4fcf-970b-6f2fff8ea7ac),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaeb23145-66') {{(pid=75147) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 19:53:50 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:53:50 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapaeb23145-66, bridge=br-int, if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:53:50 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:53:50 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:53:50 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:53:50 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=03001e41-ed4e-4596-a0cd-6dbe95dfa4b3) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:53:50 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:53:50 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:53:50 user nova-compute[75147]: INFO os_vif [None req-9479797d-7123-4302-b0f6-bb98eddf7143 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:ce:cf:87,bridge_name='br-int',has_traffic_filtering=True,id=aeb23145-661f-4dc5-a3de-98df56c606ad,network=Network(06d546cd-b394-4fcf-970b-6f2fff8ea7ac),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaeb23145-66')
Oct 27 19:53:50 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9479797d-7123-4302-b0f6-bb98eddf7143 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: fcba79df-fa35-42c4-9fec-51b7bab8c1dd] calling os-brick to detach iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 19:53:50 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-9479797d-7123-4302-b0f6-bb98eddf7143 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, {'target_iqn': 'iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'wIzmpqli', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:53:50 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-9479797d-7123-4302-b0f6-bb98eddf7143 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:53:50 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-9479797d-7123-4302-b0f6-bb98eddf7143 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:53:50 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-9479797d-7123-4302-b0f6-bb98eddf7143 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:53:50 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:53:50 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:53:50 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f649c19-1026-4f25-a67f-f331705fc8b7]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:65b98270-663a-486d-92c1-92804e43f094\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:53:50 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-9479797d-7123-4302-b0f6-bb98eddf7143 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 19:53:50 user nova-compute[75147]: No targets found.
Oct 27 19:53:50 user nova-compute[75147]: iSNS:
Oct 27 19:53:50 user nova-compute[75147]: No targets found.
Oct 27 19:53:50 user nova-compute[75147]: STATIC:
Oct 27 19:53:50 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1
Oct 27 19:53:50 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:53:50 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:53:50 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b
Oct 27 19:53:50 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:53:50 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:53:50 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:65b98270-663a-486d-92c1-92804e43f094
Oct 27 19:53:50 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:53:50 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:53:50 user nova-compute[75147]: FIRMWARE:
Oct 27 19:53:50 user nova-compute[75147]: No targets found.
Oct 27 19:53:50 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:53:50 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-9479797d-7123-4302-b0f6-bb98eddf7143 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 19:53:50 user nova-compute[75147]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 19:53:50 user nova-compute[75147]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75147) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 19:53:50 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-9479797d-7123-4302-b0f6-bb98eddf7143 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b', 0)] {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 19:53:50 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:53:50 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:53:50 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e426c7b-a1e7-4ce4-815b-c763a62b65e8]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:65b98270-663a-486d-92c1-92804e43f094\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:53:50 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:53:50 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:53:50 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b7cc98d-06a9-4fef-b077-d889e26ba86a]: (4, ('tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:65b98270-663a-486d-92c1-92804e43f094 (non-flash)\ntcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:53:50 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-9479797d-7123-4302-b0f6-bb98eddf7143 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b (non-flash)
Oct 27 19:53:50 user nova-compute[75147]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:65b98270-663a-486d-92c1-92804e43f094 (non-flash)
Oct 27 19:53:50 user nova-compute[75147]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 (non-flash)
Oct 27 19:53:50 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:53:50 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-9479797d-7123-4302-b0f6-bb98eddf7143 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] iscsi session list stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b (non-flash)
Oct 27 19:53:50 user nova-compute[75147]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:65b98270-663a-486d-92c1-92804e43f094 (non-flash)
Oct 27 19:53:50 user nova-compute[75147]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 (non-flash)
Oct 27 19:53:50 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:53:50 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-9479797d-7123-4302-b0f6-bb98eddf7143 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f290c658550>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b'): ({'sdc'}, set())}) {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 19:53:50 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-9479797d-7123-4302-b0f6-bb98eddf7143 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Removing single pathed devices sdc {{(pid=75147) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 19:53:50 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:53:50 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:53:50 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[91c78a00-e0eb-4469-b60f-a67977a3f2d0]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:53:50 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:53:50 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.022s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:53:50 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c3b9ff4-7e32-44cb-95c6-9aa4235b82a9]: (4, ('ok\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:53:50 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-9479797d-7123-4302-b0f6-bb98eddf7143 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Flushing IO for device /dev/sdc {{(pid=75147) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 19:53:50 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:53:50 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.016s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:53:50 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[58bc3bbe-e942-4341-a30a-e1a6cb028a3a]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:53:50 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-9479797d-7123-4302-b0f6-bb98eddf7143 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75147) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 19:53:50 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:53:50 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.045s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:53:50 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b01dda2-acea-475e-96fb-9eddecbc77e9]: (4, ('1', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:53:50 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-9479797d-7123-4302-b0f6-bb98eddf7143 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 19:53:50 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-9479797d-7123-4302-b0f6-bb98eddf7143 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] SCSI volumes sdc have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 19:53:50 user nova-compute[75147]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-1SCST_BIO730cbde8-c45f58281ee5b58f', '/dev/disk/by-id/scsi-26334356635383238', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_730cbde8') {{(pid=86354) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Oct 27 19:53:50 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0d18f3e-8b94-4789-b363-9507eecc4efb]: (4, None) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:53:50 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-9479797d-7123-4302-b0f6-bb98eddf7143 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b')] {{(pid=75147) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 19:53:50 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:53:50 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:53:50 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[cafaddad-a5f7-442e-a439-a8635626e44d]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:53:50 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-9479797d-7123-4302-b0f6-bb98eddf7143 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:53:50 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b -p 172.16.0.220:3260 --logout {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:53:50 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b -p 172.16.0.220:3260 --logout" returned: 0 in 0.071s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:53:50 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad57666c-be9d-4f88-af24-8338abf9a9ec]: (4, ('Logging out of session [sid: 44, target: iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b, portal: 172.16.0.220,3260]\nLogout of [sid: 44, target: iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:53:50 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-9479797d-7123-4302-b0f6-bb98eddf7143 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 44, target: iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b, portal: 172.16.0.220,3260]
Oct 27 19:53:50 user nova-compute[75147]: Logout of [sid: 44, target: iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b, portal: 172.16.0.220,3260] successful.
Oct 27 19:53:50 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:53:50 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b -p 172.16.0.220:3260 --op delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:53:50 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fa4f4ba9-1533-4412-a943-be81e8c1987b -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:53:50 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[276df405-16d8-483a-93e9-8a4d8f313fef]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:53:50 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-9479797d-7123-4302-b0f6-bb98eddf7143 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:53:50 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-9479797d-7123-4302-b0f6-bb98eddf7143 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.335s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:53:50 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-9479797d-7123-4302-b0f6-bb98eddf7143 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] <== disconnect_volume: return (336ms) None {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:53:50 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9479797d-7123-4302-b0f6-bb98eddf7143 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: fcba79df-fa35-42c4-9fec-51b7bab8c1dd] Disconnected iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 19:53:50 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-9479797d-7123-4302-b0f6-bb98eddf7143 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: fcba79df-fa35-42c4-9fec-51b7bab8c1dd] Deleting instance files /opt/stack/data/nova/instances/fcba79df-fa35-42c4-9fec-51b7bab8c1dd_del
Oct 27 19:53:50 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-9479797d-7123-4302-b0f6-bb98eddf7143 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: fcba79df-fa35-42c4-9fec-51b7bab8c1dd] Deletion of /opt/stack/data/nova/instances/fcba79df-fa35-42c4-9fec-51b7bab8c1dd_del complete
Oct 27 19:53:50 user nova-compute[75147]: INFO nova.compute.manager [None req-9479797d-7123-4302-b0f6-bb98eddf7143 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: fcba79df-fa35-42c4-9fec-51b7bab8c1dd] Took 1.20 seconds to destroy the instance on the hypervisor.
Oct 27 19:53:50 user nova-compute[75147]: DEBUG oslo.service.loopingcall [None req-9479797d-7123-4302-b0f6-bb98eddf7143 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 27 19:53:50 user nova-compute[75147]: DEBUG nova.compute.manager [-] [instance: fcba79df-fa35-42c4-9fec-51b7bab8c1dd] Deallocating network for instance {{(pid=75147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 27 19:53:50 user nova-compute[75147]: DEBUG nova.network.neutron [-] [instance: fcba79df-fa35-42c4-9fec-51b7bab8c1dd] deallocate_for_instance() {{(pid=75147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 27 19:53:51 user nova-compute[75147]: DEBUG nova.network.neutron [-] [instance: fcba79df-fa35-42c4-9fec-51b7bab8c1dd] Updating instance_info_cache with network_info: [] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:53:51 user nova-compute[75147]: INFO nova.compute.manager [-] [instance: fcba79df-fa35-42c4-9fec-51b7bab8c1dd] Took 0.80 seconds to deallocate network for instance.
Oct 27 19:53:51 user nova-compute[75147]: DEBUG nova.compute.manager [req-19ba8ac3-baf7-4b48-bd48-d3a589e87ccf req-55799306-7b74-473e-97f0-0464e45bdf88 service nova] [instance: fcba79df-fa35-42c4-9fec-51b7bab8c1dd] Received event network-vif-plugged-aeb23145-661f-4dc5-a3de-98df56c606ad {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:53:51 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-19ba8ac3-baf7-4b48-bd48-d3a589e87ccf req-55799306-7b74-473e-97f0-0464e45bdf88 service nova] Acquiring lock "fcba79df-fa35-42c4-9fec-51b7bab8c1dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:53:51 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-19ba8ac3-baf7-4b48-bd48-d3a589e87ccf req-55799306-7b74-473e-97f0-0464e45bdf88 service nova] Lock "fcba79df-fa35-42c4-9fec-51b7bab8c1dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:53:51 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-19ba8ac3-baf7-4b48-bd48-d3a589e87ccf req-55799306-7b74-473e-97f0-0464e45bdf88 service nova] Lock "fcba79df-fa35-42c4-9fec-51b7bab8c1dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:53:51 user nova-compute[75147]: DEBUG nova.compute.manager [req-19ba8ac3-baf7-4b48-bd48-d3a589e87ccf req-55799306-7b74-473e-97f0-0464e45bdf88 service nova] [instance: fcba79df-fa35-42c4-9fec-51b7bab8c1dd] No waiting events found dispatching network-vif-plugged-aeb23145-661f-4dc5-a3de-98df56c606ad {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:53:51 user nova-compute[75147]: WARNING nova.compute.manager [req-19ba8ac3-baf7-4b48-bd48-d3a589e87ccf req-55799306-7b74-473e-97f0-0464e45bdf88 service nova] [instance: fcba79df-fa35-42c4-9fec-51b7bab8c1dd] Received unexpected event network-vif-plugged-aeb23145-661f-4dc5-a3de-98df56c606ad for instance with vm_state active and task_state deleting.
Oct 27 19:53:51 user nova-compute[75147]: DEBUG nova.compute.manager [req-19ba8ac3-baf7-4b48-bd48-d3a589e87ccf req-55799306-7b74-473e-97f0-0464e45bdf88 service nova] [instance: fcba79df-fa35-42c4-9fec-51b7bab8c1dd] Received event network-vif-deleted-aeb23145-661f-4dc5-a3de-98df56c606ad {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:53:52 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:53:52 user nova-compute[75147]: INFO nova.compute.manager [None req-9479797d-7123-4302-b0f6-bb98eddf7143 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: fcba79df-fa35-42c4-9fec-51b7bab8c1dd] Took 0.84 seconds to detach 1 volumes for instance.
Oct 27 19:53:52 user nova-compute[75147]: DEBUG nova.compute.manager [None req-9479797d-7123-4302-b0f6-bb98eddf7143 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: fcba79df-fa35-42c4-9fec-51b7bab8c1dd] Deleting volume: fa4f4ba9-1533-4412-a943-be81e8c1987b {{(pid=75147) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Oct 27 19:53:52 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9479797d-7123-4302-b0f6-bb98eddf7143 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:53:52 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9479797d-7123-4302-b0f6-bb98eddf7143 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:53:52 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-9479797d-7123-4302-b0f6-bb98eddf7143 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:53:52 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-9479797d-7123-4302-b0f6-bb98eddf7143 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:53:52 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9479797d-7123-4302-b0f6-bb98eddf7143 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.211s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:53:52 user nova-compute[75147]: INFO nova.scheduler.client.report [None req-9479797d-7123-4302-b0f6-bb98eddf7143 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Deleted allocations for instance fcba79df-fa35-42c4-9fec-51b7bab8c1dd
Oct 27 19:53:52 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9479797d-7123-4302-b0f6-bb98eddf7143 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lock "fcba79df-fa35-42c4-9fec-51b7bab8c1dd" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.326s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:53:55 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:53:57 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:54:00 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:54:02 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-1e3c77f2-5a95-40ec-8db5-4529672ffb37 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 7bf82fab-cd00-4ee4-a2b0-6b5df507102d is timed out.
Oct 27 19:54:02 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-1e3c77f2-5a95-40ec-8db5-4529672ffb37 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Successfully detached device vdb from instance 7bf82fab-cd00-4ee4-a2b0-6b5df507102d from the live domain config.
Oct 27 19:54:02 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1e3c77f2-5a95-40ec-8db5-4529672ffb37 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] [instance: 7bf82fab-cd00-4ee4-a2b0-6b5df507102d] calling os-brick to detach iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 19:54:02 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e3c77f2-5a95-40ec-8db5-4529672ffb37 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, {'target_iqn': 'iqn.2010-10.org.openstack:65b98270-663a-486d-92c1-92804e43f094', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CAhElSmD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': False}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:54:02 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-1e3c77f2-5a95-40ec-8db5-4529672ffb37 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:54:02 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-1e3c77f2-5a95-40ec-8db5-4529672ffb37 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:54:02 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-1e3c77f2-5a95-40ec-8db5-4529672ffb37 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:54:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:54:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:54:02 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e82b316-eb9d-4a86-9675-9a55d6c1eb07]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:65b98270-663a-486d-92c1-92804e43f094\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:54:02 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e3c77f2-5a95-40ec-8db5-4529672ffb37 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 19:54:02 user nova-compute[75147]: No targets found.
Oct 27 19:54:02 user nova-compute[75147]: iSNS:
Oct 27 19:54:02 user nova-compute[75147]: No targets found.
Oct 27 19:54:02 user nova-compute[75147]: STATIC:
Oct 27 19:54:02 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1
Oct 27 19:54:02 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:54:02 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:54:02 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:65b98270-663a-486d-92c1-92804e43f094
Oct 27 19:54:02 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:54:02 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:54:02 user nova-compute[75147]: FIRMWARE:
Oct 27 19:54:02 user nova-compute[75147]: No targets found.
Oct 27 19:54:02 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:54:02 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e3c77f2-5a95-40ec-8db5-4529672ffb37 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 19:54:02 user nova-compute[75147]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 19:54:02 user nova-compute[75147]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75147) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 19:54:02 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e3c77f2-5a95-40ec-8db5-4529672ffb37 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:65b98270-663a-486d-92c1-92804e43f094', 0)] {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 19:54:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:54:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.024s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:54:02 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f1acdfe-0572-40b8-a7ec-2c4aa4693693]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:65b98270-663a-486d-92c1-92804e43f094\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:54:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:54:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:54:02 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[ece2c967-dfc8-43ce-bbe2-15725f576390]: (4, ('tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:65b98270-663a-486d-92c1-92804e43f094 (non-flash)\ntcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:54:02 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e3c77f2-5a95-40ec-8db5-4529672ffb37 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:65b98270-663a-486d-92c1-92804e43f094 (non-flash)
Oct 27 19:54:02 user nova-compute[75147]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 (non-flash)
Oct 27 19:54:02 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:54:02 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e3c77f2-5a95-40ec-8db5-4529672ffb37 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] iscsi session list stdout=tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:65b98270-663a-486d-92c1-92804e43f094 (non-flash)
Oct 27 19:54:02 user nova-compute[75147]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 (non-flash)
Oct 27 19:54:02 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:54:02 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e3c77f2-5a95-40ec-8db5-4529672ffb37 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f28ec725f30>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:65b98270-663a-486d-92c1-92804e43f094'): ({'sde'}, set())}) {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 19:54:02 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-1e3c77f2-5a95-40ec-8db5-4529672ffb37 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Removing single pathed devices sde {{(pid=75147) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 19:54:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:54:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.023s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:54:02 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[22823439-8ee6-4c33-8fa0-d38a69b3ebbc]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:54:02 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:54:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:54:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:54:02 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[48163f3b-a617-4dfb-a9b9-1e143eb86c65]: (4, ('ok\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:54:02 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-1e3c77f2-5a95-40ec-8db5-4529672ffb37 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Flushing IO for device /dev/sde {{(pid=75147) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 19:54:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:54:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.014s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:54:02 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[74019ef5-df0c-4466-b903-0cd5748c40f9]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:54:02 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-1e3c77f2-5a95-40ec-8db5-4529672ffb37 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=75147) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 19:54:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:54:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.037s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:54:02 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e1d6e85-2c8e-4f05-adef-c7fcbece8289]: (4, ('1', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:54:02 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-1e3c77f2-5a95-40ec-8db5-4529672ffb37 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 19:54:02 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-1e3c77f2-5a95-40ec-8db5-4529672ffb37 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] SCSI volumes sde have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 19:54:02 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e3c77f2-5a95-40ec-8db5-4529672ffb37 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:65b98270-663a-486d-92c1-92804e43f094')] {{(pid=75147) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 19:54:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:65b98270-663a-486d-92c1-92804e43f094 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:54:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:65b98270-663a-486d-92c1-92804e43f094 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:54:02 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[77601e30-01ba-4eee-a1b4-d74547414870]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:54:02 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e3c77f2-5a95-40ec-8db5-4529672ffb37 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:54:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:65b98270-663a-486d-92c1-92804e43f094 -p 172.16.0.220:3260 --logout {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:54:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:65b98270-663a-486d-92c1-92804e43f094 -p 172.16.0.220:3260 --logout" returned: 0 in 0.059s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:54:02 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf4068cc-1b3e-4841-bae5-9768b6822fcc]: (4, ('Logging out of session [sid: 49, target: iqn.2010-10.org.openstack:65b98270-663a-486d-92c1-92804e43f094, portal: 172.16.0.220,3260]\nLogout of [sid: 49, target: iqn.2010-10.org.openstack:65b98270-663a-486d-92c1-92804e43f094, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:54:02 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e3c77f2-5a95-40ec-8db5-4529672ffb37 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 49, target: iqn.2010-10.org.openstack:65b98270-663a-486d-92c1-92804e43f094, portal: 172.16.0.220,3260]
Oct 27 19:54:02 user nova-compute[75147]: Logout of [sid: 49, target: iqn.2010-10.org.openstack:65b98270-663a-486d-92c1-92804e43f094, portal: 172.16.0.220,3260] successful.
Oct 27 19:54:02 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:54:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:65b98270-663a-486d-92c1-92804e43f094 -p 172.16.0.220:3260 --op delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:54:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:65b98270-663a-486d-92c1-92804e43f094 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:54:02 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[9991d552-9e6a-47d2-a059-a4940592c9ef]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:54:02 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e3c77f2-5a95-40ec-8db5-4529672ffb37 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:54:02 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-1e3c77f2-5a95-40ec-8db5-4529672ffb37 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.299s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:54:02 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e3c77f2-5a95-40ec-8db5-4529672ffb37 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] <== disconnect_volume: return (300ms) None {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:54:02 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1e3c77f2-5a95-40ec-8db5-4529672ffb37 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] [instance: 7bf82fab-cd00-4ee4-a2b0-6b5df507102d] Disconnected iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 19:54:03 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:54:03 user nova-compute[75147]: DEBUG nova.objects.instance [None req-1e3c77f2-5a95-40ec-8db5-4529672ffb37 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Lazy-loading 'flavor' on Instance uuid 7bf82fab-cd00-4ee4-a2b0-6b5df507102d {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:54:03 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-1e3c77f2-5a95-40ec-8db5-4529672ffb37 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Lock "7bf82fab-cd00-4ee4-a2b0-6b5df507102d" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.168s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:54:03 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-ebbbd253-6dd2-48d1-b93d-af1c918d8b59 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Lock "7bf82fab-cd00-4ee4-a2b0-6b5df507102d" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 21.824s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:54:03 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-ebbbd253-6dd2-48d1-b93d-af1c918d8b59 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Acquiring lock "7bf82fab-cd00-4ee4-a2b0-6b5df507102d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:54:03 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-ebbbd253-6dd2-48d1-b93d-af1c918d8b59 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Lock "7bf82fab-cd00-4ee4-a2b0-6b5df507102d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:54:03 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-ebbbd253-6dd2-48d1-b93d-af1c918d8b59 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Lock "7bf82fab-cd00-4ee4-a2b0-6b5df507102d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:54:03 user nova-compute[75147]: INFO nova.compute.manager [None req-ebbbd253-6dd2-48d1-b93d-af1c918d8b59 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] [instance: 7bf82fab-cd00-4ee4-a2b0-6b5df507102d] Terminating instance
Oct 27 19:54:03 user nova-compute[75147]: DEBUG nova.compute.manager [None req-ebbbd253-6dd2-48d1-b93d-af1c918d8b59 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] [instance: 7bf82fab-cd00-4ee4-a2b0-6b5df507102d] Start destroying the instance on the hypervisor. {{(pid=75147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 27 19:54:03 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:54:03 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:54:03 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:54:03 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:54:03 user nova-compute[75147]: DEBUG nova.compute.manager [req-64b6e95e-5cea-4ade-8e28-ab041d06d04b req-51651cb8-f146-4be3-bc6f-24956268fcf0 service nova] [instance: 7bf82fab-cd00-4ee4-a2b0-6b5df507102d] Received event network-vif-unplugged-0236a6ef-a1c3-4d47-9c38-75a068cceb5e {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:54:03 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-64b6e95e-5cea-4ade-8e28-ab041d06d04b req-51651cb8-f146-4be3-bc6f-24956268fcf0 service nova] Acquiring lock "7bf82fab-cd00-4ee4-a2b0-6b5df507102d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:54:03 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-64b6e95e-5cea-4ade-8e28-ab041d06d04b req-51651cb8-f146-4be3-bc6f-24956268fcf0 service nova] Lock "7bf82fab-cd00-4ee4-a2b0-6b5df507102d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:54:03 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-64b6e95e-5cea-4ade-8e28-ab041d06d04b req-51651cb8-f146-4be3-bc6f-24956268fcf0 service nova] Lock "7bf82fab-cd00-4ee4-a2b0-6b5df507102d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:54:03 user nova-compute[75147]: DEBUG nova.compute.manager [req-64b6e95e-5cea-4ade-8e28-ab041d06d04b req-51651cb8-f146-4be3-bc6f-24956268fcf0 service nova] [instance: 7bf82fab-cd00-4ee4-a2b0-6b5df507102d] No waiting events found dispatching network-vif-unplugged-0236a6ef-a1c3-4d47-9c38-75a068cceb5e {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:54:03 user nova-compute[75147]: DEBUG nova.compute.manager [req-64b6e95e-5cea-4ade-8e28-ab041d06d04b req-51651cb8-f146-4be3-bc6f-24956268fcf0 service nova] [instance: 7bf82fab-cd00-4ee4-a2b0-6b5df507102d] Received event network-vif-unplugged-0236a6ef-a1c3-4d47-9c38-75a068cceb5e for instance with task_state deleting. {{(pid=75147) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 19:54:04 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: 7bf82fab-cd00-4ee4-a2b0-6b5df507102d] Instance destroyed successfully.
Oct 27 19:54:04 user nova-compute[75147]: DEBUG nova.objects.instance [None req-ebbbd253-6dd2-48d1-b93d-af1c918d8b59 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Lazy-loading 'resources' on Instance uuid 7bf82fab-cd00-4ee4-a2b0-6b5df507102d {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:54:04 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-ebbbd253-6dd2-48d1-b93d-af1c918d8b59 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:50:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1693107134',display_name='tempest-VolumesSnapshotTestJSON-instance-1693107134',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-1693107134',id=42,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNDsmvS8lDoR7lYZzDGJuWvt96sFo07cdGM4LjngXmEnZT67FM2XcLZHZYfZLZNyAkJvKUutRHmVUbOHRksyfyjT8wsMNBXjOvwIiPN4St+B6uWPRm3eF6QWWiEhJolEHw==',key_name='tempest-keypair-1030561247',keypairs=<?>,launch_index=0,launched_at=2023-10-27T19:50:39Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='78363e2131144c48bd71079c29f858eb',ramdisk_id='',reservation_id='r-rym8kjto',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesSnapshotTestJSON-1073723889',owner_user_name='tempest-VolumesSnapshotTestJSON-1073723889-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T19:50:39Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='7ca06d62cf2444bd8dc022f9b96864f2',uuid=7bf82fab-cd00-4ee4-a2b0-6b5df507102d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "0236a6ef-a1c3-4d47-9c38-75a068cceb5e", "address": "fa:16:3e:da:48:4f", "network": {"id": "26f70d05-2438-444a-889d-7e7dfc5286cd", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1277807589-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.58", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "78363e2131144c48bd71079c29f858eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0236a6ef-a1", "ovs_interfaceid": "0236a6ef-a1c3-4d47-9c38-75a068cceb5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 19:54:04 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-ebbbd253-6dd2-48d1-b93d-af1c918d8b59 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Converting VIF {"id": "0236a6ef-a1c3-4d47-9c38-75a068cceb5e", "address": "fa:16:3e:da:48:4f", "network": {"id": "26f70d05-2438-444a-889d-7e7dfc5286cd", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1277807589-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.58", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "78363e2131144c48bd71079c29f858eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0236a6ef-a1", "ovs_interfaceid": "0236a6ef-a1c3-4d47-9c38-75a068cceb5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:54:04 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-ebbbd253-6dd2-48d1-b93d-af1c918d8b59 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:da:48:4f,bridge_name='br-int',has_traffic_filtering=True,id=0236a6ef-a1c3-4d47-9c38-75a068cceb5e,network=Network(26f70d05-2438-444a-889d-7e7dfc5286cd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0236a6ef-a1') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:54:04 user nova-compute[75147]: DEBUG os_vif [None req-ebbbd253-6dd2-48d1-b93d-af1c918d8b59 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:da:48:4f,bridge_name='br-int',has_traffic_filtering=True,id=0236a6ef-a1c3-4d47-9c38-75a068cceb5e,network=Network(26f70d05-2438-444a-889d-7e7dfc5286cd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0236a6ef-a1') {{(pid=75147) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 19:54:04 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:54:04 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap0236a6ef-a1, bridge=br-int, if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:54:04 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:54:04 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:54:04 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:54:04 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=3e44921d-e79a-4806-b0b9-4c1e9d0bde88) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:54:04 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:54:04 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:54:04 user nova-compute[75147]: INFO os_vif [None req-ebbbd253-6dd2-48d1-b93d-af1c918d8b59 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:da:48:4f,bridge_name='br-int',has_traffic_filtering=True,id=0236a6ef-a1c3-4d47-9c38-75a068cceb5e,network=Network(26f70d05-2438-444a-889d-7e7dfc5286cd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0236a6ef-a1')
Oct 27 19:54:04 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ebbbd253-6dd2-48d1-b93d-af1c918d8b59 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] [instance: 7bf82fab-cd00-4ee4-a2b0-6b5df507102d] calling os-brick to detach iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 19:54:04 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-ebbbd253-6dd2-48d1-b93d-af1c918d8b59 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, {'target_iqn': 'iqn.2010-10.org.openstack:65b98270-663a-486d-92c1-92804e43f094', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CAhElSmD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': True}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:54:04 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-ebbbd253-6dd2-48d1-b93d-af1c918d8b59 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:54:04 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-ebbbd253-6dd2-48d1-b93d-af1c918d8b59 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:54:04 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-ebbbd253-6dd2-48d1-b93d-af1c918d8b59 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:54:04 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:54:04 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:54:04 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[07990335-dc57-40d6-849f-622b899c5419]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:54:04 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-ebbbd253-6dd2-48d1-b93d-af1c918d8b59 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 19:54:04 user nova-compute[75147]: No targets found.
Oct 27 19:54:04 user nova-compute[75147]: iSNS:
Oct 27 19:54:04 user nova-compute[75147]: No targets found.
Oct 27 19:54:04 user nova-compute[75147]: STATIC:
Oct 27 19:54:04 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1
Oct 27 19:54:04 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:54:04 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:54:04 user nova-compute[75147]: FIRMWARE:
Oct 27 19:54:04 user nova-compute[75147]: No targets found.
Oct 27 19:54:04 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:54:04 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-ebbbd253-6dd2-48d1-b93d-af1c918d8b59 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 19:54:04 user nova-compute[75147]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 19:54:04 user nova-compute[75147]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75147) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 19:54:04 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-ebbbd253-6dd2-48d1-b93d-af1c918d8b59 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:65b98270-663a-486d-92c1-92804e43f094', 0)] {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 19:54:04 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:54:04 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:54:04 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[796ce83f-1a23-494a-8daa-d577caa3a6f0]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:54:04 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:54:04 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:54:04 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[780bbdbf-34ee-4886-a7e6-33947e106fe6]: (4, ('tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:54:04 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-ebbbd253-6dd2-48d1-b93d-af1c918d8b59 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 (non-flash)
Oct 27 19:54:04 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:54:04 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-ebbbd253-6dd2-48d1-b93d-af1c918d8b59 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] iscsi session list stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 (non-flash)
Oct 27 19:54:04 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:54:04 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-ebbbd253-6dd2-48d1-b93d-af1c918d8b59 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f2904376ef0>, {}) {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 19:54:04 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-ebbbd253-6dd2-48d1-b93d-af1c918d8b59 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Disconnecting from: [] {{(pid=75147) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 19:54:04 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-ebbbd253-6dd2-48d1-b93d-af1c918d8b59 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.076s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:54:04 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-ebbbd253-6dd2-48d1-b93d-af1c918d8b59 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] <== disconnect_volume: return (77ms) None {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:54:04 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ebbbd253-6dd2-48d1-b93d-af1c918d8b59 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] [instance: 7bf82fab-cd00-4ee4-a2b0-6b5df507102d] Disconnected iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 19:54:04 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-ebbbd253-6dd2-48d1-b93d-af1c918d8b59 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] [instance: 7bf82fab-cd00-4ee4-a2b0-6b5df507102d] Deleting instance files /opt/stack/data/nova/instances/7bf82fab-cd00-4ee4-a2b0-6b5df507102d_del
Oct 27 19:54:04 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-ebbbd253-6dd2-48d1-b93d-af1c918d8b59 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] [instance: 7bf82fab-cd00-4ee4-a2b0-6b5df507102d] Deletion of /opt/stack/data/nova/instances/7bf82fab-cd00-4ee4-a2b0-6b5df507102d_del complete
Oct 27 19:54:04 user nova-compute[75147]: INFO nova.compute.manager [None req-ebbbd253-6dd2-48d1-b93d-af1c918d8b59 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] [instance: 7bf82fab-cd00-4ee4-a2b0-6b5df507102d] Took 0.98 seconds to destroy the instance on the hypervisor.
Oct 27 19:54:04 user nova-compute[75147]: DEBUG oslo.service.loopingcall [None req-ebbbd253-6dd2-48d1-b93d-af1c918d8b59 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 27 19:54:04 user nova-compute[75147]: DEBUG nova.compute.manager [-] [instance: 7bf82fab-cd00-4ee4-a2b0-6b5df507102d] Deallocating network for instance {{(pid=75147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 27 19:54:04 user nova-compute[75147]: DEBUG nova.network.neutron [-] [instance: 7bf82fab-cd00-4ee4-a2b0-6b5df507102d] deallocate_for_instance() {{(pid=75147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 27 19:54:04 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:54:05 user nova-compute[75147]: DEBUG nova.compute.manager [req-d8ad61aa-41f6-429d-a10f-536bb82df454 req-6584046e-b096-448a-97bf-cf142a49c46d service nova] [instance: 7bf82fab-cd00-4ee4-a2b0-6b5df507102d] Received event network-vif-deleted-0236a6ef-a1c3-4d47-9c38-75a068cceb5e {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:54:05 user nova-compute[75147]: INFO nova.compute.manager [req-d8ad61aa-41f6-429d-a10f-536bb82df454 req-6584046e-b096-448a-97bf-cf142a49c46d service nova] [instance: 7bf82fab-cd00-4ee4-a2b0-6b5df507102d] Neutron deleted interface 0236a6ef-a1c3-4d47-9c38-75a068cceb5e; detaching it from the instance and deleting it from the info cache
Oct 27 19:54:05 user nova-compute[75147]: DEBUG nova.network.neutron [req-d8ad61aa-41f6-429d-a10f-536bb82df454 req-6584046e-b096-448a-97bf-cf142a49c46d service nova] [instance: 7bf82fab-cd00-4ee4-a2b0-6b5df507102d] Updating instance_info_cache with network_info: [] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:54:05 user nova-compute[75147]: DEBUG nova.network.neutron [-] [instance: 7bf82fab-cd00-4ee4-a2b0-6b5df507102d] Updating instance_info_cache with network_info: [] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:54:05 user nova-compute[75147]: INFO nova.compute.manager [-] [instance: 7bf82fab-cd00-4ee4-a2b0-6b5df507102d] Took 0.96 seconds to deallocate network for instance.
Oct 27 19:54:05 user nova-compute[75147]: DEBUG nova.compute.manager [req-d8ad61aa-41f6-429d-a10f-536bb82df454 req-6584046e-b096-448a-97bf-cf142a49c46d service nova] [instance: 7bf82fab-cd00-4ee4-a2b0-6b5df507102d] Detach interface failed, port_id=0236a6ef-a1c3-4d47-9c38-75a068cceb5e, reason: Instance 7bf82fab-cd00-4ee4-a2b0-6b5df507102d could not be found. {{(pid=75147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 27 19:54:05 user nova-compute[75147]: WARNING nova.volume.cinder [None req-ebbbd253-6dd2-48d1-b93d-af1c918d8b59 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Attachment 326281d1-5671-4e9d-a71c-869c4e7a401c does not exist. Ignoring.: cinderclient.exceptions.NotFound: Volume attachment could not be found with filter: attachment_id = 326281d1-5671-4e9d-a71c-869c4e7a401c. (HTTP 404) (Request-ID: req-9cedf22a-333f-456b-aa7c-2ff240228cab)
Oct 27 19:54:05 user nova-compute[75147]: INFO nova.compute.manager [None req-ebbbd253-6dd2-48d1-b93d-af1c918d8b59 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] [instance: 7bf82fab-cd00-4ee4-a2b0-6b5df507102d] Took 0.04 seconds to detach 1 volumes for instance.
Oct 27 19:54:05 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-ebbbd253-6dd2-48d1-b93d-af1c918d8b59 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:54:05 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-ebbbd253-6dd2-48d1-b93d-af1c918d8b59 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:54:05 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-ebbbd253-6dd2-48d1-b93d-af1c918d8b59 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:54:05 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-ebbbd253-6dd2-48d1-b93d-af1c918d8b59 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:54:05 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-ebbbd253-6dd2-48d1-b93d-af1c918d8b59 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.213s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:54:05 user nova-compute[75147]: INFO nova.scheduler.client.report [None req-ebbbd253-6dd2-48d1-b93d-af1c918d8b59 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Deleted allocations for instance 7bf82fab-cd00-4ee4-a2b0-6b5df507102d
Oct 27 19:54:05 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-ebbbd253-6dd2-48d1-b93d-af1c918d8b59 tempest-VolumesSnapshotTestJSON-1073723889 tempest-VolumesSnapshotTestJSON-1073723889-project-member] Lock "7bf82fab-cd00-4ee4-a2b0-6b5df507102d" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.459s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:54:05 user nova-compute[75147]: DEBUG nova.compute.manager [req-84778a2e-98a8-4355-990d-b00f9def9f7f req-10e6604b-d036-4e4c-ad3b-e53b22905f23 service nova] [instance: 7bf82fab-cd00-4ee4-a2b0-6b5df507102d] Received event network-vif-plugged-0236a6ef-a1c3-4d47-9c38-75a068cceb5e {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:54:05 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-84778a2e-98a8-4355-990d-b00f9def9f7f req-10e6604b-d036-4e4c-ad3b-e53b22905f23 service nova] Acquiring lock "7bf82fab-cd00-4ee4-a2b0-6b5df507102d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:54:05 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-84778a2e-98a8-4355-990d-b00f9def9f7f req-10e6604b-d036-4e4c-ad3b-e53b22905f23 service nova] Lock "7bf82fab-cd00-4ee4-a2b0-6b5df507102d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:54:05 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-84778a2e-98a8-4355-990d-b00f9def9f7f req-10e6604b-d036-4e4c-ad3b-e53b22905f23 service nova] Lock "7bf82fab-cd00-4ee4-a2b0-6b5df507102d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:54:05 user nova-compute[75147]: DEBUG nova.compute.manager [req-84778a2e-98a8-4355-990d-b00f9def9f7f req-10e6604b-d036-4e4c-ad3b-e53b22905f23 service nova] [instance: 7bf82fab-cd00-4ee4-a2b0-6b5df507102d] No waiting events found dispatching network-vif-plugged-0236a6ef-a1c3-4d47-9c38-75a068cceb5e {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:54:05 user nova-compute[75147]: WARNING nova.compute.manager [req-84778a2e-98a8-4355-990d-b00f9def9f7f req-10e6604b-d036-4e4c-ad3b-e53b22905f23 service nova] [instance: 7bf82fab-cd00-4ee4-a2b0-6b5df507102d] Received unexpected event network-vif-plugged-0236a6ef-a1c3-4d47-9c38-75a068cceb5e for instance with vm_state deleted and task_state None.
Oct 27 19:54:07 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:54:07 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:54:07 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:54:08 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:54:08 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Starting heal instance info cache {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 19:54:08 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Rebuilding the list of instances to heal {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 27 19:54:08 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "refresh_cache-a413fb71-5748-4328-a2f3-592c64188e21" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:54:08 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquired lock "refresh_cache-a413fb71-5748-4328-a2f3-592c64188e21" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:54:08 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: a413fb71-5748-4328-a2f3-592c64188e21] Forcefully refreshing network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 27 19:54:08 user nova-compute[75147]: DEBUG nova.objects.instance [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lazy-loading 'info_cache' on Instance uuid a413fb71-5748-4328-a2f3-592c64188e21 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:54:09 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:54:09 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: a413fb71-5748-4328-a2f3-592c64188e21] Updating instance_info_cache with network_info: [{"id": "354da5c5-840d-4a12-94ff-985e4cfdc3c4", "address": "fa:16:3e:e1:06:7e", "network": {"id": "5d65da42-1076-416b-95f3-7516c6b6578f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-703269400-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f24b4cdff6de43ebad2383ca58b7a4d3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap354da5c5-84", "ovs_interfaceid": "354da5c5-840d-4a12-94ff-985e4cfdc3c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:54:09 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Releasing lock "refresh_cache-a413fb71-5748-4328-a2f3-592c64188e21" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:54:09 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: a413fb71-5748-4328-a2f3-592c64188e21] Updated the network info_cache for instance {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 27 19:54:09 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:54:09 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:54:09 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:54:09 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:54:09 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Auditing locally available compute resources for user (node: user) {{(pid=75147) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 19:54:09 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75147) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 19:54:09 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a413fb71-5748-4328-a2f3-592c64188e21/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:54:09 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a413fb71-5748-4328-a2f3-592c64188e21/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:54:09 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a413fb71-5748-4328-a2f3-592c64188e21/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:54:09 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a413fb71-5748-4328-a2f3-592c64188e21/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:54:09 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c912abd-d0ea-4978-8848-6a0c1344290e/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:54:10 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c912abd-d0ea-4978-8848-6a0c1344290e/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:54:10 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c912abd-d0ea-4978-8848-6a0c1344290e/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:54:10 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c912abd-d0ea-4978-8848-6a0c1344290e/disk --force-share --output=json" returned: 0 in 0.249s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:54:10 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:54:10 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:54:10 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Hypervisor/Node resource view: name=user free_ram=8548MB free_disk=24.979835510253906GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75147) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 19:54:10 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:54:10 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:54:10 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance a413fb71-5748-4328-a2f3-592c64188e21 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:54:10 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 23a3503a-d59f-467e-9bbb-c8f679f3d809 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:54:10 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 0c912abd-d0ea-4978-8848-6a0c1344290e actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:54:10 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 19:54:10 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 19:54:11 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:54:11 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:54:11 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Compute_service record updated for user:user {{(pid=75147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 19:54:11 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.379s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:54:11 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:54:11 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:54:12 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:54:14 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:54:16 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:54:17 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:54:19 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:54:19 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:54:19 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75147) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 19:54:24 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:54:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:54:28 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:54:29 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:54:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:54:39 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:54:41 user nova-compute[75147]: INFO nova.compute.manager [None req-6e0b0b14-f833-49aa-a67b-7de824d664a2 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Rescuing
Oct 27 19:54:41 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-6e0b0b14-f833-49aa-a67b-7de824d664a2 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Acquiring lock "refresh_cache-23a3503a-d59f-467e-9bbb-c8f679f3d809" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:54:41 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-6e0b0b14-f833-49aa-a67b-7de824d664a2 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Acquired lock "refresh_cache-23a3503a-d59f-467e-9bbb-c8f679f3d809" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:54:41 user nova-compute[75147]: DEBUG nova.network.neutron [None req-6e0b0b14-f833-49aa-a67b-7de824d664a2 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Building network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 19:54:41 user nova-compute[75147]: DEBUG nova.network.neutron [None req-6e0b0b14-f833-49aa-a67b-7de824d664a2 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Updating instance_info_cache with network_info: [{"id": "cc5bf4a2-53e8-4776-ac36-a0b81ce7e261", "address": "fa:16:3e:02:47:32", "network": {"id": "5d65da42-1076-416b-95f3-7516c6b6578f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-703269400-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f24b4cdff6de43ebad2383ca58b7a4d3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc5bf4a2-53", "ovs_interfaceid": "cc5bf4a2-53e8-4776-ac36-a0b81ce7e261", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:54:41 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-6e0b0b14-f833-49aa-a67b-7de824d664a2 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Releasing lock "refresh_cache-23a3503a-d59f-467e-9bbb-c8f679f3d809" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:54:41 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:54:41 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:54:42 user nova-compute[75147]: DEBUG nova.compute.manager [req-164e3b18-75fa-42a6-959e-a7300ea472fa req-2b190c56-e6bf-4488-9ae2-ad08014405b0 service nova] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Received event network-vif-unplugged-cc5bf4a2-53e8-4776-ac36-a0b81ce7e261 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:54:42 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-164e3b18-75fa-42a6-959e-a7300ea472fa req-2b190c56-e6bf-4488-9ae2-ad08014405b0 service nova] Acquiring lock "23a3503a-d59f-467e-9bbb-c8f679f3d809-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:54:42 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-164e3b18-75fa-42a6-959e-a7300ea472fa req-2b190c56-e6bf-4488-9ae2-ad08014405b0 service nova] Lock "23a3503a-d59f-467e-9bbb-c8f679f3d809-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:54:42 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-164e3b18-75fa-42a6-959e-a7300ea472fa req-2b190c56-e6bf-4488-9ae2-ad08014405b0 service nova] Lock "23a3503a-d59f-467e-9bbb-c8f679f3d809-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:54:42 user nova-compute[75147]: DEBUG nova.compute.manager [req-164e3b18-75fa-42a6-959e-a7300ea472fa req-2b190c56-e6bf-4488-9ae2-ad08014405b0 service nova] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] No waiting events found dispatching network-vif-unplugged-cc5bf4a2-53e8-4776-ac36-a0b81ce7e261 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:54:42 user nova-compute[75147]: WARNING nova.compute.manager [req-164e3b18-75fa-42a6-959e-a7300ea472fa req-2b190c56-e6bf-4488-9ae2-ad08014405b0 service nova] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Received unexpected event network-vif-unplugged-cc5bf4a2-53e8-4776-ac36-a0b81ce7e261 for instance with vm_state active and task_state rescuing.
Oct 27 19:54:42 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:54:42 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:54:42 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Instance destroyed successfully.
Oct 27 19:54:42 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-6e0b0b14-f833-49aa-a67b-7de824d664a2 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Attempting a stable device rescue
Oct 27 19:54:42 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-6e0b0b14-f833-49aa-a67b-7de824d664a2 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=75147) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Oct 27 19:54:42 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-6e0b0b14-f833-49aa-a67b-7de824d664a2 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Instance directory exists: not creating {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Oct 27 19:54:42 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-6e0b0b14-f833-49aa-a67b-7de824d664a2 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Creating image(s)
Oct 27 19:54:42 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-6e0b0b14-f833-49aa-a67b-7de824d664a2 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Acquiring lock "/opt/stack/data/nova/instances/23a3503a-d59f-467e-9bbb-c8f679f3d809/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:54:42 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-6e0b0b14-f833-49aa-a67b-7de824d664a2 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Lock "/opt/stack/data/nova/instances/23a3503a-d59f-467e-9bbb-c8f679f3d809/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:54:42 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-6e0b0b14-f833-49aa-a67b-7de824d664a2 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Lock "/opt/stack/data/nova/instances/23a3503a-d59f-467e-9bbb-c8f679f3d809/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:54:42 user nova-compute[75147]: DEBUG nova.objects.instance [None req-6e0b0b14-f833-49aa-a67b-7de824d664a2 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Lazy-loading 'trusted_certs' on Instance uuid 23a3503a-d59f-467e-9bbb-c8f679f3d809 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:54:42 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-6e0b0b14-f833-49aa-a67b-7de824d664a2 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Acquiring lock "484f5ee4e691a9b20f2a14e84864b27ff3ce4cbe" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:54:42 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-6e0b0b14-f833-49aa-a67b-7de824d664a2 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Lock "484f5ee4e691a9b20f2a14e84864b27ff3ce4cbe" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:54:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-6e0b0b14-f833-49aa-a67b-7de824d664a2 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/484f5ee4e691a9b20f2a14e84864b27ff3ce4cbe.part --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:54:44 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-6e0b0b14-f833-49aa-a67b-7de824d664a2 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/484f5ee4e691a9b20f2a14e84864b27ff3ce4cbe.part --force-share --output=json" returned: 0 in 0.194s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:54:44 user nova-compute[75147]: DEBUG nova.compute.manager [req-97695d75-2d9f-4f87-940e-5929fdc628f1 req-c4a95511-9004-4c1f-a9c2-0ea922bc3acd service nova] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Received event network-vif-plugged-cc5bf4a2-53e8-4776-ac36-a0b81ce7e261 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:54:44 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-97695d75-2d9f-4f87-940e-5929fdc628f1 req-c4a95511-9004-4c1f-a9c2-0ea922bc3acd service nova] Acquiring lock "23a3503a-d59f-467e-9bbb-c8f679f3d809-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:54:44 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-97695d75-2d9f-4f87-940e-5929fdc628f1 req-c4a95511-9004-4c1f-a9c2-0ea922bc3acd service nova] Lock "23a3503a-d59f-467e-9bbb-c8f679f3d809-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:54:44 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-97695d75-2d9f-4f87-940e-5929fdc628f1 req-c4a95511-9004-4c1f-a9c2-0ea922bc3acd service nova] Lock "23a3503a-d59f-467e-9bbb-c8f679f3d809-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:54:44 user nova-compute[75147]: DEBUG nova.compute.manager [req-97695d75-2d9f-4f87-940e-5929fdc628f1 req-c4a95511-9004-4c1f-a9c2-0ea922bc3acd service nova] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] No waiting events found dispatching network-vif-plugged-cc5bf4a2-53e8-4776-ac36-a0b81ce7e261 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:54:44 user nova-compute[75147]: WARNING nova.compute.manager [req-97695d75-2d9f-4f87-940e-5929fdc628f1 req-c4a95511-9004-4c1f-a9c2-0ea922bc3acd service nova] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Received unexpected event network-vif-plugged-cc5bf4a2-53e8-4776-ac36-a0b81ce7e261 for instance with vm_state active and task_state rescuing.
Oct 27 19:54:44 user nova-compute[75147]: DEBUG nova.virt.images [None req-6e0b0b14-f833-49aa-a67b-7de824d664a2 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] bc2e8407-013b-43f6-98e8-df8819f5d619 was qcow2, converting to raw {{(pid=75147) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 27 19:54:44 user nova-compute[75147]: DEBUG nova.privsep.utils [None req-6e0b0b14-f833-49aa-a67b-7de824d664a2 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75147) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 27 19:54:44 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-6e0b0b14-f833-49aa-a67b-7de824d664a2 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/484f5ee4e691a9b20f2a14e84864b27ff3ce4cbe.part /opt/stack/data/nova/instances/_base/484f5ee4e691a9b20f2a14e84864b27ff3ce4cbe.converted {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:54:44 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:54:44 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-6e0b0b14-f833-49aa-a67b-7de824d664a2 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/484f5ee4e691a9b20f2a14e84864b27ff3ce4cbe.part /opt/stack/data/nova/instances/_base/484f5ee4e691a9b20f2a14e84864b27ff3ce4cbe.converted" returned: 0 in 0.626s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:54:44 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-6e0b0b14-f833-49aa-a67b-7de824d664a2 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/484f5ee4e691a9b20f2a14e84864b27ff3ce4cbe.converted --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:54:44 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-6e0b0b14-f833-49aa-a67b-7de824d664a2 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/484f5ee4e691a9b20f2a14e84864b27ff3ce4cbe.converted --force-share --output=json" returned: 0 in 0.203s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:54:44 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-6e0b0b14-f833-49aa-a67b-7de824d664a2 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Lock "484f5ee4e691a9b20f2a14e84864b27ff3ce4cbe" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.368s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:54:44 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-6e0b0b14-f833-49aa-a67b-7de824d664a2 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Acquiring lock "484f5ee4e691a9b20f2a14e84864b27ff3ce4cbe" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:54:44 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-6e0b0b14-f833-49aa-a67b-7de824d664a2 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Lock "484f5ee4e691a9b20f2a14e84864b27ff3ce4cbe" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:54:44 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-6e0b0b14-f833-49aa-a67b-7de824d664a2 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/484f5ee4e691a9b20f2a14e84864b27ff3ce4cbe --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:54:45 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-6e0b0b14-f833-49aa-a67b-7de824d664a2 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/484f5ee4e691a9b20f2a14e84864b27ff3ce4cbe --force-share --output=json" returned: 0 in 0.192s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:54:45 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-6e0b0b14-f833-49aa-a67b-7de824d664a2 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/484f5ee4e691a9b20f2a14e84864b27ff3ce4cbe,backing_fmt=raw /opt/stack/data/nova/instances/23a3503a-d59f-467e-9bbb-c8f679f3d809/disk.rescue {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:54:45 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-6e0b0b14-f833-49aa-a67b-7de824d664a2 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/484f5ee4e691a9b20f2a14e84864b27ff3ce4cbe,backing_fmt=raw /opt/stack/data/nova/instances/23a3503a-d59f-467e-9bbb-c8f679f3d809/disk.rescue" returned: 0 in 0.064s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:54:45 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-6e0b0b14-f833-49aa-a67b-7de824d664a2 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Lock "484f5ee4e691a9b20f2a14e84864b27ff3ce4cbe" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.264s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:54:45 user nova-compute[75147]: DEBUG nova.objects.instance [None req-6e0b0b14-f833-49aa-a67b-7de824d664a2 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Lazy-loading 'migration_context' on Instance uuid 23a3503a-d59f-467e-9bbb-c8f679f3d809 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:54:45 user nova-compute[75147]: DEBUG nova.objects.base [None req-6e0b0b14-f833-49aa-a67b-7de824d664a2 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Object Instance<23a3503a-d59f-467e-9bbb-c8f679f3d809> lazy-loaded attributes: trusted_certs,migration_context {{(pid=75147) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 19:54:45 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-6e0b0b14-f833-49aa-a67b-7de824d664a2 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Created local disks {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 27 19:54:45 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-6e0b0b14-f833-49aa-a67b-7de824d664a2 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Start _get_guest_xml network_info=[{"id": "cc5bf4a2-53e8-4776-ac36-a0b81ce7e261", "address": "fa:16:3e:02:47:32", "network": {"id": "5d65da42-1076-416b-95f3-7516c6b6578f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-703269400-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-703269400-network", "vif_mac": "fa:16:3e:02:47:32"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f24b4cdff6de43ebad2383ca58b7a4d3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc5bf4a2-53", "ovs_interfaceid": "cc5bf4a2-53e8-4776-ac36-a0b81ce7e261", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T19:22:09Z,direct_url=<?>,disk_format='qcow2',id=d52df17c-5315-4a73-ab7c-34c161a414fb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0b43115555434818b0c8bdf6be4946da',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T19:22:11Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': 'bc2e8407-013b-43f6-98e8-df8819f5d619', 'kernel_id': '', 'ramdisk_id': ''} block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': 'disk', 'delete_on_termination': False, 'boot_index': 0, 'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'guest_format': None, 'attachment_id': '3d543e59-9121-46c9-b4e0-49a3d0aeec99', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'inuXNfdt', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, 'status': 'reserved', 'instance': '23a3503a-d59f-467e-9bbb-c8f679f3d809', 'attached_at': '', 'detached_at': '', 'volume_id': 'ba04047a-8512-4776-ab93-90ab0cc66bd1', 'serial': 'ba04047a-8512-4776-ab93-90ab0cc66bd1'}, 'volume_type': None} {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 19:54:45 user nova-compute[75147]: DEBUG nova.objects.instance [None req-6e0b0b14-f833-49aa-a67b-7de824d664a2 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Lazy-loading 'resources' on Instance uuid 23a3503a-d59f-467e-9bbb-c8f679f3d809 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:54:45 user nova-compute[75147]: DEBUG nova.objects.base [None req-6e0b0b14-f833-49aa-a67b-7de824d664a2 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Object Instance<23a3503a-d59f-467e-9bbb-c8f679f3d809> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=75147) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 19:54:45 user nova-compute[75147]: DEBUG nova.objects.instance [None req-6e0b0b14-f833-49aa-a67b-7de824d664a2 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Lazy-loading 'numa_topology' on Instance uuid 23a3503a-d59f-467e-9bbb-c8f679f3d809 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:54:45 user nova-compute[75147]: DEBUG nova.objects.base [None req-6e0b0b14-f833-49aa-a67b-7de824d664a2 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Object Instance<23a3503a-d59f-467e-9bbb-c8f679f3d809> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=75147) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 19:54:45 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-6e0b0b14-f833-49aa-a67b-7de824d664a2 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:54:45 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-6e0b0b14-f833-49aa-a67b-7de824d664a2 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:54:45 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-6e0b0b14-f833-49aa-a67b-7de824d664a2 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 19:54:45 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-6e0b0b14-f833-49aa-a67b-7de824d664a2 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] CPU controller missing on host. {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 19:54:45 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-6e0b0b14-f833-49aa-a67b-7de824d664a2 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 19:54:45 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-6e0b0b14-f833-49aa-a67b-7de824d664a2 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] CPU controller found on host. {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 19:54:45 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-6e0b0b14-f833-49aa-a67b-7de824d664a2 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75147) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 19:54:45 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-6e0b0b14-f833-49aa-a67b-7de824d664a2 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T19:21:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T19:22:09Z,direct_url=<?>,disk_format='qcow2',id=d52df17c-5315-4a73-ab7c-34c161a414fb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0b43115555434818b0c8bdf6be4946da',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T19:22:11Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 19:54:45 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-6e0b0b14-f833-49aa-a67b-7de824d664a2 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Flavor limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 19:54:45 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-6e0b0b14-f833-49aa-a67b-7de824d664a2 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Image limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 19:54:45 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-6e0b0b14-f833-49aa-a67b-7de824d664a2 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Flavor pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 19:54:45 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-6e0b0b14-f833-49aa-a67b-7de824d664a2 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Image pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 19:54:45 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-6e0b0b14-f833-49aa-a67b-7de824d664a2 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 19:54:45 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-6e0b0b14-f833-49aa-a67b-7de824d664a2 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 19:54:45 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-6e0b0b14-f833-49aa-a67b-7de824d664a2 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 19:54:45 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-6e0b0b14-f833-49aa-a67b-7de824d664a2 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Got 1 possible topologies {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 19:54:45 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-6e0b0b14-f833-49aa-a67b-7de824d664a2 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 19:54:45 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-6e0b0b14-f833-49aa-a67b-7de824d664a2 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 19:54:45 user nova-compute[75147]: DEBUG nova.objects.instance [None req-6e0b0b14-f833-49aa-a67b-7de824d664a2 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Lazy-loading 'vcpu_model' on Instance uuid 23a3503a-d59f-467e-9bbb-c8f679f3d809 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:54:45 user nova-compute[75147]: DEBUG nova.objects.base [None req-6e0b0b14-f833-49aa-a67b-7de824d664a2 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Object Instance<23a3503a-d59f-467e-9bbb-c8f679f3d809> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=75147) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 19:54:45 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6e0b0b14-f833-49aa-a67b-7de824d664a2 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Calling os-brick to attach iSCSI Volume {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 19:54:45 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e0b0b14-f833-49aa-a67b-7de824d664a2 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'inuXNfdt', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:54:45 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-6e0b0b14-f833-49aa-a67b-7de824d664a2 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:54:45 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-6e0b0b14-f833-49aa-a67b-7de824d664a2 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:54:45 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-6e0b0b14-f833-49aa-a67b-7de824d664a2 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:54:45 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-6e0b0b14-f833-49aa-a67b-7de824d664a2 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:54:45 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-6e0b0b14-f833-49aa-a67b-7de824d664a2 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:54:45 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-6e0b0b14-f833-49aa-a67b-7de824d664a2 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:54:45 user nova-compute[75147]: INFO os_brick.initiator.connectors.iscsi [None req-6e0b0b14-f833-49aa-a67b-7de824d664a2 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 19:54:45 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 -p 172.16.0.220:3260 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:54:45 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 -p 172.16.0.220:3260" returned: 0 in 0.023s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:54:45 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[56643539-87c9-4052-869e-f1708851222b]: (4, ('# BEGIN RECORD 2.1.5\nnode.name = iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = <empty>\niface.ipaddress = <empty>\niface.prefix_len = 0\niface.hwaddress = <empty>\niface.transport_name = tcp\niface.initiatorname = <empty>\niface.state = <empty>\niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = <empty>\niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = <empty>\niface.subnet_mask = <empty>\niface.gateway = <empty>\niface.dhcp_alt_client_id_state = <empty>\niface.dhcp_alt_client_id = <empty>\niface.dhcp_dns = <empty>\niface.dhcp_learn_iqn = <empty>\niface.dhcp_req_vendor_id_state = <empty>\niface.dhcp_vendor_id_state = <empty>\niface.dhcp_vendor_id = <empty>\niface.dhcp_slp_da = <empty>\niface.fragmentation = <empty>\niface.gratuitous_arp = <empty>\niface.incoming_forwarding = <empty>\niface.tos_state = <empty>\niface.tos = 0\niface.ttl = 0\niface.delayed_ack = <empty>\niface.tcp_nagle = <empty>\niface.tcp_wsf_state = <empty>\niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = <empty>\niface.redirect = <empty>\niface.def_task_mgmt_timeout = 0\niface.header_digest = <empty>\niface.data_digest = <empty>\niface.immediate_data = <empty>\niface.initial_r2t = <empty>\niface.data_seq_inorder = <empty>\niface.data_pdu_inorder = <empty>\niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = <empty>\niface.bidi_chap = <empty>\niface.strict_login_compliance = <empty>\niface.discovery_auth = <empty>\niface.discovery_logout = <empty>\nnode.discovery_address = <empty>\nnode.discovery_port = 0\nnode.discovery_type = static\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = -20\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = CHAP\nnode.session.auth.username = inuXNfdt\nnode.session.auth.password = ********\nnode.session.auth.username_in = <empty>\nnode.session.auth.password_in = <empty>\nnode.session.auth.chap_algs = MD5\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = manual\nnode.session.reopen_max = 0\nnode.conn[0].address = 172.16.0.220\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:54:45 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e0b0b14-f833-49aa-a67b-7de824d664a2 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] iscsiadm (): stdout=# BEGIN RECORD 2.1.5
Oct 27 19:54:45 user nova-compute[75147]: node.name = iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1
Oct 27 19:54:45 user nova-compute[75147]: node.tpgt = -1
Oct 27 19:54:45 user nova-compute[75147]: node.startup = automatic
Oct 27 19:54:45 user nova-compute[75147]: node.leading_login = No
Oct 27 19:54:45 user nova-compute[75147]: iface.iscsi_ifacename = default
Oct 27 19:54:45 user nova-compute[75147]: iface.net_ifacename = <empty>
Oct 27 19:54:45 user nova-compute[75147]: iface.ipaddress = <empty>
Oct 27 19:54:45 user nova-compute[75147]: iface.prefix_len = 0
Oct 27 19:54:45 user nova-compute[75147]: iface.hwaddress = <empty>
Oct 27 19:54:45 user nova-compute[75147]: iface.transport_name = tcp
Oct 27 19:54:45 user nova-compute[75147]: iface.initiatorname = <empty>
Oct 27 19:54:45 user nova-compute[75147]: iface.state = <empty>
Oct 27 19:54:45 user nova-compute[75147]: iface.vlan_id = 0
Oct 27 19:54:45 user nova-compute[75147]: iface.vlan_priority = 0
Oct 27 19:54:45 user nova-compute[75147]: iface.vlan_state = <empty>
Oct 27 19:54:45 user nova-compute[75147]: iface.iface_num = 0
Oct 27 19:54:45 user nova-compute[75147]: iface.mtu = 0
Oct 27 19:54:45 user nova-compute[75147]: iface.port = 0
Oct 27 19:54:45 user nova-compute[75147]: iface.bootproto = <empty>
Oct 27 19:54:45 user nova-compute[75147]: iface.subnet_mask = <empty>
Oct 27 19:54:45 user nova-compute[75147]: iface.gateway = <empty>
Oct 27 19:54:45 user nova-compute[75147]: iface.dhcp_alt_client_id_state = <empty>
Oct 27 19:54:45 user nova-compute[75147]: iface.dhcp_alt_client_id = <empty>
Oct 27 19:54:45 user nova-compute[75147]: iface.dhcp_dns = <empty>
Oct 27 19:54:45 user nova-compute[75147]: iface.dhcp_learn_iqn = <empty>
Oct 27 19:54:45 user nova-compute[75147]: iface.dhcp_req_vendor_id_state = <empty>
Oct 27 19:54:45 user nova-compute[75147]: iface.dhcp_vendor_id_state = <empty>
Oct 27 19:54:45 user nova-compute[75147]: iface.dhcp_vendor_id = <empty>
Oct 27 19:54:45 user nova-compute[75147]: iface.dhcp_slp_da = <empty>
Oct 27 19:54:45 user nova-compute[75147]: iface.fragmentation = <empty>
Oct 27 19:54:45 user nova-compute[75147]: iface.gratuitous_arp = <empty>
Oct 27 19:54:45 user nova-compute[75147]: iface.incoming_forwarding = <empty>
Oct 27 19:54:45 user nova-compute[75147]: iface.tos_state = <empty>
Oct 27 19:54:45 user nova-compute[75147]: iface.tos = 0
Oct 27 19:54:45 user nova-compute[75147]: iface.ttl = 0
Oct 27 19:54:45 user nova-compute[75147]: iface.delayed_ack = <empty>
Oct 27 19:54:45 user nova-compute[75147]: iface.tcp_nagle = <empty>
Oct 27 19:54:45 user nova-compute[75147]: iface.tcp_wsf_state = <empty>
Oct 27 19:54:45 user nova-compute[75147]: iface.tcp_wsf = 0
Oct 27 19:54:45 user nova-compute[75147]: iface.tcp_timer_scale = 0
Oct 27 19:54:45 user nova-compute[75147]: iface.tcp_timestamp = <empty>
Oct 27 19:54:45 user nova-compute[75147]: iface.redirect = <empty>
Oct 27 19:54:45 user nova-compute[75147]: iface.def_task_mgmt_timeout = 0
Oct 27 19:54:45 user nova-compute[75147]: iface.header_digest = <empty>
Oct 27 19:54:45 user nova-compute[75147]: iface.data_digest = <empty>
Oct 27 19:54:45 user nova-compute[75147]: iface.immediate_data = <empty>
Oct 27 19:54:45 user nova-compute[75147]: iface.initial_r2t = <empty>
Oct 27 19:54:45 user nova-compute[75147]: iface.data_seq_inorder = <empty>
Oct 27 19:54:45 user nova-compute[75147]: iface.data_pdu_inorder = <empty>
Oct 27 19:54:45 user nova-compute[75147]: iface.erl = 0
Oct 27 19:54:45 user nova-compute[75147]: iface.max_receive_data_len = 0
Oct 27 19:54:45 user nova-compute[75147]: iface.first_burst_len = 0
Oct 27 19:54:45 user nova-compute[75147]: iface.max_outstanding_r2t = 0
Oct 27 19:54:45 user nova-compute[75147]: iface.max_burst_len = 0
Oct 27 19:54:45 user nova-compute[75147]: iface.chap_auth = <empty>
Oct 27 19:54:45 user nova-compute[75147]: iface.bidi_chap = <empty>
Oct 27 19:54:45 user nova-compute[75147]: iface.strict_login_compliance = <empty>
Oct 27 19:54:45 user nova-compute[75147]: iface.discovery_auth = <empty>
Oct 27 19:54:45 user nova-compute[75147]: iface.discovery_logout = <empty>
Oct 27 19:54:45 user nova-compute[75147]: node.discovery_address = <empty>
Oct 27 19:54:45 user nova-compute[75147]: node.discovery_port = 0
Oct 27 19:54:45 user nova-compute[75147]: node.discovery_type = static
Oct 27 19:54:45 user nova-compute[75147]: node.session.initial_cmdsn = 0
Oct 27 19:54:45 user nova-compute[75147]: node.session.initial_login_retry_max = 8
Oct 27 19:54:45 user nova-compute[75147]: node.session.xmit_thread_priority = -20
Oct 27 19:54:45 user nova-compute[75147]: node.session.cmds_max = 128
Oct 27 19:54:45 user nova-compute[75147]: node.session.queue_depth = 32
Oct 27 19:54:45 user nova-compute[75147]: node.session.nr_sessions = 1
Oct 27 19:54:45 user nova-compute[75147]: node.session.auth.authmethod = CHAP
Oct 27 19:54:45 user nova-compute[75147]: node.session.auth.username = inuXNfdt
Oct 27 19:54:45 user nova-compute[75147]: node.session.auth.password = ***
Oct 27 19:54:45 user nova-compute[75147]: node.session.auth.username_in = <empty>
Oct 27 19:54:45 user nova-compute[75147]: node.session.auth.password_in = <empty>
Oct 27 19:54:45 user nova-compute[75147]: node.session.auth.chap_algs = MD5
Oct 27 19:54:45 user nova-compute[75147]: node.session.timeo.replacement_timeout = 120
Oct 27 19:54:45 user nova-compute[75147]: node.session.err_timeo.abort_timeout = 15
Oct 27 19:54:45 user nova-compute[75147]: node.session.err_timeo.lu_reset_timeout = 30
Oct 27 19:54:45 user nova-compute[75147]: node.session.err_timeo.tgt_reset_timeout = 30
Oct 27 19:54:45 user nova-compute[75147]: node.session.err_timeo.host_reset_timeout = 60
Oct 27 19:54:45 user nova-compute[75147]: node.session.iscsi.FastAbort = Yes
Oct 27 19:54:45 user nova-compute[75147]: node.session.iscsi.InitialR2T = No
Oct 27 19:54:45 user nova-compute[75147]: node.session.iscsi.ImmediateData = Yes
Oct 27 19:54:45 user nova-compute[75147]: node.session.iscsi.FirstBurstLength = 262144
Oct 27 19:54:45 user nova-compute[75147]: node.session.iscsi.MaxBurstLength = 16776192
Oct 27 19:54:45 user nova-compute[75147]: node.session.iscsi.DefaultTime2Retain = 0
Oct 27 19:54:45 user nova-compute[75147]: node.session.iscsi.DefaultTime2Wait = 2
Oct 27 19:54:45 user nova-compute[75147]: node.session.iscsi.MaxConnections = 1
Oct 27 19:54:45 user nova-compute[75147]: node.session.iscsi.MaxOutstandingR2T = 1
Oct 27 19:54:45 user nova-compute[75147]: node.session.iscsi.ERL = 0
Oct 27 19:54:45 user nova-compute[75147]: node.session.scan = manual
Oct 27 19:54:45 user nova-compute[75147]: node.session.reopen_max = 0
Oct 27 19:54:45 user nova-compute[75147]: node.conn[0].address = 172.16.0.220
Oct 27 19:54:45 user nova-compute[75147]: node.conn[0].port = 3260
Oct 27 19:54:45 user nova-compute[75147]: node.conn[0].startup = manual
Oct 27 19:54:45 user nova-compute[75147]: node.conn[0].tcp.window_size = 524288
Oct 27 19:54:45 user nova-compute[75147]: node.conn[0].tcp.type_of_service = 0
Oct 27 19:54:45 user nova-compute[75147]: node.conn[0].timeo.logout_timeout = 15
Oct 27 19:54:45 user nova-compute[75147]: node.conn[0].timeo.login_timeout = 15
Oct 27 19:54:45 user nova-compute[75147]: node.conn[0].timeo.auth_timeout = 45
Oct 27 19:54:45 user nova-compute[75147]: node.conn[0].timeo.noop_out_interval = 5
Oct 27 19:54:45 user nova-compute[75147]: node.conn[0].timeo.noop_out_timeout = 5
Oct 27 19:54:45 user nova-compute[75147]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0
Oct 27 19:54:45 user nova-compute[75147]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144
Oct 27 19:54:45 user nova-compute[75147]: node.conn[0].iscsi.HeaderDigest = None
Oct 27 19:54:45 user nova-compute[75147]: node.conn[0].iscsi.DataDigest = None
Oct 27 19:54:45 user nova-compute[75147]: node.conn[0].iscsi.IFMarker = No
Oct 27 19:54:45 user nova-compute[75147]: node.conn[0].iscsi.OFMarker = No
Oct 27 19:54:45 user nova-compute[75147]: # END RECORD
Oct 27 19:54:45 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:54:45 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:54:45 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.037s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:54:45 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[2cf901ce-ee28-4d1f-b2e5-82056b9234a4]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:54:45 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e0b0b14-f833-49aa-a67b-7de824d664a2 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:54:45 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:54:45 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:54:45 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[66432a6f-369e-4c3e-89b5-6d4e168c04ec]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:54:45 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e0b0b14-f833-49aa-a67b-7de824d664a2 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:54:45 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v inuXNfdt {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:54:45 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v inuXNfdt" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:54:45 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[33085dc7-4ab7-4ae8-90c1-e37de4eca955]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:54:45 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e0b0b14-f833-49aa-a67b-7de824d664a2 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'inuXNfdt'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:54:45 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:54:45 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:54:45 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[2cd65805-6f55-42ab-be9d-55c126ae7b3f]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:54:45 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e0b0b14-f833-49aa-a67b-7de824d664a2 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:54:45 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:54:45 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:54:45 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[21c28f2e-fa5e-4a07-93b8-7ea0dd86ca29]: (4, ('tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:54:45 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e0b0b14-f833-49aa-a67b-7de824d664a2 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 (non-flash)
Oct 27 19:54:45 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:54:45 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e0b0b14-f833-49aa-a67b-7de824d664a2 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] iscsi session list stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 (non-flash)
Oct 27 19:54:45 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:54:45 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-6e0b0b14-f833-49aa-a67b-7de824d664a2 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.164s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:54:45 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e0b0b14-f833-49aa-a67b-7de824d664a2 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Connected to 172.16.0.220:3260 {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 19:54:45 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-6e0b0b14-f833-49aa-a67b-7de824d664a2 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] HCTL ('33', '0', '0', 0) found on session 51 with lun 0 {{(pid=75147) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 19:54:45 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-6e0b0b14-f833-49aa-a67b-7de824d664a2 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Scanning host 33 c: 0, t: 0, l: 0) {{(pid=75147) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 19:54:45 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:54:45 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.013s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:54:45 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[f08a0d08-674e-49e6-9f24-719d32eee4f6]: (4, ('0 0 0', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:54:45 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-6e0b0b14-f833-49aa-a67b-7de824d664a2 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Searching for a device in session 51 and hctl ('33', '0', '0', 0) yield: sdb {{(pid=75147) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 19:54:45 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e0b0b14-f833-49aa-a67b-7de824d664a2 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'inuXNfdt', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 19:54:45 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-6e0b0b14-f833-49aa-a67b-7de824d664a2 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 0.187s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:54:45 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e0b0b14-f833-49aa-a67b-7de824d664a2 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] <== connect_volume: return (189ms) {'type': 'block', 'scsi_wwn': '26437376338396561', 'path': '/dev/sdb'} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:54:45 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6e0b0b14-f833-49aa-a67b-7de824d664a2 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26437376338396561', 'path': '/dev/sdb'} {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 19:54:45 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-6e0b0b14-f833-49aa-a67b-7de824d664a2 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:52:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1142702815',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1142702815',id=44,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-27T19:53:27Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='f24b4cdff6de43ebad2383ca58b7a4d3',ramdisk_id='',reservation_id='r-clxxeg38',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-754928900',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:53:28Z,user_data=None,user_id='6727f3019b20472fa098b88b46a487db',uuid=23a3503a-d59f-467e-9bbb-c8f679f3d809,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "cc5bf4a2-53e8-4776-ac36-a0b81ce7e261", "address": "fa:16:3e:02:47:32", "network": {"id": "5d65da42-1076-416b-95f3-7516c6b6578f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-703269400-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-703269400-network", "vif_mac": "fa:16:3e:02:47:32"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f24b4cdff6de43ebad2383ca58b7a4d3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc5bf4a2-53", "ovs_interfaceid": "cc5bf4a2-53e8-4776-ac36-a0b81ce7e261", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75147) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 19:54:45 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-6e0b0b14-f833-49aa-a67b-7de824d664a2 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Converting VIF {"id": "cc5bf4a2-53e8-4776-ac36-a0b81ce7e261", "address": "fa:16:3e:02:47:32", "network": {"id": "5d65da42-1076-416b-95f3-7516c6b6578f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-703269400-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-703269400-network", "vif_mac": "fa:16:3e:02:47:32"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f24b4cdff6de43ebad2383ca58b7a4d3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc5bf4a2-53", "ovs_interfaceid": "cc5bf4a2-53e8-4776-ac36-a0b81ce7e261", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:54:45 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-6e0b0b14-f833-49aa-a67b-7de824d664a2 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:02:47:32,bridge_name='br-int',has_traffic_filtering=True,id=cc5bf4a2-53e8-4776-ac36-a0b81ce7e261,network=Network(5d65da42-1076-416b-95f3-7516c6b6578f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcc5bf4a2-53') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:54:45 user nova-compute[75147]: DEBUG nova.objects.instance [None req-6e0b0b14-f833-49aa-a67b-7de824d664a2 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Lazy-loading 'pci_devices' on Instance uuid 23a3503a-d59f-467e-9bbb-c8f679f3d809 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:54:45 user nova-compute[75147]: DEBUG nova.objects.base [None req-6e0b0b14-f833-49aa-a67b-7de824d664a2 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Object Instance<23a3503a-d59f-467e-9bbb-c8f679f3d809> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=75147) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 19:54:45 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-6e0b0b14-f833-49aa-a67b-7de824d664a2 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] End _get_guest_xml xml=<domain type="kvm">
Oct 27 19:54:45 user nova-compute[75147]:   <uuid>23a3503a-d59f-467e-9bbb-c8f679f3d809</uuid>
Oct 27 19:54:45 user nova-compute[75147]:   <name>instance-0000002c</name>
Oct 27 19:54:45 user nova-compute[75147]:   <memory>524288</memory>
Oct 27 19:54:45 user nova-compute[75147]:   <vcpu>1</vcpu>
Oct 27 19:54:45 user nova-compute[75147]:   <metadata>
Oct 27 19:54:45 user nova-compute[75147]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 19:54:45 user nova-compute[75147]:       <nova:package version="0.0.0"/>
Oct 27 19:54:45 user nova-compute[75147]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-1142702815</nova:name>
Oct 27 19:54:45 user nova-compute[75147]:       <nova:creationTime>2023-10-27 19:54:45</nova:creationTime>
Oct 27 19:54:45 user nova-compute[75147]:       <nova:flavor name="m1.tiny">
Oct 27 19:54:45 user nova-compute[75147]:         <nova:memory>512</nova:memory>
Oct 27 19:54:45 user nova-compute[75147]:         <nova:disk>1</nova:disk>
Oct 27 19:54:45 user nova-compute[75147]:         <nova:swap>0</nova:swap>
Oct 27 19:54:45 user nova-compute[75147]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 19:54:45 user nova-compute[75147]:         <nova:vcpus>1</nova:vcpus>
Oct 27 19:54:45 user nova-compute[75147]:       </nova:flavor>
Oct 27 19:54:45 user nova-compute[75147]:       <nova:owner>
Oct 27 19:54:45 user nova-compute[75147]:         <nova:user uuid="6727f3019b20472fa098b88b46a487db">tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member</nova:user>
Oct 27 19:54:45 user nova-compute[75147]:         <nova:project uuid="f24b4cdff6de43ebad2383ca58b7a4d3">tempest-ServerBootFromVolumeStableRescueTest-754928900</nova:project>
Oct 27 19:54:45 user nova-compute[75147]:       </nova:owner>
Oct 27 19:54:45 user nova-compute[75147]:       <nova:root type="image" uuid="d52df17c-5315-4a73-ab7c-34c161a414fb"/>
Oct 27 19:54:45 user nova-compute[75147]:       <nova:ports>
Oct 27 19:54:45 user nova-compute[75147]:         <nova:port uuid="cc5bf4a2-53e8-4776-ac36-a0b81ce7e261">
Oct 27 19:54:45 user nova-compute[75147]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Oct 27 19:54:45 user nova-compute[75147]:         </nova:port>
Oct 27 19:54:45 user nova-compute[75147]:       </nova:ports>
Oct 27 19:54:45 user nova-compute[75147]:     </nova:instance>
Oct 27 19:54:45 user nova-compute[75147]:   </metadata>
Oct 27 19:54:45 user nova-compute[75147]:   <sysinfo type="smbios">
Oct 27 19:54:45 user nova-compute[75147]:     <system>
Oct 27 19:54:45 user nova-compute[75147]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 19:54:45 user nova-compute[75147]:       <entry name="product">OpenStack Nova</entry>
Oct 27 19:54:45 user nova-compute[75147]:       <entry name="version">0.0.0</entry>
Oct 27 19:54:45 user nova-compute[75147]:       <entry name="serial">23a3503a-d59f-467e-9bbb-c8f679f3d809</entry>
Oct 27 19:54:45 user nova-compute[75147]:       <entry name="uuid">23a3503a-d59f-467e-9bbb-c8f679f3d809</entry>
Oct 27 19:54:45 user nova-compute[75147]:       <entry name="family">Virtual Machine</entry>
Oct 27 19:54:45 user nova-compute[75147]:     </system>
Oct 27 19:54:45 user nova-compute[75147]:   </sysinfo>
Oct 27 19:54:45 user nova-compute[75147]:   <os>
Oct 27 19:54:45 user nova-compute[75147]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 19:54:45 user nova-compute[75147]:     <smbios mode="sysinfo"/>
Oct 27 19:54:45 user nova-compute[75147]:   </os>
Oct 27 19:54:45 user nova-compute[75147]:   <features>
Oct 27 19:54:45 user nova-compute[75147]:     <acpi/>
Oct 27 19:54:45 user nova-compute[75147]:     <apic/>
Oct 27 19:54:45 user nova-compute[75147]:     <vmcoreinfo/>
Oct 27 19:54:45 user nova-compute[75147]:   </features>
Oct 27 19:54:45 user nova-compute[75147]:   <clock offset="utc">
Oct 27 19:54:45 user nova-compute[75147]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 19:54:45 user nova-compute[75147]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 19:54:45 user nova-compute[75147]:     <timer name="hpet" present="no"/>
Oct 27 19:54:45 user nova-compute[75147]:   </clock>
Oct 27 19:54:45 user nova-compute[75147]:   <cpu mode="custom" match="exact">
Oct 27 19:54:45 user nova-compute[75147]:     <model>Nehalem</model>
Oct 27 19:54:45 user nova-compute[75147]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 19:54:45 user nova-compute[75147]:   </cpu>
Oct 27 19:54:45 user nova-compute[75147]:   <devices>
Oct 27 19:54:45 user nova-compute[75147]:     <disk type="block" device="disk">
Oct 27 19:54:45 user nova-compute[75147]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 19:54:45 user nova-compute[75147]:       <source dev="/dev/sdb"/>
Oct 27 19:54:45 user nova-compute[75147]:       <target dev="vda" bus="virtio"/>
Oct 27 19:54:45 user nova-compute[75147]:       <serial>ba04047a-8512-4776-ab93-90ab0cc66bd1</serial>
Oct 27 19:54:45 user nova-compute[75147]:     </disk>
Oct 27 19:54:45 user nova-compute[75147]:     <disk type="file" device="disk">
Oct 27 19:54:45 user nova-compute[75147]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 27 19:54:45 user nova-compute[75147]:       <source file="/opt/stack/data/nova/instances/23a3503a-d59f-467e-9bbb-c8f679f3d809/disk.rescue"/>
Oct 27 19:54:45 user nova-compute[75147]:       <target dev="vdb" bus="virtio"/>
Oct 27 19:54:45 user nova-compute[75147]:       <boot order="1"/>
Oct 27 19:54:45 user nova-compute[75147]:     </disk>
Oct 27 19:54:45 user nova-compute[75147]:     <interface type="ethernet">
Oct 27 19:54:45 user nova-compute[75147]:       <mac address="fa:16:3e:02:47:32"/>
Oct 27 19:54:45 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:54:45 user nova-compute[75147]:       <mtu size="1442"/>
Oct 27 19:54:45 user nova-compute[75147]:       <target dev="tapcc5bf4a2-53"/>
Oct 27 19:54:45 user nova-compute[75147]:     </interface>
Oct 27 19:54:45 user nova-compute[75147]:     <serial type="pty">
Oct 27 19:54:45 user nova-compute[75147]:       <log file="/opt/stack/data/nova/instances/23a3503a-d59f-467e-9bbb-c8f679f3d809/console.log" append="off"/>
Oct 27 19:54:45 user nova-compute[75147]:     </serial>
Oct 27 19:54:45 user nova-compute[75147]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 19:54:45 user nova-compute[75147]:     <video>
Oct 27 19:54:45 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:54:45 user nova-compute[75147]:     </video>
Oct 27 19:54:45 user nova-compute[75147]:     <rng model="virtio">
Oct 27 19:54:45 user nova-compute[75147]:       <backend model="random">/dev/urandom</backend>
Oct 27 19:54:45 user nova-compute[75147]:     </rng>
Oct 27 19:54:45 user nova-compute[75147]:     <controller type="usb" index="0" model="none"/>
Oct 27 19:54:45 user nova-compute[75147]:     <memballoon model="virtio">
Oct 27 19:54:45 user nova-compute[75147]:       <stats period="10"/>
Oct 27 19:54:45 user nova-compute[75147]:     </memballoon>
Oct 27 19:54:45 user nova-compute[75147]:   </devices>
Oct 27 19:54:45 user nova-compute[75147]: </domain>
Oct 27 19:54:45 user nova-compute[75147]:  {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 19:54:45 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Instance destroyed successfully.
Oct 27 19:54:45 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-6e0b0b14-f833-49aa-a67b-7de824d664a2 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] No BDM found with device name vda, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:54:45 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-6e0b0b14-f833-49aa-a67b-7de824d664a2 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:54:45 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-6e0b0b14-f833-49aa-a67b-7de824d664a2 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] No VIF found with MAC fa:16:3e:02:47:32, not building metadata {{(pid=75147) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 19:54:47 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:54:47 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:54:47 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:54:47 user nova-compute[75147]: DEBUG nova.compute.manager [req-8741af4f-17c2-4737-bcf9-319e9c4bbfcd req-90a2fb86-d9bf-4f2b-ac49-91c34d72780c service nova] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Received event network-vif-plugged-cc5bf4a2-53e8-4776-ac36-a0b81ce7e261 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:54:47 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-8741af4f-17c2-4737-bcf9-319e9c4bbfcd req-90a2fb86-d9bf-4f2b-ac49-91c34d72780c service nova] Acquiring lock "23a3503a-d59f-467e-9bbb-c8f679f3d809-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:54:47 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-8741af4f-17c2-4737-bcf9-319e9c4bbfcd req-90a2fb86-d9bf-4f2b-ac49-91c34d72780c service nova] Lock "23a3503a-d59f-467e-9bbb-c8f679f3d809-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:54:47 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-8741af4f-17c2-4737-bcf9-319e9c4bbfcd req-90a2fb86-d9bf-4f2b-ac49-91c34d72780c service nova] Lock "23a3503a-d59f-467e-9bbb-c8f679f3d809-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:54:47 user nova-compute[75147]: DEBUG nova.compute.manager [req-8741af4f-17c2-4737-bcf9-319e9c4bbfcd req-90a2fb86-d9bf-4f2b-ac49-91c34d72780c service nova] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] No waiting events found dispatching network-vif-plugged-cc5bf4a2-53e8-4776-ac36-a0b81ce7e261 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:54:47 user nova-compute[75147]: WARNING nova.compute.manager [req-8741af4f-17c2-4737-bcf9-319e9c4bbfcd req-90a2fb86-d9bf-4f2b-ac49-91c34d72780c service nova] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Received unexpected event network-vif-plugged-cc5bf4a2-53e8-4776-ac36-a0b81ce7e261 for instance with vm_state active and task_state rescuing.
Oct 27 19:54:47 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:54:47 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:54:49 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:54:49 user nova-compute[75147]: DEBUG nova.compute.manager [req-9010af28-5e06-4de6-a459-4d13b06b26eb req-908f1161-abcb-4ad8-a892-fafb97aa8dc7 service nova] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Received event network-vif-plugged-cc5bf4a2-53e8-4776-ac36-a0b81ce7e261 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:54:49 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-9010af28-5e06-4de6-a459-4d13b06b26eb req-908f1161-abcb-4ad8-a892-fafb97aa8dc7 service nova] Acquiring lock "23a3503a-d59f-467e-9bbb-c8f679f3d809-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:54:49 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-9010af28-5e06-4de6-a459-4d13b06b26eb req-908f1161-abcb-4ad8-a892-fafb97aa8dc7 service nova] Lock "23a3503a-d59f-467e-9bbb-c8f679f3d809-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:54:49 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-9010af28-5e06-4de6-a459-4d13b06b26eb req-908f1161-abcb-4ad8-a892-fafb97aa8dc7 service nova] Lock "23a3503a-d59f-467e-9bbb-c8f679f3d809-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:54:49 user nova-compute[75147]: DEBUG nova.compute.manager [req-9010af28-5e06-4de6-a459-4d13b06b26eb req-908f1161-abcb-4ad8-a892-fafb97aa8dc7 service nova] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] No waiting events found dispatching network-vif-plugged-cc5bf4a2-53e8-4776-ac36-a0b81ce7e261 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:54:49 user nova-compute[75147]: WARNING nova.compute.manager [req-9010af28-5e06-4de6-a459-4d13b06b26eb req-908f1161-abcb-4ad8-a892-fafb97aa8dc7 service nova] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Received unexpected event network-vif-plugged-cc5bf4a2-53e8-4776-ac36-a0b81ce7e261 for instance with vm_state active and task_state rescuing.
Oct 27 19:54:49 user nova-compute[75147]: DEBUG nova.compute.manager [None req-6e0b0b14-f833-49aa-a67b-7de824d664a2 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Checking state {{(pid=75147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 19:54:52 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:54:54 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:54:59 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:54:59 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:54:59 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75147) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 19:54:59 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 19:54:59 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 19:54:59 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:55:02 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Acquiring lock "271ebf38-2048-4b8c-82d3-0d4d2b0cc538" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:55:02 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lock "271ebf38-2048-4b8c-82d3-0d4d2b0cc538" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:55:02 user nova-compute[75147]: DEBUG nova.compute.manager [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: 271ebf38-2048-4b8c-82d3-0d4d2b0cc538] Starting instance... {{(pid=75147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 27 19:55:02 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:55:02 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:55:02 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75147) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 19:55:02 user nova-compute[75147]: INFO nova.compute.claims [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: 271ebf38-2048-4b8c-82d3-0d4d2b0cc538] Claim successful on node user
Oct 27 19:55:03 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:55:03 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:55:03 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.374s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:55:03 user nova-compute[75147]: DEBUG nova.compute.manager [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: 271ebf38-2048-4b8c-82d3-0d4d2b0cc538] Start building networks asynchronously for instance. {{(pid=75147) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 27 19:55:03 user nova-compute[75147]: DEBUG nova.compute.manager [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: 271ebf38-2048-4b8c-82d3-0d4d2b0cc538] Allocating IP information in the background. {{(pid=75147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 27 19:55:03 user nova-compute[75147]: DEBUG nova.network.neutron [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: 271ebf38-2048-4b8c-82d3-0d4d2b0cc538] allocate_for_instance() {{(pid=75147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 27 19:55:03 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: 271ebf38-2048-4b8c-82d3-0d4d2b0cc538] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 27 19:55:03 user nova-compute[75147]: DEBUG nova.compute.manager [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: 271ebf38-2048-4b8c-82d3-0d4d2b0cc538] Start building block device mappings for instance. {{(pid=75147) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 27 19:55:03 user nova-compute[75147]: INFO nova.virt.block_device [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: 271ebf38-2048-4b8c-82d3-0d4d2b0cc538] Booting with volume 649d9a61-a5ce-41df-87ef-724eedb494b4 at /dev/vda
Oct 27 19:55:03 user nova-compute[75147]: DEBUG os_brick.utils [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:55:03 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:55:03 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:55:03 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0093e12-c360-4d45-8067-25c549577dc3]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9325735bc82e\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:55:03 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:55:03 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:55:03 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef7a8f64-b4d8-4f21-a8be-f1459c3b416a]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:55:03 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:55:03 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.031s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:55:03 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[560ba294-db83-4298-b3f0-d73a1c342300]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:55:03 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[25b7feec-89b8-4a07-855f-7f3112e59e79]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:55:03 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Running cmd (subprocess): nvme version {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:55:03 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] 'nvme version' failed. Not Retrying. {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 19:55:03 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.nvmeof [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] nvme not present on system {{(pid=75147) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 27 19:55:03 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:55:03 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 19:55:03 user nova-compute[75147]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 27 19:55:03 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[19cef7fa-7349-40f9-b643-21438ded8abf]: (4, '') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:55:03 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75147) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 27 19:55:03 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 27 19:55:03 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] LIGHTOS: no hostnqn found. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 27 19:55:03 user nova-compute[75147]: DEBUG os_brick.utils [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] <== get_connector_properties: return (158ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9325735bc82e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:55:03 user nova-compute[75147]: DEBUG nova.virt.block_device [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: 271ebf38-2048-4b8c-82d3-0d4d2b0cc538] Updating existing volume attachment record: 5dcab4ba-35da-4c5f-b039-70bb392c5658 {{(pid=75147) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 27 19:55:04 user nova-compute[75147]: DEBUG nova.policy [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c215953c5f1f494bb16ee70ff9355cfd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c7d5ee667069474fa684fb2d4ba9da41', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75147) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 27 19:55:04 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:55:04 user nova-compute[75147]: DEBUG nova.network.neutron [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: 271ebf38-2048-4b8c-82d3-0d4d2b0cc538] Successfully created port: 4259ec74-8db2-44b3-80b4-e8bf87827182 {{(pid=75147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 19:55:05 user nova-compute[75147]: DEBUG nova.network.neutron [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: 271ebf38-2048-4b8c-82d3-0d4d2b0cc538] Successfully updated port: 4259ec74-8db2-44b3-80b4-e8bf87827182 {{(pid=75147) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 19:55:05 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Acquiring lock "refresh_cache-271ebf38-2048-4b8c-82d3-0d4d2b0cc538" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:55:05 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Acquired lock "refresh_cache-271ebf38-2048-4b8c-82d3-0d4d2b0cc538" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:55:05 user nova-compute[75147]: DEBUG nova.network.neutron [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: 271ebf38-2048-4b8c-82d3-0d4d2b0cc538] Building network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 19:55:05 user nova-compute[75147]: DEBUG nova.compute.manager [req-83b62160-fcd3-45da-a034-ac95948d85e3 req-84609593-0085-4502-b4e1-55743a757e75 service nova] [instance: 271ebf38-2048-4b8c-82d3-0d4d2b0cc538] Received event network-changed-4259ec74-8db2-44b3-80b4-e8bf87827182 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:55:05 user nova-compute[75147]: DEBUG nova.compute.manager [req-83b62160-fcd3-45da-a034-ac95948d85e3 req-84609593-0085-4502-b4e1-55743a757e75 service nova] [instance: 271ebf38-2048-4b8c-82d3-0d4d2b0cc538] Refreshing instance network info cache due to event network-changed-4259ec74-8db2-44b3-80b4-e8bf87827182. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 19:55:05 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-83b62160-fcd3-45da-a034-ac95948d85e3 req-84609593-0085-4502-b4e1-55743a757e75 service nova] Acquiring lock "refresh_cache-271ebf38-2048-4b8c-82d3-0d4d2b0cc538" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:55:05 user nova-compute[75147]: DEBUG nova.network.neutron [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: 271ebf38-2048-4b8c-82d3-0d4d2b0cc538] Instance cache missing network info. {{(pid=75147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 19:55:05 user nova-compute[75147]: DEBUG nova.network.neutron [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: 271ebf38-2048-4b8c-82d3-0d4d2b0cc538] Updating instance_info_cache with network_info: [{"id": "4259ec74-8db2-44b3-80b4-e8bf87827182", "address": "fa:16:3e:9b:62:77", "network": {"id": "06d546cd-b394-4fcf-970b-6f2fff8ea7ac", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-719028923-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c7d5ee667069474fa684fb2d4ba9da41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4259ec74-8d", "ovs_interfaceid": "4259ec74-8db2-44b3-80b4-e8bf87827182", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:55:05 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Releasing lock "refresh_cache-271ebf38-2048-4b8c-82d3-0d4d2b0cc538" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:55:05 user nova-compute[75147]: DEBUG nova.compute.manager [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: 271ebf38-2048-4b8c-82d3-0d4d2b0cc538] Instance network_info: |[{"id": "4259ec74-8db2-44b3-80b4-e8bf87827182", "address": "fa:16:3e:9b:62:77", "network": {"id": "06d546cd-b394-4fcf-970b-6f2fff8ea7ac", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-719028923-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c7d5ee667069474fa684fb2d4ba9da41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4259ec74-8d", "ovs_interfaceid": "4259ec74-8db2-44b3-80b4-e8bf87827182", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 27 19:55:05 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-83b62160-fcd3-45da-a034-ac95948d85e3 req-84609593-0085-4502-b4e1-55743a757e75 service nova] Acquired lock "refresh_cache-271ebf38-2048-4b8c-82d3-0d4d2b0cc538" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:55:05 user nova-compute[75147]: DEBUG nova.network.neutron [req-83b62160-fcd3-45da-a034-ac95948d85e3 req-84609593-0085-4502-b4e1-55743a757e75 service nova] [instance: 271ebf38-2048-4b8c-82d3-0d4d2b0cc538] Refreshing network info cache for port 4259ec74-8db2-44b3-80b4-e8bf87827182 {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 19:55:06 user nova-compute[75147]: DEBUG nova.network.neutron [req-83b62160-fcd3-45da-a034-ac95948d85e3 req-84609593-0085-4502-b4e1-55743a757e75 service nova] [instance: 271ebf38-2048-4b8c-82d3-0d4d2b0cc538] Updated VIF entry in instance network info cache for port 4259ec74-8db2-44b3-80b4-e8bf87827182. {{(pid=75147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 19:55:06 user nova-compute[75147]: DEBUG nova.network.neutron [req-83b62160-fcd3-45da-a034-ac95948d85e3 req-84609593-0085-4502-b4e1-55743a757e75 service nova] [instance: 271ebf38-2048-4b8c-82d3-0d4d2b0cc538] Updating instance_info_cache with network_info: [{"id": "4259ec74-8db2-44b3-80b4-e8bf87827182", "address": "fa:16:3e:9b:62:77", "network": {"id": "06d546cd-b394-4fcf-970b-6f2fff8ea7ac", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-719028923-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c7d5ee667069474fa684fb2d4ba9da41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4259ec74-8d", "ovs_interfaceid": "4259ec74-8db2-44b3-80b4-e8bf87827182", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:55:06 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-83b62160-fcd3-45da-a034-ac95948d85e3 req-84609593-0085-4502-b4e1-55743a757e75 service nova] Releasing lock "refresh_cache-271ebf38-2048-4b8c-82d3-0d4d2b0cc538" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:55:06 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:55:07 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:55:07 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:55:08 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:55:09 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:55:09 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:55:09 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Starting heal instance info cache {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 19:55:09 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "refresh_cache-23a3503a-d59f-467e-9bbb-c8f679f3d809" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:55:09 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquired lock "refresh_cache-23a3503a-d59f-467e-9bbb-c8f679f3d809" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:55:09 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Forcefully refreshing network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 27 19:55:10 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Updating instance_info_cache with network_info: [{"id": "cc5bf4a2-53e8-4776-ac36-a0b81ce7e261", "address": "fa:16:3e:02:47:32", "network": {"id": "5d65da42-1076-416b-95f3-7516c6b6578f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-703269400-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f24b4cdff6de43ebad2383ca58b7a4d3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc5bf4a2-53", "ovs_interfaceid": "cc5bf4a2-53e8-4776-ac36-a0b81ce7e261", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:55:10 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Releasing lock "refresh_cache-23a3503a-d59f-467e-9bbb-c8f679f3d809" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:55:10 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Updated the network info_cache for instance {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 27 19:55:10 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:55:10 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:55:10 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:55:10 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:55:10 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Auditing locally available compute resources for user (node: user) {{(pid=75147) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 19:55:11 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75147) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 19:55:11 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/23a3503a-d59f-467e-9bbb-c8f679f3d809/disk.rescue --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:55:11 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/23a3503a-d59f-467e-9bbb-c8f679f3d809/disk.rescue --force-share --output=json" returned: 0 in 0.192s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:55:11 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/23a3503a-d59f-467e-9bbb-c8f679f3d809/disk.rescue --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:55:11 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/23a3503a-d59f-467e-9bbb-c8f679f3d809/disk.rescue --force-share --output=json" returned: 0 in 0.196s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:55:11 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a413fb71-5748-4328-a2f3-592c64188e21/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:55:11 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a413fb71-5748-4328-a2f3-592c64188e21/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:55:11 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a413fb71-5748-4328-a2f3-592c64188e21/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:55:11 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a413fb71-5748-4328-a2f3-592c64188e21/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:55:11 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c912abd-d0ea-4978-8848-6a0c1344290e/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:55:11 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c912abd-d0ea-4978-8848-6a0c1344290e/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:55:11 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c912abd-d0ea-4978-8848-6a0c1344290e/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:55:12 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:55:12 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c912abd-d0ea-4978-8848-6a0c1344290e/disk --force-share --output=json" returned: 0 in 0.249s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:55:12 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:55:12 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:55:12 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Hypervisor/Node resource view: name=user free_ram=8443MB free_disk=24.87226104736328GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75147) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 19:55:12 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:55:12 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:55:12 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance a413fb71-5748-4328-a2f3-592c64188e21 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:55:12 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 23a3503a-d59f-467e-9bbb-c8f679f3d809 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:55:12 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 0c912abd-d0ea-4978-8848-6a0c1344290e actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:55:12 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 271ebf38-2048-4b8c-82d3-0d4d2b0cc538 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:55:12 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 19:55:12 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Final resource view: name=user phys_ram=16011MB used_ram=2560MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 19:55:12 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:55:12 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:55:12 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Compute_service record updated for user:user {{(pid=75147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 19:55:12 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.345s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:55:13 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:55:13 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:55:14 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:55:16 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:55:16 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:55:17 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:55:19 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:55:19 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:55:19 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75147) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 19:55:22 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:55:23 user nova-compute[75147]: DEBUG nova.compute.manager [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: 271ebf38-2048-4b8c-82d3-0d4d2b0cc538] Start spawning the instance on the hypervisor. {{(pid=75147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 27 19:55:23 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: 271ebf38-2048-4b8c-82d3-0d4d2b0cc538] Creating instance directory {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 19:55:23 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: 271ebf38-2048-4b8c-82d3-0d4d2b0cc538] Creating image(s)
Oct 27 19:55:23 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: 271ebf38-2048-4b8c-82d3-0d4d2b0cc538] Did not create local disks {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 27 19:55:23 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: 271ebf38-2048-4b8c-82d3-0d4d2b0cc538] Ensure instance console log exists: /opt/stack/data/nova/instances/271ebf38-2048-4b8c-82d3-0d4d2b0cc538/console.log {{(pid=75147) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 19:55:23 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:55:23 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:55:23 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:55:23 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: 271ebf38-2048-4b8c-82d3-0d4d2b0cc538] Start _get_guest_xml network_info=[{"id": "4259ec74-8db2-44b3-80b4-e8bf87827182", "address": "fa:16:3e:9b:62:77", "network": {"id": "06d546cd-b394-4fcf-970b-6f2fff8ea7ac", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-719028923-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c7d5ee667069474fa684fb2d4ba9da41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4259ec74-8d", "ovs_interfaceid": "4259ec74-8db2-44b3-80b4-e8bf87827182", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': 'disk', 'delete_on_termination': False, 'boot_index': 0, 'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'guest_format': None, 'attachment_id': '5dcab4ba-35da-4c5f-b039-70bb392c5658', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QCLfXaOE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '271ebf38-2048-4b8c-82d3-0d4d2b0cc538', 'attached_at': '', 'detached_at': '', 'volume_id': '649d9a61-a5ce-41df-87ef-724eedb494b4', 'serial': '649d9a61-a5ce-41df-87ef-724eedb494b4'}, 'volume_type': None} {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 19:55:23 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:55:23 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:55:23 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 19:55:23 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] CPU controller missing on host. {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 19:55:23 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 19:55:23 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] CPU controller found on host. {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 19:55:23 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75147) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 19:55:23 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T19:21:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 19:55:23 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Flavor limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 19:55:23 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Image limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 19:55:23 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Flavor pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 19:55:23 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Image pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 19:55:23 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 19:55:23 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 19:55:23 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 19:55:23 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Got 1 possible topologies {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 19:55:23 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 19:55:23 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 19:55:23 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: 271ebf38-2048-4b8c-82d3-0d4d2b0cc538] Calling os-brick to attach iSCSI Volume {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 19:55:23 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QCLfXaOE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:55:23 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:55:23 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:55:23 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:55:23 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:55:23 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:55:23 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:55:23 user nova-compute[75147]: INFO os_brick.initiator.connectors.iscsi [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 19:55:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4 -p 172.16.0.220:3260 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:55:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:55:23 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[bdd144f4-e68f-48eb-a659-a2447181cf59]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:55:23 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 19:55:23 user nova-compute[75147]:  {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:55:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4 -p 172.16.0.220:3260 --interface default --op new {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:55:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:55:23 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[b94e47a4-0b83-4c4a-9a4c-d6867ad2ec1c]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4] added\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:55:23 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4] added
Oct 27 19:55:23 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:55:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:55:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:55:23 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e1a0f36-448d-4ba8-9fb3-968a77b640d2]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:55:23 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:55:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:55:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:55:23 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[6240c79c-6951-4399-81de-db511c5c3c65]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:55:23 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:55:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v QCLfXaOE {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:55:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v QCLfXaOE" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:55:23 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d17e353-3ad6-43c7-a6b6-90e25957624a]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:55:23 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'QCLfXaOE'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:55:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:55:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:55:23 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[560e60d8-075e-4997-b10b-fd647ea071a9]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:55:23 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:55:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:55:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:55:23 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[2333bc5d-17ee-4051-820f-cdb681a35e05]: (4, ('tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:55:23 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 (non-flash)
Oct 27 19:55:23 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:55:23 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] iscsi session list stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 (non-flash)
Oct 27 19:55:23 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:55:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4 -p 172.16.0.220:3260 --login {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:55:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4 -p 172.16.0.220:3260 --login" returned: 0 in 0.056s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:55:23 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[c68dda53-2926-4ffc-8d77-dff2b794b81d]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:55:23 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4, portal: 172.16.0.220,3260]
Oct 27 19:55:23 user nova-compute[75147]: Login to [iface: default, target: iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4, portal: 172.16.0.220,3260] successful.
Oct 27 19:55:23 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:55:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:55:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:55:23 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[6246daea-46c2-4efe-8cf8-f810aa874c15]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:55:23 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:55:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:55:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:55:23 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[92530afb-3a84-4404-9ab4-d366a3d09007]: (4, ('tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 (non-flash)\ntcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:55:23 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 (non-flash)
Oct 27 19:55:23 user nova-compute[75147]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4 (non-flash)
Oct 27 19:55:23 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:55:23 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] iscsi session list stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 (non-flash)
Oct 27 19:55:23 user nova-compute[75147]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4 (non-flash)
Oct 27 19:55:23 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:55:23 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.258s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:55:23 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Connected to 172.16.0.220:3260 {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 19:55:23 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] HCTL ('34', '-', '-', 0) found on session 52 with lun 0 {{(pid=75147) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 19:55:23 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75147) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 19:55:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:55:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:55:23 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[79d750b4-6bcc-47d8-a2b7-c929e1f18f01]: (4, ('- - 0', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:55:23 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Searching for a device in session 52 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75147) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 19:55:23 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QCLfXaOE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 19:55:24 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:55:24 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.294s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:55:24 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] <== connect_volume: return (1295ms) {'type': 'block', 'scsi_wwn': '23038616637343734', 'path': '/dev/sdc'} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:55:24 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: 271ebf38-2048-4b8c-82d3-0d4d2b0cc538] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23038616637343734', 'path': '/dev/sdc'} {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 19:55:25 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:55:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1983479384',display_name='tempest-TestVolumeBootPattern-server-1983479384',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1983479384',id=46,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBcgZnIHFL9VPUFy5W7efUxz5rBmZEBVQAVLa5cjn6O/49MNwWQ3DDavVjyeNLOl/6BMvccEmegaYjbhWFQgquf0s9VSqR/SYjs9o/VQgzAqVr4n6smb9zmAH3gc+K3Vqw==',key_name='tempest-TestVolumeBootPattern-136407510',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c7d5ee667069474fa684fb2d4ba9da41',ramdisk_id='',reservation_id='r-z0ew3wie',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1184716630',owner_user_name='tempest-TestVolumeBootPattern-1184716630-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:55:04Z,user_data=None,user_id='c215953c5f1f494bb16ee70ff9355cfd',uuid=271ebf38-2048-4b8c-82d3-0d4d2b0cc538,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4259ec74-8db2-44b3-80b4-e8bf87827182", "address": "fa:16:3e:9b:62:77", "network": {"id": "06d546cd-b394-4fcf-970b-6f2fff8ea7ac", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-719028923-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c7d5ee667069474fa684fb2d4ba9da41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4259ec74-8d", "ovs_interfaceid": "4259ec74-8db2-44b3-80b4-e8bf87827182", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75147) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 19:55:25 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Converting VIF {"id": "4259ec74-8db2-44b3-80b4-e8bf87827182", "address": "fa:16:3e:9b:62:77", "network": {"id": "06d546cd-b394-4fcf-970b-6f2fff8ea7ac", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-719028923-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c7d5ee667069474fa684fb2d4ba9da41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4259ec74-8d", "ovs_interfaceid": "4259ec74-8db2-44b3-80b4-e8bf87827182", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:55:25 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9b:62:77,bridge_name='br-int',has_traffic_filtering=True,id=4259ec74-8db2-44b3-80b4-e8bf87827182,network=Network(06d546cd-b394-4fcf-970b-6f2fff8ea7ac),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4259ec74-8d') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:55:25 user nova-compute[75147]: DEBUG nova.objects.instance [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lazy-loading 'pci_devices' on Instance uuid 271ebf38-2048-4b8c-82d3-0d4d2b0cc538 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:55:25 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: 271ebf38-2048-4b8c-82d3-0d4d2b0cc538] End _get_guest_xml xml=<domain type="kvm">
Oct 27 19:55:25 user nova-compute[75147]:   <uuid>271ebf38-2048-4b8c-82d3-0d4d2b0cc538</uuid>
Oct 27 19:55:25 user nova-compute[75147]:   <name>instance-0000002e</name>
Oct 27 19:55:25 user nova-compute[75147]:   <memory>524288</memory>
Oct 27 19:55:25 user nova-compute[75147]:   <vcpu>1</vcpu>
Oct 27 19:55:25 user nova-compute[75147]:   <metadata>
Oct 27 19:55:25 user nova-compute[75147]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 19:55:25 user nova-compute[75147]:       <nova:package version="0.0.0"/>
Oct 27 19:55:25 user nova-compute[75147]:       <nova:name>tempest-TestVolumeBootPattern-server-1983479384</nova:name>
Oct 27 19:55:25 user nova-compute[75147]:       <nova:creationTime>2023-10-27 19:55:23</nova:creationTime>
Oct 27 19:55:25 user nova-compute[75147]:       <nova:flavor name="m1.tiny">
Oct 27 19:55:25 user nova-compute[75147]:         <nova:memory>512</nova:memory>
Oct 27 19:55:25 user nova-compute[75147]:         <nova:disk>1</nova:disk>
Oct 27 19:55:25 user nova-compute[75147]:         <nova:swap>0</nova:swap>
Oct 27 19:55:25 user nova-compute[75147]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 19:55:25 user nova-compute[75147]:         <nova:vcpus>1</nova:vcpus>
Oct 27 19:55:25 user nova-compute[75147]:       </nova:flavor>
Oct 27 19:55:25 user nova-compute[75147]:       <nova:owner>
Oct 27 19:55:25 user nova-compute[75147]:         <nova:user uuid="c215953c5f1f494bb16ee70ff9355cfd">tempest-TestVolumeBootPattern-1184716630-project-member</nova:user>
Oct 27 19:55:25 user nova-compute[75147]:         <nova:project uuid="c7d5ee667069474fa684fb2d4ba9da41">tempest-TestVolumeBootPattern-1184716630</nova:project>
Oct 27 19:55:25 user nova-compute[75147]:       </nova:owner>
Oct 27 19:55:25 user nova-compute[75147]:       <nova:ports>
Oct 27 19:55:25 user nova-compute[75147]:         <nova:port uuid="4259ec74-8db2-44b3-80b4-e8bf87827182">
Oct 27 19:55:25 user nova-compute[75147]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 27 19:55:25 user nova-compute[75147]:         </nova:port>
Oct 27 19:55:25 user nova-compute[75147]:       </nova:ports>
Oct 27 19:55:25 user nova-compute[75147]:     </nova:instance>
Oct 27 19:55:25 user nova-compute[75147]:   </metadata>
Oct 27 19:55:25 user nova-compute[75147]:   <sysinfo type="smbios">
Oct 27 19:55:25 user nova-compute[75147]:     <system>
Oct 27 19:55:25 user nova-compute[75147]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 19:55:25 user nova-compute[75147]:       <entry name="product">OpenStack Nova</entry>
Oct 27 19:55:25 user nova-compute[75147]:       <entry name="version">0.0.0</entry>
Oct 27 19:55:25 user nova-compute[75147]:       <entry name="serial">271ebf38-2048-4b8c-82d3-0d4d2b0cc538</entry>
Oct 27 19:55:25 user nova-compute[75147]:       <entry name="uuid">271ebf38-2048-4b8c-82d3-0d4d2b0cc538</entry>
Oct 27 19:55:25 user nova-compute[75147]:       <entry name="family">Virtual Machine</entry>
Oct 27 19:55:25 user nova-compute[75147]:     </system>
Oct 27 19:55:25 user nova-compute[75147]:   </sysinfo>
Oct 27 19:55:25 user nova-compute[75147]:   <os>
Oct 27 19:55:25 user nova-compute[75147]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 19:55:25 user nova-compute[75147]:     <boot dev="hd"/>
Oct 27 19:55:25 user nova-compute[75147]:     <smbios mode="sysinfo"/>
Oct 27 19:55:25 user nova-compute[75147]:   </os>
Oct 27 19:55:25 user nova-compute[75147]:   <features>
Oct 27 19:55:25 user nova-compute[75147]:     <acpi/>
Oct 27 19:55:25 user nova-compute[75147]:     <apic/>
Oct 27 19:55:25 user nova-compute[75147]:     <vmcoreinfo/>
Oct 27 19:55:25 user nova-compute[75147]:   </features>
Oct 27 19:55:25 user nova-compute[75147]:   <clock offset="utc">
Oct 27 19:55:25 user nova-compute[75147]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 19:55:25 user nova-compute[75147]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 19:55:25 user nova-compute[75147]:     <timer name="hpet" present="no"/>
Oct 27 19:55:25 user nova-compute[75147]:   </clock>
Oct 27 19:55:25 user nova-compute[75147]:   <cpu mode="custom" match="exact">
Oct 27 19:55:25 user nova-compute[75147]:     <model>Nehalem</model>
Oct 27 19:55:25 user nova-compute[75147]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 19:55:25 user nova-compute[75147]:   </cpu>
Oct 27 19:55:25 user nova-compute[75147]:   <devices>
Oct 27 19:55:25 user nova-compute[75147]:     <disk type="block" device="disk">
Oct 27 19:55:25 user nova-compute[75147]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 19:55:25 user nova-compute[75147]:       <source dev="/dev/sdc"/>
Oct 27 19:55:25 user nova-compute[75147]:       <target dev="vda" bus="virtio"/>
Oct 27 19:55:25 user nova-compute[75147]:       <serial>649d9a61-a5ce-41df-87ef-724eedb494b4</serial>
Oct 27 19:55:25 user nova-compute[75147]:     </disk>
Oct 27 19:55:25 user nova-compute[75147]:     <interface type="ethernet">
Oct 27 19:55:25 user nova-compute[75147]:       <mac address="fa:16:3e:9b:62:77"/>
Oct 27 19:55:25 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:55:25 user nova-compute[75147]:       <mtu size="1442"/>
Oct 27 19:55:25 user nova-compute[75147]:       <target dev="tap4259ec74-8d"/>
Oct 27 19:55:25 user nova-compute[75147]:     </interface>
Oct 27 19:55:25 user nova-compute[75147]:     <serial type="pty">
Oct 27 19:55:25 user nova-compute[75147]:       <log file="/opt/stack/data/nova/instances/271ebf38-2048-4b8c-82d3-0d4d2b0cc538/console.log" append="off"/>
Oct 27 19:55:25 user nova-compute[75147]:     </serial>
Oct 27 19:55:25 user nova-compute[75147]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 19:55:25 user nova-compute[75147]:     <video>
Oct 27 19:55:25 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:55:25 user nova-compute[75147]:     </video>
Oct 27 19:55:25 user nova-compute[75147]:     <rng model="virtio">
Oct 27 19:55:25 user nova-compute[75147]:       <backend model="random">/dev/urandom</backend>
Oct 27 19:55:25 user nova-compute[75147]:     </rng>
Oct 27 19:55:25 user nova-compute[75147]:     <controller type="usb" index="0" model="none"/>
Oct 27 19:55:25 user nova-compute[75147]:     <memballoon model="virtio">
Oct 27 19:55:25 user nova-compute[75147]:       <stats period="10"/>
Oct 27 19:55:25 user nova-compute[75147]:     </memballoon>
Oct 27 19:55:25 user nova-compute[75147]:   </devices>
Oct 27 19:55:25 user nova-compute[75147]: </domain>
Oct 27 19:55:25 user nova-compute[75147]:  {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 19:55:25 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:55:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1983479384',display_name='tempest-TestVolumeBootPattern-server-1983479384',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1983479384',id=46,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBcgZnIHFL9VPUFy5W7efUxz5rBmZEBVQAVLa5cjn6O/49MNwWQ3DDavVjyeNLOl/6BMvccEmegaYjbhWFQgquf0s9VSqR/SYjs9o/VQgzAqVr4n6smb9zmAH3gc+K3Vqw==',key_name='tempest-TestVolumeBootPattern-136407510',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c7d5ee667069474fa684fb2d4ba9da41',ramdisk_id='',reservation_id='r-z0ew3wie',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1184716630',owner_user_name='tempest-TestVolumeBootPattern-1184716630-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:55:04Z,user_data=None,user_id='c215953c5f1f494bb16ee70ff9355cfd',uuid=271ebf38-2048-4b8c-82d3-0d4d2b0cc538,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4259ec74-8db2-44b3-80b4-e8bf87827182", "address": "fa:16:3e:9b:62:77", "network": {"id": "06d546cd-b394-4fcf-970b-6f2fff8ea7ac", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-719028923-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c7d5ee667069474fa684fb2d4ba9da41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4259ec74-8d", "ovs_interfaceid": "4259ec74-8db2-44b3-80b4-e8bf87827182", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 19:55:25 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Converting VIF {"id": "4259ec74-8db2-44b3-80b4-e8bf87827182", "address": "fa:16:3e:9b:62:77", "network": {"id": "06d546cd-b394-4fcf-970b-6f2fff8ea7ac", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-719028923-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c7d5ee667069474fa684fb2d4ba9da41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4259ec74-8d", "ovs_interfaceid": "4259ec74-8db2-44b3-80b4-e8bf87827182", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:55:25 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9b:62:77,bridge_name='br-int',has_traffic_filtering=True,id=4259ec74-8db2-44b3-80b4-e8bf87827182,network=Network(06d546cd-b394-4fcf-970b-6f2fff8ea7ac),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4259ec74-8d') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:55:25 user nova-compute[75147]: DEBUG os_vif [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:9b:62:77,bridge_name='br-int',has_traffic_filtering=True,id=4259ec74-8db2-44b3-80b4-e8bf87827182,network=Network(06d546cd-b394-4fcf-970b-6f2fff8ea7ac),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4259ec74-8d') {{(pid=75147) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 19:55:25 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:55:25 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:55:25 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 19:55:25 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:55:25 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '57be959b-03dd-5b0c-87b2-14c014521061', '_type': 'linux-noop'}}, row=False) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:55:25 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:55:25 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:55:25 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:55:25 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap4259ec74-8d, may_exist=True, interface_attrs={}) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:55:25 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap4259ec74-8d, col_values=(('qos', UUID('5f0fe385-fa06-42ac-b367-4c4c46c1627f')),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:55:25 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap4259ec74-8d, col_values=(('external_ids', {'iface-id': '4259ec74-8db2-44b3-80b4-e8bf87827182', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:9b:62:77', 'vm-uuid': '271ebf38-2048-4b8c-82d3-0d4d2b0cc538'}),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:55:25 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:55:25 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:55:25 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:55:25 user nova-compute[75147]: INFO os_vif [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:9b:62:77,bridge_name='br-int',has_traffic_filtering=True,id=4259ec74-8db2-44b3-80b4-e8bf87827182,network=Network(06d546cd-b394-4fcf-970b-6f2fff8ea7ac),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4259ec74-8d')
Oct 27 19:55:25 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] No BDM found with device name vda, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:55:25 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] No VIF found with MAC fa:16:3e:9b:62:77, not building metadata {{(pid=75147) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 19:55:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:55:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:55:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:55:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:55:26 user nova-compute[75147]: DEBUG nova.compute.manager [req-5520fd2d-2a18-4bca-b61b-88ccf8a03807 req-cf03f9a6-be63-46a1-8a2c-3bed60ba276c service nova] [instance: 271ebf38-2048-4b8c-82d3-0d4d2b0cc538] Received event network-vif-plugged-4259ec74-8db2-44b3-80b4-e8bf87827182 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:55:26 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-5520fd2d-2a18-4bca-b61b-88ccf8a03807 req-cf03f9a6-be63-46a1-8a2c-3bed60ba276c service nova] Acquiring lock "271ebf38-2048-4b8c-82d3-0d4d2b0cc538-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:55:26 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-5520fd2d-2a18-4bca-b61b-88ccf8a03807 req-cf03f9a6-be63-46a1-8a2c-3bed60ba276c service nova] Lock "271ebf38-2048-4b8c-82d3-0d4d2b0cc538-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.003s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:55:26 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-5520fd2d-2a18-4bca-b61b-88ccf8a03807 req-cf03f9a6-be63-46a1-8a2c-3bed60ba276c service nova] Lock "271ebf38-2048-4b8c-82d3-0d4d2b0cc538-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:55:26 user nova-compute[75147]: DEBUG nova.compute.manager [req-5520fd2d-2a18-4bca-b61b-88ccf8a03807 req-cf03f9a6-be63-46a1-8a2c-3bed60ba276c service nova] [instance: 271ebf38-2048-4b8c-82d3-0d4d2b0cc538] No waiting events found dispatching network-vif-plugged-4259ec74-8db2-44b3-80b4-e8bf87827182 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:55:26 user nova-compute[75147]: WARNING nova.compute.manager [req-5520fd2d-2a18-4bca-b61b-88ccf8a03807 req-cf03f9a6-be63-46a1-8a2c-3bed60ba276c service nova] [instance: 271ebf38-2048-4b8c-82d3-0d4d2b0cc538] Received unexpected event network-vif-plugged-4259ec74-8db2-44b3-80b4-e8bf87827182 for instance with vm_state building and task_state spawning.
Oct 27 19:55:27 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:55:27 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:55:27 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:55:28 user nova-compute[75147]: DEBUG nova.compute.manager [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: 271ebf38-2048-4b8c-82d3-0d4d2b0cc538] Instance event wait completed in 0 seconds for  {{(pid=75147) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 19:55:28 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: 271ebf38-2048-4b8c-82d3-0d4d2b0cc538] Guest created on hypervisor {{(pid=75147) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 19:55:28 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: 271ebf38-2048-4b8c-82d3-0d4d2b0cc538] Instance spawned successfully.
Oct 27 19:55:28 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: 271ebf38-2048-4b8c-82d3-0d4d2b0cc538] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 27 19:55:28 user nova-compute[75147]: DEBUG nova.compute.manager [req-53205895-b71e-4a9b-b069-7d31cc391594 req-69b81896-dbf6-4806-ab96-11aa64ee8eb9 service nova] [instance: 271ebf38-2048-4b8c-82d3-0d4d2b0cc538] Received event network-vif-plugged-4259ec74-8db2-44b3-80b4-e8bf87827182 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:55:28 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-53205895-b71e-4a9b-b069-7d31cc391594 req-69b81896-dbf6-4806-ab96-11aa64ee8eb9 service nova] Acquiring lock "271ebf38-2048-4b8c-82d3-0d4d2b0cc538-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:55:28 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-53205895-b71e-4a9b-b069-7d31cc391594 req-69b81896-dbf6-4806-ab96-11aa64ee8eb9 service nova] Lock "271ebf38-2048-4b8c-82d3-0d4d2b0cc538-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:55:28 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-53205895-b71e-4a9b-b069-7d31cc391594 req-69b81896-dbf6-4806-ab96-11aa64ee8eb9 service nova] Lock "271ebf38-2048-4b8c-82d3-0d4d2b0cc538-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:55:28 user nova-compute[75147]: DEBUG nova.compute.manager [req-53205895-b71e-4a9b-b069-7d31cc391594 req-69b81896-dbf6-4806-ab96-11aa64ee8eb9 service nova] [instance: 271ebf38-2048-4b8c-82d3-0d4d2b0cc538] No waiting events found dispatching network-vif-plugged-4259ec74-8db2-44b3-80b4-e8bf87827182 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:55:28 user nova-compute[75147]: WARNING nova.compute.manager [req-53205895-b71e-4a9b-b069-7d31cc391594 req-69b81896-dbf6-4806-ab96-11aa64ee8eb9 service nova] [instance: 271ebf38-2048-4b8c-82d3-0d4d2b0cc538] Received unexpected event network-vif-plugged-4259ec74-8db2-44b3-80b4-e8bf87827182 for instance with vm_state building and task_state spawning.
Oct 27 19:55:28 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: 271ebf38-2048-4b8c-82d3-0d4d2b0cc538] Found default for hw_cdrom_bus of ide {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:55:28 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: 271ebf38-2048-4b8c-82d3-0d4d2b0cc538] Found default for hw_disk_bus of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:55:28 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: 271ebf38-2048-4b8c-82d3-0d4d2b0cc538] Found default for hw_input_bus of None {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:55:28 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: 271ebf38-2048-4b8c-82d3-0d4d2b0cc538] Found default for hw_pointer_model of None {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:55:28 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: 271ebf38-2048-4b8c-82d3-0d4d2b0cc538] Found default for hw_video_model of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:55:28 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: 271ebf38-2048-4b8c-82d3-0d4d2b0cc538] Found default for hw_vif_model of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:55:28 user nova-compute[75147]: INFO nova.compute.manager [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: 271ebf38-2048-4b8c-82d3-0d4d2b0cc538] Took 5.19 seconds to spawn the instance on the hypervisor.
Oct 27 19:55:28 user nova-compute[75147]: DEBUG nova.compute.manager [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: 271ebf38-2048-4b8c-82d3-0d4d2b0cc538] Checking state {{(pid=75147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 19:55:28 user nova-compute[75147]: INFO nova.compute.manager [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: 271ebf38-2048-4b8c-82d3-0d4d2b0cc538] Took 25.97 seconds to build instance.
Oct 27 19:55:28 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-69cc8736-50f3-484a-bfa1-4753b0c510f8 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lock "271ebf38-2048-4b8c-82d3-0d4d2b0cc538" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 26.085s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:55:29 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-70c657a0-ea20-4901-a28a-d2b556f0d878 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Acquiring lock "0c912abd-d0ea-4978-8848-6a0c1344290e" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:55:29 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-70c657a0-ea20-4901-a28a-d2b556f0d878 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Lock "0c912abd-d0ea-4978-8848-6a0c1344290e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:55:29 user nova-compute[75147]: DEBUG nova.objects.instance [None req-70c657a0-ea20-4901-a28a-d2b556f0d878 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Lazy-loading 'flavor' on Instance uuid 0c912abd-d0ea-4978-8848-6a0c1344290e {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:55:29 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-70c657a0-ea20-4901-a28a-d2b556f0d878 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Lock "0c912abd-d0ea-4978-8848-6a0c1344290e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.067s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:55:29 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-70c657a0-ea20-4901-a28a-d2b556f0d878 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Acquiring lock "0c912abd-d0ea-4978-8848-6a0c1344290e" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:55:29 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-70c657a0-ea20-4901-a28a-d2b556f0d878 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Lock "0c912abd-d0ea-4978-8848-6a0c1344290e" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:55:29 user nova-compute[75147]: INFO nova.compute.manager [None req-70c657a0-ea20-4901-a28a-d2b556f0d878 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] Attaching volume 6acb342f-d834-47e8-a17a-f8b073278a2a to /dev/vdb
Oct 27 19:55:29 user nova-compute[75147]: DEBUG os_brick.utils [None req-70c657a0-ea20-4901-a28a-d2b556f0d878 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:55:29 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:55:29 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:55:29 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[e0e445b3-d018-4ae0-bff0-65adabc1bd61]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9325735bc82e\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:55:29 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:55:29 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:55:29 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a60a005-2f01-4c3d-9348-6ae37b5d710d]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:55:29 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:55:29 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:55:29 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e1b5038-664f-48f9-8b4b-b58f637aa0b7]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:55:29 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[075a218e-cecc-4cb1-9a9a-dc44b86ce24a]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:55:29 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-70c657a0-ea20-4901-a28a-d2b556f0d878 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Running cmd (subprocess): nvme version {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:55:29 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-70c657a0-ea20-4901-a28a-d2b556f0d878 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] 'nvme version' failed. Not Retrying. {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 19:55:29 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.nvmeof [None req-70c657a0-ea20-4901-a28a-d2b556f0d878 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] nvme not present on system {{(pid=75147) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 27 19:55:29 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:55:29 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 19:55:29 user nova-compute[75147]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 27 19:55:29 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[85d8aed1-c97b-4468-8239-a7b2d1d33aba]: (4, '') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:55:29 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-70c657a0-ea20-4901-a28a-d2b556f0d878 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75147) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 27 19:55:29 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-70c657a0-ea20-4901-a28a-d2b556f0d878 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 27 19:55:29 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-70c657a0-ea20-4901-a28a-d2b556f0d878 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] LIGHTOS: no hostnqn found. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 27 19:55:29 user nova-compute[75147]: DEBUG os_brick.utils [None req-70c657a0-ea20-4901-a28a-d2b556f0d878 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] <== get_connector_properties: return (123ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9325735bc82e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:55:29 user nova-compute[75147]: DEBUG nova.virt.block_device [None req-70c657a0-ea20-4901-a28a-d2b556f0d878 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] Updating existing volume attachment record: 7d60c361-dee6-4002-bb9f-d8e7b9bfc658 {{(pid=75147) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 27 19:55:30 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:55:32 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:55:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:55:40 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:55:45 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:55:47 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:55:49 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-70c657a0-ea20-4901-a28a-d2b556f0d878 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] Calling os-brick to attach iSCSI Volume {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 19:55:49 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-70c657a0-ea20-4901-a28a-d2b556f0d878 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:6acb342f-d834-47e8-a17a-f8b073278a2a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PMAeYRxO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:55:49 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-70c657a0-ea20-4901-a28a-d2b556f0d878 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:55:49 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-70c657a0-ea20-4901-a28a-d2b556f0d878 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:55:49 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-70c657a0-ea20-4901-a28a-d2b556f0d878 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:55:49 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-70c657a0-ea20-4901-a28a-d2b556f0d878 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:55:49 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-70c657a0-ea20-4901-a28a-d2b556f0d878 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6acb342f-d834-47e8-a17a-f8b073278a2a" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:55:49 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-70c657a0-ea20-4901-a28a-d2b556f0d878 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6acb342f-d834-47e8-a17a-f8b073278a2a" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:55:49 user nova-compute[75147]: INFO os_brick.initiator.connectors.iscsi [None req-70c657a0-ea20-4901-a28a-d2b556f0d878 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 19:55:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6acb342f-d834-47e8-a17a-f8b073278a2a -p 172.16.0.220:3260 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:55:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6acb342f-d834-47e8-a17a-f8b073278a2a -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:55:49 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[b366505b-ba2f-4b1e-a291-b2d5841d3a34]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:55:49 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-70c657a0-ea20-4901-a28a-d2b556f0d878 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 19:55:49 user nova-compute[75147]:  {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:55:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6acb342f-d834-47e8-a17a-f8b073278a2a -p 172.16.0.220:3260 --interface default --op new {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:55:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6acb342f-d834-47e8-a17a-f8b073278a2a -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:55:49 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[c23e5e7f-0591-4208-8b0c-e10039491752]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6acb342f-d834-47e8-a17a-f8b073278a2a] added\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:55:49 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-70c657a0-ea20-4901-a28a-d2b556f0d878 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6acb342f-d834-47e8-a17a-f8b073278a2a] added
Oct 27 19:55:49 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:55:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6acb342f-d834-47e8-a17a-f8b073278a2a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:55:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6acb342f-d834-47e8-a17a-f8b073278a2a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:55:49 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[21f57f91-8845-4fba-b4e6-9562fc3c5875]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:55:49 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-70c657a0-ea20-4901-a28a-d2b556f0d878 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:55:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6acb342f-d834-47e8-a17a-f8b073278a2a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:55:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6acb342f-d834-47e8-a17a-f8b073278a2a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:55:49 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[45cda4e1-b960-4278-aac9-84eb8abb9b3a]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:55:49 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-70c657a0-ea20-4901-a28a-d2b556f0d878 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:55:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6acb342f-d834-47e8-a17a-f8b073278a2a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v PMAeYRxO {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:55:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6acb342f-d834-47e8-a17a-f8b073278a2a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v PMAeYRxO" returned: 0 in 0.029s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:55:49 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[7de078b3-4a90-4bdd-a087-015aeea96df2]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:55:49 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-70c657a0-ea20-4901-a28a-d2b556f0d878 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'PMAeYRxO'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:55:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6acb342f-d834-47e8-a17a-f8b073278a2a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:55:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6acb342f-d834-47e8-a17a-f8b073278a2a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:55:49 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[81dc79f5-fc1f-4c5c-b09e-478d9306ad80]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:55:49 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-70c657a0-ea20-4901-a28a-d2b556f0d878 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:55:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:55:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:55:49 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[53533993-25a8-45ba-984b-537702fcac82]: (4, ('tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 (non-flash)\ntcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:55:49 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-70c657a0-ea20-4901-a28a-d2b556f0d878 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 (non-flash)
Oct 27 19:55:49 user nova-compute[75147]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4 (non-flash)
Oct 27 19:55:49 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:55:49 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-70c657a0-ea20-4901-a28a-d2b556f0d878 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] iscsi session list stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 (non-flash)
Oct 27 19:55:49 user nova-compute[75147]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4 (non-flash)
Oct 27 19:55:49 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:55:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6acb342f-d834-47e8-a17a-f8b073278a2a -p 172.16.0.220:3260 --login {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:55:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6acb342f-d834-47e8-a17a-f8b073278a2a -p 172.16.0.220:3260 --login" returned: 0 in 0.058s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:55:49 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[afe7730a-72df-4bf6-a666-934cd8fb24c4]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:6acb342f-d834-47e8-a17a-f8b073278a2a, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:6acb342f-d834-47e8-a17a-f8b073278a2a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:55:49 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-70c657a0-ea20-4901-a28a-d2b556f0d878 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:6acb342f-d834-47e8-a17a-f8b073278a2a, portal: 172.16.0.220,3260]
Oct 27 19:55:49 user nova-compute[75147]: Login to [iface: default, target: iqn.2010-10.org.openstack:6acb342f-d834-47e8-a17a-f8b073278a2a, portal: 172.16.0.220,3260] successful.
Oct 27 19:55:49 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:55:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6acb342f-d834-47e8-a17a-f8b073278a2a -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:55:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6acb342f-d834-47e8-a17a-f8b073278a2a -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:55:49 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b1c1b59-36d0-4703-83db-2a1cba2ed0cc]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:55:49 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-70c657a0-ea20-4901-a28a-d2b556f0d878 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:55:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:55:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:55:49 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[a358fce7-946b-40a9-acf1-915ba387bc70]: (4, ('tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 (non-flash)\ntcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4 (non-flash)\ntcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6acb342f-d834-47e8-a17a-f8b073278a2a (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:55:49 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-70c657a0-ea20-4901-a28a-d2b556f0d878 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 (non-flash)
Oct 27 19:55:49 user nova-compute[75147]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4 (non-flash)
Oct 27 19:55:49 user nova-compute[75147]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6acb342f-d834-47e8-a17a-f8b073278a2a (non-flash)
Oct 27 19:55:49 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:55:49 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-70c657a0-ea20-4901-a28a-d2b556f0d878 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] iscsi session list stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 (non-flash)
Oct 27 19:55:49 user nova-compute[75147]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4 (non-flash)
Oct 27 19:55:49 user nova-compute[75147]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6acb342f-d834-47e8-a17a-f8b073278a2a (non-flash)
Oct 27 19:55:49 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:55:49 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-70c657a0-ea20-4901-a28a-d2b556f0d878 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6acb342f-d834-47e8-a17a-f8b073278a2a" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.296s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:55:49 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-70c657a0-ea20-4901-a28a-d2b556f0d878 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Connected to 172.16.0.220:3260 {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 19:55:49 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-70c657a0-ea20-4901-a28a-d2b556f0d878 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] HCTL ('35', '-', '-', 0) found on session 53 with lun 0 {{(pid=75147) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 19:55:49 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-70c657a0-ea20-4901-a28a-d2b556f0d878 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75147) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 19:55:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:55:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:55:49 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7c0e79e-2ebb-4947-9e88-da119724ca20]: (4, ('- - 0', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:55:49 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-70c657a0-ea20-4901-a28a-d2b556f0d878 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Searching for a device in session 53 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75147) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 19:55:49 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-70c657a0-ea20-4901-a28a-d2b556f0d878 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:6acb342f-d834-47e8-a17a-f8b073278a2a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PMAeYRxO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 19:55:50 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:55:50 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-70c657a0-ea20-4901-a28a-d2b556f0d878 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.330s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:55:50 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-70c657a0-ea20-4901-a28a-d2b556f0d878 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] <== connect_volume: return (1332ms) {'type': 'block', 'scsi_wwn': '26462303236323062', 'path': '/dev/sdd'} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:55:50 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-70c657a0-ea20-4901-a28a-d2b556f0d878 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26462303236323062', 'path': '/dev/sdd'} {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 19:55:50 user nova-compute[75147]: DEBUG nova.objects.instance [None req-70c657a0-ea20-4901-a28a-d2b556f0d878 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Lazy-loading 'flavor' on Instance uuid 0c912abd-d0ea-4978-8848-6a0c1344290e {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:55:50 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-70c657a0-ea20-4901-a28a-d2b556f0d878 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] attach device xml: <disk type="block" device="disk">
Oct 27 19:55:50 user nova-compute[75147]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 19:55:50 user nova-compute[75147]:   <source dev="/dev/sdd"/>
Oct 27 19:55:50 user nova-compute[75147]:   <target dev="vdb" bus="virtio"/>
Oct 27 19:55:50 user nova-compute[75147]:   <serial>6acb342f-d834-47e8-a17a-f8b073278a2a</serial>
Oct 27 19:55:50 user nova-compute[75147]: </disk>
Oct 27 19:55:50 user nova-compute[75147]:  {{(pid=75147) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 27 19:55:51 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-70c657a0-ea20-4901-a28a-d2b556f0d878 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] No BDM found with device name vda, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:55:51 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-70c657a0-ea20-4901-a28a-d2b556f0d878 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:55:51 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-70c657a0-ea20-4901-a28a-d2b556f0d878 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] No VIF found with MAC fa:16:3e:ef:72:49, not building metadata {{(pid=75147) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 19:55:51 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-70c657a0-ea20-4901-a28a-d2b556f0d878 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Lock "0c912abd-d0ea-4978-8848-6a0c1344290e" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 21.663s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:55:52 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:55:55 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:55:57 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:56:00 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:56:03 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:56:04 user nova-compute[75147]: DEBUG nova.compute.manager [req-3379b888-0c39-40af-a279-17c41c5f252f req-4309fc70-8385-4a55-9145-a3103b3f1a34 service nova] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] Received event network-changed-32ab8c4f-4035-44f3-994e-8466b07b0184 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:56:04 user nova-compute[75147]: DEBUG nova.compute.manager [req-3379b888-0c39-40af-a279-17c41c5f252f req-4309fc70-8385-4a55-9145-a3103b3f1a34 service nova] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] Refreshing instance network info cache due to event network-changed-32ab8c4f-4035-44f3-994e-8466b07b0184. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 19:56:04 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-3379b888-0c39-40af-a279-17c41c5f252f req-4309fc70-8385-4a55-9145-a3103b3f1a34 service nova] Acquiring lock "refresh_cache-0c912abd-d0ea-4978-8848-6a0c1344290e" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:56:04 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-3379b888-0c39-40af-a279-17c41c5f252f req-4309fc70-8385-4a55-9145-a3103b3f1a34 service nova] Acquired lock "refresh_cache-0c912abd-d0ea-4978-8848-6a0c1344290e" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:56:04 user nova-compute[75147]: DEBUG nova.network.neutron [req-3379b888-0c39-40af-a279-17c41c5f252f req-4309fc70-8385-4a55-9145-a3103b3f1a34 service nova] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] Refreshing network info cache for port 32ab8c4f-4035-44f3-994e-8466b07b0184 {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 19:56:04 user nova-compute[75147]: DEBUG nova.network.neutron [req-3379b888-0c39-40af-a279-17c41c5f252f req-4309fc70-8385-4a55-9145-a3103b3f1a34 service nova] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] Updated VIF entry in instance network info cache for port 32ab8c4f-4035-44f3-994e-8466b07b0184. {{(pid=75147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 19:56:04 user nova-compute[75147]: DEBUG nova.network.neutron [req-3379b888-0c39-40af-a279-17c41c5f252f req-4309fc70-8385-4a55-9145-a3103b3f1a34 service nova] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] Updating instance_info_cache with network_info: [{"id": "32ab8c4f-4035-44f3-994e-8466b07b0184", "address": "fa:16:3e:ef:72:49", "network": {"id": "94e6ad08-dfc8-4693-8394-27958a24cbf7", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-956442534-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.79", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "896ec16ec7b34242a1a80bfdae150b44", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap32ab8c4f-40", "ovs_interfaceid": "32ab8c4f-4035-44f3-994e-8466b07b0184", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:56:04 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-3379b888-0c39-40af-a279-17c41c5f252f req-4309fc70-8385-4a55-9145-a3103b3f1a34 service nova] Releasing lock "refresh_cache-0c912abd-d0ea-4978-8848-6a0c1344290e" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:56:05 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:56:06 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:56:06 user nova-compute[75147]: DEBUG nova.compute.manager [req-d395e65a-0423-4b75-9500-03548d89ae6f req-e01baf01-52a3-414b-9163-fb38aa2cdbaf service nova] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] Received event network-changed-32ab8c4f-4035-44f3-994e-8466b07b0184 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:56:06 user nova-compute[75147]: DEBUG nova.compute.manager [req-d395e65a-0423-4b75-9500-03548d89ae6f req-e01baf01-52a3-414b-9163-fb38aa2cdbaf service nova] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] Refreshing instance network info cache due to event network-changed-32ab8c4f-4035-44f3-994e-8466b07b0184. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 19:56:06 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-d395e65a-0423-4b75-9500-03548d89ae6f req-e01baf01-52a3-414b-9163-fb38aa2cdbaf service nova] Acquiring lock "refresh_cache-0c912abd-d0ea-4978-8848-6a0c1344290e" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:56:06 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-d395e65a-0423-4b75-9500-03548d89ae6f req-e01baf01-52a3-414b-9163-fb38aa2cdbaf service nova] Acquired lock "refresh_cache-0c912abd-d0ea-4978-8848-6a0c1344290e" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:56:06 user nova-compute[75147]: DEBUG nova.network.neutron [req-d395e65a-0423-4b75-9500-03548d89ae6f req-e01baf01-52a3-414b-9163-fb38aa2cdbaf service nova] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] Refreshing network info cache for port 32ab8c4f-4035-44f3-994e-8466b07b0184 {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 19:56:07 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:56:07 user nova-compute[75147]: DEBUG nova.network.neutron [req-d395e65a-0423-4b75-9500-03548d89ae6f req-e01baf01-52a3-414b-9163-fb38aa2cdbaf service nova] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] Updated VIF entry in instance network info cache for port 32ab8c4f-4035-44f3-994e-8466b07b0184. {{(pid=75147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 19:56:07 user nova-compute[75147]: DEBUG nova.network.neutron [req-d395e65a-0423-4b75-9500-03548d89ae6f req-e01baf01-52a3-414b-9163-fb38aa2cdbaf service nova] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] Updating instance_info_cache with network_info: [{"id": "32ab8c4f-4035-44f3-994e-8466b07b0184", "address": "fa:16:3e:ef:72:49", "network": {"id": "94e6ad08-dfc8-4693-8394-27958a24cbf7", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-956442534-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.79", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "896ec16ec7b34242a1a80bfdae150b44", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap32ab8c4f-40", "ovs_interfaceid": "32ab8c4f-4035-44f3-994e-8466b07b0184", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:56:07 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-d395e65a-0423-4b75-9500-03548d89ae6f req-e01baf01-52a3-414b-9163-fb38aa2cdbaf service nova] Releasing lock "refresh_cache-0c912abd-d0ea-4978-8848-6a0c1344290e" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:56:07 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:56:09 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:56:09 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:56:09 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Starting heal instance info cache {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 19:56:09 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "refresh_cache-0c912abd-d0ea-4978-8848-6a0c1344290e" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:56:09 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquired lock "refresh_cache-0c912abd-d0ea-4978-8848-6a0c1344290e" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:56:09 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] Forcefully refreshing network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 27 19:56:10 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:56:10 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] Updating instance_info_cache with network_info: [{"id": "32ab8c4f-4035-44f3-994e-8466b07b0184", "address": "fa:16:3e:ef:72:49", "network": {"id": "94e6ad08-dfc8-4693-8394-27958a24cbf7", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-956442534-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.79", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "896ec16ec7b34242a1a80bfdae150b44", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap32ab8c4f-40", "ovs_interfaceid": "32ab8c4f-4035-44f3-994e-8466b07b0184", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:56:10 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Releasing lock "refresh_cache-0c912abd-d0ea-4978-8848-6a0c1344290e" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:56:10 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] Updated the network info_cache for instance {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 27 19:56:10 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:56:10 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:56:10 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:56:10 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:56:10 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Auditing locally available compute resources for user (node: user) {{(pid=75147) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 19:56:11 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75147) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 19:56:11 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/23a3503a-d59f-467e-9bbb-c8f679f3d809/disk.rescue --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:56:11 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/23a3503a-d59f-467e-9bbb-c8f679f3d809/disk.rescue --force-share --output=json" returned: 0 in 0.178s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:56:11 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/23a3503a-d59f-467e-9bbb-c8f679f3d809/disk.rescue --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:56:11 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/23a3503a-d59f-467e-9bbb-c8f679f3d809/disk.rescue --force-share --output=json" returned: 0 in 0.171s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:56:11 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a413fb71-5748-4328-a2f3-592c64188e21/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:56:11 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a413fb71-5748-4328-a2f3-592c64188e21/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:56:11 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a413fb71-5748-4328-a2f3-592c64188e21/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:56:11 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a413fb71-5748-4328-a2f3-592c64188e21/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:56:11 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75147) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 19:56:11 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c912abd-d0ea-4978-8848-6a0c1344290e/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:56:11 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c912abd-d0ea-4978-8848-6a0c1344290e/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:56:11 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c912abd-d0ea-4978-8848-6a0c1344290e/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:56:12 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c912abd-d0ea-4978-8848-6a0c1344290e/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:56:12 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=75147) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 19:56:12 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:56:12 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:56:12 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:56:12 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Hypervisor/Node resource view: name=user free_ram=8551MB free_disk=24.868446350097656GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75147) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 19:56:12 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:56:12 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:56:12 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance a413fb71-5748-4328-a2f3-592c64188e21 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:56:12 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 23a3503a-d59f-467e-9bbb-c8f679f3d809 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:56:12 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 0c912abd-d0ea-4978-8848-6a0c1344290e actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:56:12 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 271ebf38-2048-4b8c-82d3-0d4d2b0cc538 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:56:12 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 19:56:12 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Final resource view: name=user phys_ram=16011MB used_ram=2560MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 19:56:12 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:56:12 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:56:12 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Compute_service record updated for user:user {{(pid=75147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 19:56:12 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.293s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:56:13 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:56:13 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:56:15 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:56:18 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Acquiring lock "0c912abd-d0ea-4978-8848-6a0c1344290e" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:56:18 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Lock "0c912abd-d0ea-4978-8848-6a0c1344290e" acquired by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:56:18 user nova-compute[75147]: INFO nova.compute.manager [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] Rebooting instance
Oct 27 19:56:18 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Acquiring lock "refresh_cache-0c912abd-d0ea-4978-8848-6a0c1344290e" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:56:18 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Acquired lock "refresh_cache-0c912abd-d0ea-4978-8848-6a0c1344290e" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:56:18 user nova-compute[75147]: DEBUG nova.network.neutron [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] Building network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 19:56:18 user nova-compute[75147]: DEBUG nova.network.neutron [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] Updating instance_info_cache with network_info: [{"id": "32ab8c4f-4035-44f3-994e-8466b07b0184", "address": "fa:16:3e:ef:72:49", "network": {"id": "94e6ad08-dfc8-4693-8394-27958a24cbf7", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-956442534-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.79", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "896ec16ec7b34242a1a80bfdae150b44", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap32ab8c4f-40", "ovs_interfaceid": "32ab8c4f-4035-44f3-994e-8466b07b0184", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:56:18 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Releasing lock "refresh_cache-0c912abd-d0ea-4978-8848-6a0c1344290e" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:56:18 user nova-compute[75147]: DEBUG nova.compute.manager [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] Checking state {{(pid=75147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 19:56:18 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:56:18 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:56:19 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:56:19 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:56:19 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:56:19 user nova-compute[75147]: DEBUG nova.compute.manager [req-4f1e108d-1f7e-4ab7-9173-1ddb10c13500 req-44323736-3230-482d-b4ae-fce44fa21a9d service nova] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] Received event network-vif-unplugged-32ab8c4f-4035-44f3-994e-8466b07b0184 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:56:19 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-4f1e108d-1f7e-4ab7-9173-1ddb10c13500 req-44323736-3230-482d-b4ae-fce44fa21a9d service nova] Acquiring lock "0c912abd-d0ea-4978-8848-6a0c1344290e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:56:19 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-4f1e108d-1f7e-4ab7-9173-1ddb10c13500 req-44323736-3230-482d-b4ae-fce44fa21a9d service nova] Lock "0c912abd-d0ea-4978-8848-6a0c1344290e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:56:19 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-4f1e108d-1f7e-4ab7-9173-1ddb10c13500 req-44323736-3230-482d-b4ae-fce44fa21a9d service nova] Lock "0c912abd-d0ea-4978-8848-6a0c1344290e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:56:19 user nova-compute[75147]: DEBUG nova.compute.manager [req-4f1e108d-1f7e-4ab7-9173-1ddb10c13500 req-44323736-3230-482d-b4ae-fce44fa21a9d service nova] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] No waiting events found dispatching network-vif-unplugged-32ab8c4f-4035-44f3-994e-8466b07b0184 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:56:19 user nova-compute[75147]: WARNING nova.compute.manager [req-4f1e108d-1f7e-4ab7-9173-1ddb10c13500 req-44323736-3230-482d-b4ae-fce44fa21a9d service nova] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] Received unexpected event network-vif-unplugged-32ab8c4f-4035-44f3-994e-8466b07b0184 for instance with vm_state active and task_state reboot_started_hard.
Oct 27 19:56:19 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] Instance destroyed successfully.
Oct 27 19:56:19 user nova-compute[75147]: DEBUG nova.objects.instance [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Lazy-loading 'resources' on Instance uuid 0c912abd-d0ea-4978-8848-6a0c1344290e {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:56:19 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:53:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-881376519',display_name='tempest-TestMinimumBasicScenario-server-881376519',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-881376519',id=45,image_ref='78b71f22-a08f-428d-b495-d7656fabe498',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNYsYR/SZNhmf9R3FocpFSCJ3yNhGHG1LiJb8wZQLG9nUmIeXFJ/H/ROh2/it8YYZZFn2I+qb1KRS34InUCKMdfI7+gC2r/KshYITFcQ5SUHCxvQRqw6/SFdz/W4NWHLNQ==',key_name='tempest-TestMinimumBasicScenario-1439044989',keypairs=<?>,launch_index=0,launched_at=2023-10-27T19:53:39Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='896ec16ec7b34242a1a80bfdae150b44',ramdisk_id='',reservation_id='r-fp39p5ev',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='78b71f22-a08f-428d-b495-d7656fabe498',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-1436431678',owner_user_name='tempest-TestMinimumBasicScenario-1436431678-project-member'},tags=<?>,task_state='reboot_started_hard',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T19:56:19Z,user_data=None,user_id='0eb12921552a476987047e3d9c906060',uuid=0c912abd-d0ea-4978-8848-6a0c1344290e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "32ab8c4f-4035-44f3-994e-8466b07b0184", "address": "fa:16:3e:ef:72:49", "network": {"id": "94e6ad08-dfc8-4693-8394-27958a24cbf7", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-956442534-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.79", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "896ec16ec7b34242a1a80bfdae150b44", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap32ab8c4f-40", "ovs_interfaceid": "32ab8c4f-4035-44f3-994e-8466b07b0184", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 19:56:19 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Converting VIF {"id": "32ab8c4f-4035-44f3-994e-8466b07b0184", "address": "fa:16:3e:ef:72:49", "network": {"id": "94e6ad08-dfc8-4693-8394-27958a24cbf7", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-956442534-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.79", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "896ec16ec7b34242a1a80bfdae150b44", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap32ab8c4f-40", "ovs_interfaceid": "32ab8c4f-4035-44f3-994e-8466b07b0184", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:56:19 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:ef:72:49,bridge_name='br-int',has_traffic_filtering=True,id=32ab8c4f-4035-44f3-994e-8466b07b0184,network=Network(94e6ad08-dfc8-4693-8394-27958a24cbf7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap32ab8c4f-40') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:56:19 user nova-compute[75147]: DEBUG os_vif [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:ef:72:49,bridge_name='br-int',has_traffic_filtering=True,id=32ab8c4f-4035-44f3-994e-8466b07b0184,network=Network(94e6ad08-dfc8-4693-8394-27958a24cbf7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap32ab8c4f-40') {{(pid=75147) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 19:56:19 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:56:19 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap32ab8c4f-40, bridge=br-int, if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:56:19 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:56:19 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:56:19 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:56:19 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=df42d2eb-b006-4853-ab14-1e431763962f) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:56:19 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:56:19 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:56:19 user nova-compute[75147]: INFO os_vif [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:ef:72:49,bridge_name='br-int',has_traffic_filtering=True,id=32ab8c4f-4035-44f3-994e-8466b07b0184,network=Network(94e6ad08-dfc8-4693-8394-27958a24cbf7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap32ab8c4f-40')
Oct 27 19:56:19 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] calling os-brick to detach iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 19:56:19 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, {'target_iqn': 'iqn.2010-10.org.openstack:6acb342f-d834-47e8-a17a-f8b073278a2a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PMAeYRxO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:56:19 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:56:19 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:56:19 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:56:19 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:56:19 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:56:19 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[6707758d-865a-49a2-ae82-277ee13e0837]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6acb342f-d834-47e8-a17a-f8b073278a2a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:56:19 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 19:56:19 user nova-compute[75147]: No targets found.
Oct 27 19:56:19 user nova-compute[75147]: iSNS:
Oct 27 19:56:19 user nova-compute[75147]: No targets found.
Oct 27 19:56:19 user nova-compute[75147]: STATIC:
Oct 27 19:56:19 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4
Oct 27 19:56:19 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:56:19 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:56:19 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1
Oct 27 19:56:19 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:56:19 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:56:19 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:6acb342f-d834-47e8-a17a-f8b073278a2a
Oct 27 19:56:19 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:56:19 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:56:19 user nova-compute[75147]: FIRMWARE:
Oct 27 19:56:19 user nova-compute[75147]: No targets found.
Oct 27 19:56:19 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:56:19 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 19:56:19 user nova-compute[75147]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 19:56:19 user nova-compute[75147]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75147) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 19:56:19 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6acb342f-d834-47e8-a17a-f8b073278a2a', 0)] {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 19:56:19 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:56:19 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:56:19 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[0dce5613-12f3-4203-ae28-692c939dd65b]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6acb342f-d834-47e8-a17a-f8b073278a2a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:56:19 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:56:19 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:56:19 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e7fc03f-07dc-45db-9d2a-10a4dab0ac3c]: (4, ('tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 (non-flash)\ntcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4 (non-flash)\ntcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6acb342f-d834-47e8-a17a-f8b073278a2a (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:56:19 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 (non-flash)
Oct 27 19:56:19 user nova-compute[75147]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4 (non-flash)
Oct 27 19:56:19 user nova-compute[75147]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6acb342f-d834-47e8-a17a-f8b073278a2a (non-flash)
Oct 27 19:56:19 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:56:19 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] iscsi session list stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 (non-flash)
Oct 27 19:56:19 user nova-compute[75147]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4 (non-flash)
Oct 27 19:56:19 user nova-compute[75147]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6acb342f-d834-47e8-a17a-f8b073278a2a (non-flash)
Oct 27 19:56:19 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:56:19 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f28ec6ad870>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6acb342f-d834-47e8-a17a-f8b073278a2a'): ({'sdd'}, set())}) {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 19:56:19 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Removing single pathed devices sdd {{(pid=75147) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 19:56:19 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:56:19 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:56:19 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[901d4aab-a232-46d4-b7af-806ff5e7d99c]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:56:19 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:56:19 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:56:19 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf6d7a68-2664-414d-8564-5844f49f1eb8]: (4, ('ok\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:56:19 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Flushing IO for device /dev/sdd {{(pid=75147) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 19:56:19 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:56:19 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.013s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:56:19 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[237467b4-ffae-4990-8616-c706efd37164]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:56:19 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75147) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 19:56:19 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:56:19 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:56:19 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75147) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 19:56:19 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.046s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:56:19 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[80d98e46-2710-40a5-a42d-799830c926da]: (4, ('1', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:56:19 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 19:56:19 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] SCSI volumes sdd have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 19:56:19 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6acb342f-d834-47e8-a17a-f8b073278a2a')] {{(pid=75147) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 19:56:19 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6acb342f-d834-47e8-a17a-f8b073278a2a -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:56:19 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6acb342f-d834-47e8-a17a-f8b073278a2a -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:56:19 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[324fba92-69b3-4d91-ace3-ee7b7963811a]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:56:19 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:56:19 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6acb342f-d834-47e8-a17a-f8b073278a2a -p 172.16.0.220:3260 --logout {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:56:19 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6acb342f-d834-47e8-a17a-f8b073278a2a -p 172.16.0.220:3260 --logout" returned: 0 in 0.057s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:56:19 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[418870b5-eb83-44e0-bbf4-08a1aa97c5e9]: (4, ('Logging out of session [sid: 53, target: iqn.2010-10.org.openstack:6acb342f-d834-47e8-a17a-f8b073278a2a, portal: 172.16.0.220,3260]\nLogout of [sid: 53, target: iqn.2010-10.org.openstack:6acb342f-d834-47e8-a17a-f8b073278a2a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:56:19 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 53, target: iqn.2010-10.org.openstack:6acb342f-d834-47e8-a17a-f8b073278a2a, portal: 172.16.0.220,3260]
Oct 27 19:56:19 user nova-compute[75147]: Logout of [sid: 53, target: iqn.2010-10.org.openstack:6acb342f-d834-47e8-a17a-f8b073278a2a, portal: 172.16.0.220,3260] successful.
Oct 27 19:56:19 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:56:19 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6acb342f-d834-47e8-a17a-f8b073278a2a -p 172.16.0.220:3260 --op delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:56:20 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6acb342f-d834-47e8-a17a-f8b073278a2a -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:56:20 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[a09dec0f-23dd-4460-b43c-6639ce99f372]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:56:20 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:56:20 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.297s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:56:20 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] <== disconnect_volume: return (298ms) None {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:56:20 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] Disconnected iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 19:56:20 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] Start _get_guest_xml network_info=[{"id": "32ab8c4f-4035-44f3-994e-8466b07b0184", "address": "fa:16:3e:ef:72:49", "network": {"id": "94e6ad08-dfc8-4693-8394-27958a24cbf7", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-956442534-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.79", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "896ec16ec7b34242a1a80bfdae150b44", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap32ab8c4f-40", "ovs_interfaceid": "32ab8c4f-4035-44f3-994e-8466b07b0184", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=78b71f22-a08f-428d-b495-d7656fabe498,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'encryption_options': None, 'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encrypted': False, 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_format': None, 'device_name': '/dev/vda', 'image_id': '78b71f22-a08f-428d-b495-d7656fabe498'}], 'ephemerals': [], 'block_device_mapping': [{'device_type': 'disk', 'delete_on_termination': False, 'boot_index': None, 'disk_bus': 'virtio', 'mount_device': '/dev/vdb', 'guest_format': None, 'attachment_id': '7d60c361-dee6-4002-bb9f-d8e7b9bfc658', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:6acb342f-d834-47e8-a17a-f8b073278a2a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PMAeYRxO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, 'status': 'reserved', 'instance': '0c912abd-d0ea-4978-8848-6a0c1344290e', 'attached_at': '', 'detached_at': '', 'volume_id': '6acb342f-d834-47e8-a17a-f8b073278a2a', 'serial': '6acb342f-d834-47e8-a17a-f8b073278a2a'}, 'volume_type': None} {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 19:56:20 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:56:20 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:56:20 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 19:56:20 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] CPU controller missing on host. {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 19:56:20 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 19:56:20 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] CPU controller found on host. {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 19:56:20 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75147) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 19:56:20 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T19:21:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=78b71f22-a08f-428d-b495-d7656fabe498,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 19:56:20 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Flavor limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 19:56:20 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Image limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 19:56:20 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Flavor pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 19:56:20 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Image pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 19:56:20 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 19:56:20 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 19:56:20 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 19:56:20 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Got 1 possible topologies {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 19:56:20 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 19:56:20 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 19:56:20 user nova-compute[75147]: DEBUG nova.objects.instance [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Lazy-loading 'vcpu_model' on Instance uuid 0c912abd-d0ea-4978-8848-6a0c1344290e {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:56:20 user nova-compute[75147]: DEBUG nova.objects.base [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Object Instance<0c912abd-d0ea-4978-8848-6a0c1344290e> lazy-loaded attributes: resources,vcpu_model {{(pid=75147) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 19:56:20 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] Calling os-brick to attach iSCSI Volume {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 19:56:20 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:6acb342f-d834-47e8-a17a-f8b073278a2a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PMAeYRxO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:56:20 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:56:20 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:56:20 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:56:20 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:56:20 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6acb342f-d834-47e8-a17a-f8b073278a2a" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:56:20 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6acb342f-d834-47e8-a17a-f8b073278a2a" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:56:20 user nova-compute[75147]: INFO os_brick.initiator.connectors.iscsi [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 19:56:20 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6acb342f-d834-47e8-a17a-f8b073278a2a -p 172.16.0.220:3260 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:56:20 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6acb342f-d834-47e8-a17a-f8b073278a2a -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:56:20 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[34205c06-083c-461e-a197-ee20132db899]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:56:20 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 19:56:20 user nova-compute[75147]:  {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:56:20 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6acb342f-d834-47e8-a17a-f8b073278a2a -p 172.16.0.220:3260 --interface default --op new {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:56:20 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6acb342f-d834-47e8-a17a-f8b073278a2a -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:56:20 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[4bc0bf4e-7632-4418-b269-a7c815b8c045]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6acb342f-d834-47e8-a17a-f8b073278a2a] added\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:56:20 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6acb342f-d834-47e8-a17a-f8b073278a2a] added
Oct 27 19:56:20 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:56:20 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6acb342f-d834-47e8-a17a-f8b073278a2a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:56:20 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6acb342f-d834-47e8-a17a-f8b073278a2a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:56:20 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[d9beef39-9d48-4ac2-8ee5-36d22a21b241]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:56:20 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:56:20 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6acb342f-d834-47e8-a17a-f8b073278a2a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:56:20 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6acb342f-d834-47e8-a17a-f8b073278a2a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:56:20 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d6525ed-d4be-4b51-845d-60749ec3466d]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:56:20 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:56:20 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6acb342f-d834-47e8-a17a-f8b073278a2a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v PMAeYRxO {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:56:20 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6acb342f-d834-47e8-a17a-f8b073278a2a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v PMAeYRxO" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:56:20 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e15c61d-4fde-45d0-8f90-12fec0fbaf36]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:56:20 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'PMAeYRxO'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:56:20 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6acb342f-d834-47e8-a17a-f8b073278a2a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:56:20 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6acb342f-d834-47e8-a17a-f8b073278a2a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:56:20 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[1cb16380-0565-4cad-ab73-72f8ead66a32]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:56:20 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:56:20 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:56:20 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:56:20 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[64eb3cb9-a2ec-4810-aa1c-6cc71a6247cf]: (4, ('tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 (non-flash)\ntcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:56:20 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 (non-flash)
Oct 27 19:56:20 user nova-compute[75147]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4 (non-flash)
Oct 27 19:56:20 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:56:20 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] iscsi session list stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 (non-flash)
Oct 27 19:56:20 user nova-compute[75147]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4 (non-flash)
Oct 27 19:56:20 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:56:20 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6acb342f-d834-47e8-a17a-f8b073278a2a -p 172.16.0.220:3260 --login {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:56:20 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6acb342f-d834-47e8-a17a-f8b073278a2a -p 172.16.0.220:3260 --login" returned: 0 in 0.054s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:56:20 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[9fa591af-8717-40bc-8cdb-e806ac3b2e7a]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:6acb342f-d834-47e8-a17a-f8b073278a2a, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:6acb342f-d834-47e8-a17a-f8b073278a2a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:56:20 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:6acb342f-d834-47e8-a17a-f8b073278a2a, portal: 172.16.0.220,3260]
Oct 27 19:56:20 user nova-compute[75147]: Login to [iface: default, target: iqn.2010-10.org.openstack:6acb342f-d834-47e8-a17a-f8b073278a2a, portal: 172.16.0.220,3260] successful.
Oct 27 19:56:20 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:56:20 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6acb342f-d834-47e8-a17a-f8b073278a2a -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:56:20 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6acb342f-d834-47e8-a17a-f8b073278a2a -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:56:20 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3a8bf4a-d685-43c3-ada3-a6f89c570647]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:56:20 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:56:20 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:56:20 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:56:20 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[4fb743a0-0188-4dcb-b9c3-b2c7d6b79d67]: (4, ('tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 (non-flash)\ntcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4 (non-flash)\ntcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6acb342f-d834-47e8-a17a-f8b073278a2a (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:56:20 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 (non-flash)
Oct 27 19:56:20 user nova-compute[75147]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4 (non-flash)
Oct 27 19:56:20 user nova-compute[75147]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6acb342f-d834-47e8-a17a-f8b073278a2a (non-flash)
Oct 27 19:56:20 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:56:20 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] iscsi session list stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 (non-flash)
Oct 27 19:56:20 user nova-compute[75147]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4 (non-flash)
Oct 27 19:56:20 user nova-compute[75147]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6acb342f-d834-47e8-a17a-f8b073278a2a (non-flash)
Oct 27 19:56:20 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:56:20 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6acb342f-d834-47e8-a17a-f8b073278a2a" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.266s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:56:20 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Connected to 172.16.0.220:3260 {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 19:56:20 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] HCTL ('35', '-', '-', 0) found on session 54 with lun 0 {{(pid=75147) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 19:56:20 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75147) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 19:56:20 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:56:20 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.016s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:56:20 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[33b13298-11aa-46be-b5c4-8503b770ce5b]: (4, ('- - 0', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:56:20 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Searching for a device in session 54 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75147) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 19:56:20 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:6acb342f-d834-47e8-a17a-f8b073278a2a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PMAeYRxO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 19:56:21 user nova-compute[75147]: DEBUG nova.compute.manager [req-b9ae1e78-b0b0-489b-acd9-21fb17b980b0 req-32fd8929-db81-467c-a0e7-844202b295f4 service nova] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] Received event network-vif-plugged-32ab8c4f-4035-44f3-994e-8466b07b0184 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:56:21 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-b9ae1e78-b0b0-489b-acd9-21fb17b980b0 req-32fd8929-db81-467c-a0e7-844202b295f4 service nova] Acquiring lock "0c912abd-d0ea-4978-8848-6a0c1344290e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:56:21 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-b9ae1e78-b0b0-489b-acd9-21fb17b980b0 req-32fd8929-db81-467c-a0e7-844202b295f4 service nova] Lock "0c912abd-d0ea-4978-8848-6a0c1344290e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:56:21 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-b9ae1e78-b0b0-489b-acd9-21fb17b980b0 req-32fd8929-db81-467c-a0e7-844202b295f4 service nova] Lock "0c912abd-d0ea-4978-8848-6a0c1344290e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:56:21 user nova-compute[75147]: DEBUG nova.compute.manager [req-b9ae1e78-b0b0-489b-acd9-21fb17b980b0 req-32fd8929-db81-467c-a0e7-844202b295f4 service nova] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] No waiting events found dispatching network-vif-plugged-32ab8c4f-4035-44f3-994e-8466b07b0184 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:56:21 user nova-compute[75147]: WARNING nova.compute.manager [req-b9ae1e78-b0b0-489b-acd9-21fb17b980b0 req-32fd8929-db81-467c-a0e7-844202b295f4 service nova] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] Received unexpected event network-vif-plugged-32ab8c4f-4035-44f3-994e-8466b07b0184 for instance with vm_state active and task_state reboot_started_hard.
Oct 27 19:56:21 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.297s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:56:21 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] <== connect_volume: return (1298ms) {'type': 'block', 'scsi_wwn': '26462303236323062', 'path': '/dev/sdd'} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:56:21 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26462303236323062', 'path': '/dev/sdd'} {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 19:56:21 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:53:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-881376519',display_name='tempest-TestMinimumBasicScenario-server-881376519',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-881376519',id=45,image_ref='78b71f22-a08f-428d-b495-d7656fabe498',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNYsYR/SZNhmf9R3FocpFSCJ3yNhGHG1LiJb8wZQLG9nUmIeXFJ/H/ROh2/it8YYZZFn2I+qb1KRS34InUCKMdfI7+gC2r/KshYITFcQ5SUHCxvQRqw6/SFdz/W4NWHLNQ==',key_name='tempest-TestMinimumBasicScenario-1439044989',keypairs=<?>,launch_index=0,launched_at=2023-10-27T19:53:39Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='896ec16ec7b34242a1a80bfdae150b44',ramdisk_id='',reservation_id='r-fp39p5ev',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='78b71f22-a08f-428d-b495-d7656fabe498',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-1436431678',owner_user_name='tempest-TestMinimumBasicScenario-1436431678-project-member'},tags=<?>,task_state='reboot_started_hard',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T19:56:19Z,user_data=None,user_id='0eb12921552a476987047e3d9c906060',uuid=0c912abd-d0ea-4978-8848-6a0c1344290e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "32ab8c4f-4035-44f3-994e-8466b07b0184", "address": "fa:16:3e:ef:72:49", "network": {"id": "94e6ad08-dfc8-4693-8394-27958a24cbf7", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-956442534-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.79", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "896ec16ec7b34242a1a80bfdae150b44", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap32ab8c4f-40", "ovs_interfaceid": "32ab8c4f-4035-44f3-994e-8466b07b0184", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75147) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 19:56:21 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Converting VIF {"id": "32ab8c4f-4035-44f3-994e-8466b07b0184", "address": "fa:16:3e:ef:72:49", "network": {"id": "94e6ad08-dfc8-4693-8394-27958a24cbf7", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-956442534-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.79", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "896ec16ec7b34242a1a80bfdae150b44", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap32ab8c4f-40", "ovs_interfaceid": "32ab8c4f-4035-44f3-994e-8466b07b0184", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:56:21 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:ef:72:49,bridge_name='br-int',has_traffic_filtering=True,id=32ab8c4f-4035-44f3-994e-8466b07b0184,network=Network(94e6ad08-dfc8-4693-8394-27958a24cbf7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap32ab8c4f-40') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:56:21 user nova-compute[75147]: DEBUG nova.objects.instance [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Lazy-loading 'pci_devices' on Instance uuid 0c912abd-d0ea-4978-8848-6a0c1344290e {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:56:21 user nova-compute[75147]: DEBUG nova.objects.base [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Object Instance<0c912abd-d0ea-4978-8848-6a0c1344290e> lazy-loaded attributes: resources,vcpu_model,pci_devices {{(pid=75147) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 19:56:21 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] End _get_guest_xml xml=<domain type="kvm">
Oct 27 19:56:21 user nova-compute[75147]:   <uuid>0c912abd-d0ea-4978-8848-6a0c1344290e</uuid>
Oct 27 19:56:21 user nova-compute[75147]:   <name>instance-0000002d</name>
Oct 27 19:56:21 user nova-compute[75147]:   <memory>524288</memory>
Oct 27 19:56:21 user nova-compute[75147]:   <vcpu>1</vcpu>
Oct 27 19:56:21 user nova-compute[75147]:   <metadata>
Oct 27 19:56:21 user nova-compute[75147]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 19:56:21 user nova-compute[75147]:       <nova:package version="0.0.0"/>
Oct 27 19:56:21 user nova-compute[75147]:       <nova:name>tempest-TestMinimumBasicScenario-server-881376519</nova:name>
Oct 27 19:56:21 user nova-compute[75147]:       <nova:creationTime>2023-10-27 19:56:20</nova:creationTime>
Oct 27 19:56:21 user nova-compute[75147]:       <nova:flavor name="m1.tiny">
Oct 27 19:56:21 user nova-compute[75147]:         <nova:memory>512</nova:memory>
Oct 27 19:56:21 user nova-compute[75147]:         <nova:disk>1</nova:disk>
Oct 27 19:56:21 user nova-compute[75147]:         <nova:swap>0</nova:swap>
Oct 27 19:56:21 user nova-compute[75147]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 19:56:21 user nova-compute[75147]:         <nova:vcpus>1</nova:vcpus>
Oct 27 19:56:21 user nova-compute[75147]:       </nova:flavor>
Oct 27 19:56:21 user nova-compute[75147]:       <nova:owner>
Oct 27 19:56:21 user nova-compute[75147]:         <nova:user uuid="0eb12921552a476987047e3d9c906060">tempest-TestMinimumBasicScenario-1436431678-project-member</nova:user>
Oct 27 19:56:21 user nova-compute[75147]:         <nova:project uuid="896ec16ec7b34242a1a80bfdae150b44">tempest-TestMinimumBasicScenario-1436431678</nova:project>
Oct 27 19:56:21 user nova-compute[75147]:       </nova:owner>
Oct 27 19:56:21 user nova-compute[75147]:       <nova:root type="image" uuid="78b71f22-a08f-428d-b495-d7656fabe498"/>
Oct 27 19:56:21 user nova-compute[75147]:       <nova:ports>
Oct 27 19:56:21 user nova-compute[75147]:         <nova:port uuid="32ab8c4f-4035-44f3-994e-8466b07b0184">
Oct 27 19:56:21 user nova-compute[75147]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Oct 27 19:56:21 user nova-compute[75147]:         </nova:port>
Oct 27 19:56:21 user nova-compute[75147]:       </nova:ports>
Oct 27 19:56:21 user nova-compute[75147]:     </nova:instance>
Oct 27 19:56:21 user nova-compute[75147]:   </metadata>
Oct 27 19:56:21 user nova-compute[75147]:   <sysinfo type="smbios">
Oct 27 19:56:21 user nova-compute[75147]:     <system>
Oct 27 19:56:21 user nova-compute[75147]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 19:56:21 user nova-compute[75147]:       <entry name="product">OpenStack Nova</entry>
Oct 27 19:56:21 user nova-compute[75147]:       <entry name="version">0.0.0</entry>
Oct 27 19:56:21 user nova-compute[75147]:       <entry name="serial">0c912abd-d0ea-4978-8848-6a0c1344290e</entry>
Oct 27 19:56:21 user nova-compute[75147]:       <entry name="uuid">0c912abd-d0ea-4978-8848-6a0c1344290e</entry>
Oct 27 19:56:21 user nova-compute[75147]:       <entry name="family">Virtual Machine</entry>
Oct 27 19:56:21 user nova-compute[75147]:     </system>
Oct 27 19:56:21 user nova-compute[75147]:   </sysinfo>
Oct 27 19:56:21 user nova-compute[75147]:   <os>
Oct 27 19:56:21 user nova-compute[75147]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 19:56:21 user nova-compute[75147]:     <boot dev="hd"/>
Oct 27 19:56:21 user nova-compute[75147]:     <smbios mode="sysinfo"/>
Oct 27 19:56:21 user nova-compute[75147]:   </os>
Oct 27 19:56:21 user nova-compute[75147]:   <features>
Oct 27 19:56:21 user nova-compute[75147]:     <acpi/>
Oct 27 19:56:21 user nova-compute[75147]:     <apic/>
Oct 27 19:56:21 user nova-compute[75147]:     <vmcoreinfo/>
Oct 27 19:56:21 user nova-compute[75147]:   </features>
Oct 27 19:56:21 user nova-compute[75147]:   <clock offset="utc">
Oct 27 19:56:21 user nova-compute[75147]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 19:56:21 user nova-compute[75147]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 19:56:21 user nova-compute[75147]:     <timer name="hpet" present="no"/>
Oct 27 19:56:21 user nova-compute[75147]:   </clock>
Oct 27 19:56:21 user nova-compute[75147]:   <cpu mode="custom" match="exact">
Oct 27 19:56:21 user nova-compute[75147]:     <model>Nehalem</model>
Oct 27 19:56:21 user nova-compute[75147]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 19:56:21 user nova-compute[75147]:   </cpu>
Oct 27 19:56:21 user nova-compute[75147]:   <devices>
Oct 27 19:56:21 user nova-compute[75147]:     <disk type="file" device="disk">
Oct 27 19:56:21 user nova-compute[75147]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 27 19:56:21 user nova-compute[75147]:       <source file="/opt/stack/data/nova/instances/0c912abd-d0ea-4978-8848-6a0c1344290e/disk"/>
Oct 27 19:56:21 user nova-compute[75147]:       <target dev="vda" bus="virtio"/>
Oct 27 19:56:21 user nova-compute[75147]:     </disk>
Oct 27 19:56:21 user nova-compute[75147]:     <disk type="block" device="disk">
Oct 27 19:56:21 user nova-compute[75147]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 19:56:21 user nova-compute[75147]:       <source dev="/dev/sdd"/>
Oct 27 19:56:21 user nova-compute[75147]:       <target dev="vdb" bus="virtio"/>
Oct 27 19:56:21 user nova-compute[75147]:       <serial>6acb342f-d834-47e8-a17a-f8b073278a2a</serial>
Oct 27 19:56:21 user nova-compute[75147]:     </disk>
Oct 27 19:56:21 user nova-compute[75147]:     <interface type="ethernet">
Oct 27 19:56:21 user nova-compute[75147]:       <mac address="fa:16:3e:ef:72:49"/>
Oct 27 19:56:21 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:56:21 user nova-compute[75147]:       <mtu size="1442"/>
Oct 27 19:56:21 user nova-compute[75147]:       <target dev="tap32ab8c4f-40"/>
Oct 27 19:56:21 user nova-compute[75147]:     </interface>
Oct 27 19:56:21 user nova-compute[75147]:     <serial type="pty">
Oct 27 19:56:21 user nova-compute[75147]:       <log file="/opt/stack/data/nova/instances/0c912abd-d0ea-4978-8848-6a0c1344290e/console.log" append="off"/>
Oct 27 19:56:21 user nova-compute[75147]:     </serial>
Oct 27 19:56:21 user nova-compute[75147]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 19:56:21 user nova-compute[75147]:     <video>
Oct 27 19:56:21 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:56:21 user nova-compute[75147]:     </video>
Oct 27 19:56:21 user nova-compute[75147]:     <rng model="virtio">
Oct 27 19:56:21 user nova-compute[75147]:       <backend model="random">/dev/urandom</backend>
Oct 27 19:56:21 user nova-compute[75147]:     </rng>
Oct 27 19:56:21 user nova-compute[75147]:     <controller type="usb" index="0" model="none"/>
Oct 27 19:56:21 user nova-compute[75147]:     <memballoon model="virtio">
Oct 27 19:56:21 user nova-compute[75147]:       <stats period="10"/>
Oct 27 19:56:21 user nova-compute[75147]:     </memballoon>
Oct 27 19:56:21 user nova-compute[75147]:   </devices>
Oct 27 19:56:21 user nova-compute[75147]: </domain>
Oct 27 19:56:21 user nova-compute[75147]:  {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 19:56:21 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c912abd-d0ea-4978-8848-6a0c1344290e/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:56:21 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c912abd-d0ea-4978-8848-6a0c1344290e/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:56:21 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c912abd-d0ea-4978-8848-6a0c1344290e/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:56:21 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c912abd-d0ea-4978-8848-6a0c1344290e/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:56:21 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=75147) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 19:56:21 user nova-compute[75147]: DEBUG nova.objects.instance [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Lazy-loading 'trusted_certs' on Instance uuid 0c912abd-d0ea-4978-8848-6a0c1344290e {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:56:21 user nova-compute[75147]: DEBUG nova.objects.base [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Object Instance<0c912abd-d0ea-4978-8848-6a0c1344290e> lazy-loaded attributes: resources,vcpu_model,pci_devices,trusted_certs {{(pid=75147) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 19:56:21 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2fd99339bb7e764830bd1604b3d84d3b93458a68 --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:56:22 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2fd99339bb7e764830bd1604b3d84d3b93458a68 --force-share --output=json" returned: 0 in 0.185s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:56:22 user nova-compute[75147]: DEBUG nova.virt.disk.api [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Checking if we can resize image /opt/stack/data/nova/instances/0c912abd-d0ea-4978-8848-6a0c1344290e/disk. size=1073741824 {{(pid=75147) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 27 19:56:22 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c912abd-d0ea-4978-8848-6a0c1344290e/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:56:22 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c912abd-d0ea-4978-8848-6a0c1344290e/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:56:22 user nova-compute[75147]: DEBUG nova.virt.disk.api [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Cannot resize image /opt/stack/data/nova/instances/0c912abd-d0ea-4978-8848-6a0c1344290e/disk to a smaller size. {{(pid=75147) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 27 19:56:22 user nova-compute[75147]: DEBUG nova.objects.instance [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Lazy-loading 'migration_context' on Instance uuid 0c912abd-d0ea-4978-8848-6a0c1344290e {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:56:22 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:56:22 user nova-compute[75147]: DEBUG nova.objects.base [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Object Instance<0c912abd-d0ea-4978-8848-6a0c1344290e> lazy-loaded attributes: resources,vcpu_model,pci_devices,trusted_certs,migration_context {{(pid=75147) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 19:56:22 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:53:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-881376519',display_name='tempest-TestMinimumBasicScenario-server-881376519',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-881376519',id=45,image_ref='78b71f22-a08f-428d-b495-d7656fabe498',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNYsYR/SZNhmf9R3FocpFSCJ3yNhGHG1LiJb8wZQLG9nUmIeXFJ/H/ROh2/it8YYZZFn2I+qb1KRS34InUCKMdfI7+gC2r/KshYITFcQ5SUHCxvQRqw6/SFdz/W4NWHLNQ==',key_name='tempest-TestMinimumBasicScenario-1439044989',keypairs=<?>,launch_index=0,launched_at=2023-10-27T19:53:39Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=<?>,power_state=1,progress=0,project_id='896ec16ec7b34242a1a80bfdae150b44',ramdisk_id='',reservation_id='r-fp39p5ev',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='78b71f22-a08f-428d-b495-d7656fabe498',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-1436431678',owner_user_name='tempest-TestMinimumBasicScenario-1436431678-project-member'},tags=<?>,task_state='reboot_started_hard',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:56:19Z,user_data=None,user_id='0eb12921552a476987047e3d9c906060',uuid=0c912abd-d0ea-4978-8848-6a0c1344290e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "32ab8c4f-4035-44f3-994e-8466b07b0184", "address": "fa:16:3e:ef:72:49", "network": {"id": "94e6ad08-dfc8-4693-8394-27958a24cbf7", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-956442534-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.79", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "896ec16ec7b34242a1a80bfdae150b44", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap32ab8c4f-40", "ovs_interfaceid": "32ab8c4f-4035-44f3-994e-8466b07b0184", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 19:56:22 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Converting VIF {"id": "32ab8c4f-4035-44f3-994e-8466b07b0184", "address": "fa:16:3e:ef:72:49", "network": {"id": "94e6ad08-dfc8-4693-8394-27958a24cbf7", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-956442534-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.79", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "896ec16ec7b34242a1a80bfdae150b44", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap32ab8c4f-40", "ovs_interfaceid": "32ab8c4f-4035-44f3-994e-8466b07b0184", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:56:22 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:ef:72:49,bridge_name='br-int',has_traffic_filtering=True,id=32ab8c4f-4035-44f3-994e-8466b07b0184,network=Network(94e6ad08-dfc8-4693-8394-27958a24cbf7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap32ab8c4f-40') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:56:22 user nova-compute[75147]: DEBUG os_vif [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Plugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:ef:72:49,bridge_name='br-int',has_traffic_filtering=True,id=32ab8c4f-4035-44f3-994e-8466b07b0184,network=Network(94e6ad08-dfc8-4693-8394-27958a24cbf7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap32ab8c4f-40') {{(pid=75147) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 19:56:22 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:56:22 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:56:22 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 19:56:22 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:56:22 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'e1c680d8-e720-570a-ae80-4535cf0942cc', '_type': 'linux-noop'}}, row=False) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:56:22 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:56:22 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:56:22 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:56:22 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap32ab8c4f-40, may_exist=True, interface_attrs={}) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:56:22 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap32ab8c4f-40, col_values=(('qos', UUID('3040010f-6d22-4b00-994a-11ae6b7be214')),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:56:22 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap32ab8c4f-40, col_values=(('external_ids', {'iface-id': '32ab8c4f-4035-44f3-994e-8466b07b0184', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ef:72:49', 'vm-uuid': '0c912abd-d0ea-4978-8848-6a0c1344290e'}),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:56:22 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:56:22 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:56:22 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:56:22 user nova-compute[75147]: INFO os_vif [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Successfully plugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:ef:72:49,bridge_name='br-int',has_traffic_filtering=True,id=32ab8c4f-4035-44f3-994e-8466b07b0184,network=Network(94e6ad08-dfc8-4693-8394-27958a24cbf7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap32ab8c4f-40')
Oct 27 19:56:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:56:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:56:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:56:23 user nova-compute[75147]: DEBUG nova.compute.manager [req-21324405-0b9a-4bc3-970f-926c19d253e6 req-6a6795f7-f64e-4d8e-9673-35eddb6cf09a service nova] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] Received event network-vif-plugged-32ab8c4f-4035-44f3-994e-8466b07b0184 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:56:23 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-21324405-0b9a-4bc3-970f-926c19d253e6 req-6a6795f7-f64e-4d8e-9673-35eddb6cf09a service nova] Acquiring lock "0c912abd-d0ea-4978-8848-6a0c1344290e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:56:23 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-21324405-0b9a-4bc3-970f-926c19d253e6 req-6a6795f7-f64e-4d8e-9673-35eddb6cf09a service nova] Lock "0c912abd-d0ea-4978-8848-6a0c1344290e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:56:23 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-21324405-0b9a-4bc3-970f-926c19d253e6 req-6a6795f7-f64e-4d8e-9673-35eddb6cf09a service nova] Lock "0c912abd-d0ea-4978-8848-6a0c1344290e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:56:23 user nova-compute[75147]: DEBUG nova.compute.manager [req-21324405-0b9a-4bc3-970f-926c19d253e6 req-6a6795f7-f64e-4d8e-9673-35eddb6cf09a service nova] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] No waiting events found dispatching network-vif-plugged-32ab8c4f-4035-44f3-994e-8466b07b0184 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:56:23 user nova-compute[75147]: WARNING nova.compute.manager [req-21324405-0b9a-4bc3-970f-926c19d253e6 req-6a6795f7-f64e-4d8e-9673-35eddb6cf09a service nova] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] Received unexpected event network-vif-plugged-32ab8c4f-4035-44f3-994e-8466b07b0184 for instance with vm_state active and task_state reboot_started_hard.
Oct 27 19:56:24 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:56:24 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:56:24 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:56:24 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:56:25 user nova-compute[75147]: DEBUG nova.compute.manager [req-7d1ccfe5-6b33-422f-8003-806f62b22061 req-a3704c25-4a08-4449-befc-85523a1ba59b service nova] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] Received event network-vif-plugged-32ab8c4f-4035-44f3-994e-8466b07b0184 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:56:25 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-7d1ccfe5-6b33-422f-8003-806f62b22061 req-a3704c25-4a08-4449-befc-85523a1ba59b service nova] Acquiring lock "0c912abd-d0ea-4978-8848-6a0c1344290e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:56:25 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-7d1ccfe5-6b33-422f-8003-806f62b22061 req-a3704c25-4a08-4449-befc-85523a1ba59b service nova] Lock "0c912abd-d0ea-4978-8848-6a0c1344290e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:56:25 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-7d1ccfe5-6b33-422f-8003-806f62b22061 req-a3704c25-4a08-4449-befc-85523a1ba59b service nova] Lock "0c912abd-d0ea-4978-8848-6a0c1344290e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:56:25 user nova-compute[75147]: DEBUG nova.compute.manager [req-7d1ccfe5-6b33-422f-8003-806f62b22061 req-a3704c25-4a08-4449-befc-85523a1ba59b service nova] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] No waiting events found dispatching network-vif-plugged-32ab8c4f-4035-44f3-994e-8466b07b0184 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:56:25 user nova-compute[75147]: WARNING nova.compute.manager [req-7d1ccfe5-6b33-422f-8003-806f62b22061 req-a3704c25-4a08-4449-befc-85523a1ba59b service nova] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] Received unexpected event network-vif-plugged-32ab8c4f-4035-44f3-994e-8466b07b0184 for instance with vm_state active and task_state reboot_started_hard.
Oct 27 19:56:25 user nova-compute[75147]: DEBUG nova.compute.manager [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] Instance event wait completed in 0 seconds for  {{(pid=75147) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 19:56:25 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] Instance rebooted successfully.
Oct 27 19:56:25 user nova-compute[75147]: DEBUG nova.compute.manager [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] Checking state {{(pid=75147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 19:56:25 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-042646ed-a6b3-4738-af2d-1302e22cc6d3 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Lock "0c912abd-d0ea-4978-8848-6a0c1344290e" "released" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: held 7.754s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:56:27 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:56:27 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:56:29 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:56:32 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:56:32 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:56:32 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75147) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 19:56:32 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 19:56:32 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 19:56:32 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:56:32 user nova-compute[75147]: INFO nova.compute.manager [None req-a411b520-4952-479c-80ff-383161201074 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Unrescuing
Oct 27 19:56:32 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-a411b520-4952-479c-80ff-383161201074 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Acquiring lock "refresh_cache-23a3503a-d59f-467e-9bbb-c8f679f3d809" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:56:32 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-a411b520-4952-479c-80ff-383161201074 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Acquired lock "refresh_cache-23a3503a-d59f-467e-9bbb-c8f679f3d809" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:56:32 user nova-compute[75147]: DEBUG nova.network.neutron [None req-a411b520-4952-479c-80ff-383161201074 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Building network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 19:56:32 user nova-compute[75147]: DEBUG nova.network.neutron [None req-a411b520-4952-479c-80ff-383161201074 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Updating instance_info_cache with network_info: [{"id": "cc5bf4a2-53e8-4776-ac36-a0b81ce7e261", "address": "fa:16:3e:02:47:32", "network": {"id": "5d65da42-1076-416b-95f3-7516c6b6578f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-703269400-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f24b4cdff6de43ebad2383ca58b7a4d3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc5bf4a2-53", "ovs_interfaceid": "cc5bf4a2-53e8-4776-ac36-a0b81ce7e261", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:56:32 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-a411b520-4952-479c-80ff-383161201074 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Releasing lock "refresh_cache-23a3503a-d59f-467e-9bbb-c8f679f3d809" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:56:32 user nova-compute[75147]: DEBUG nova.objects.instance [None req-a411b520-4952-479c-80ff-383161201074 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Lazy-loading 'flavor' on Instance uuid 23a3503a-d59f-467e-9bbb-c8f679f3d809 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:56:32 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:56:32 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:56:33 user nova-compute[75147]: DEBUG nova.compute.manager [req-ddf63860-50fb-4397-98fe-6f239cee1e29 req-df7ae686-2b36-4043-95da-c4e954f6a63a service nova] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Received event network-vif-unplugged-cc5bf4a2-53e8-4776-ac36-a0b81ce7e261 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:56:33 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-ddf63860-50fb-4397-98fe-6f239cee1e29 req-df7ae686-2b36-4043-95da-c4e954f6a63a service nova] Acquiring lock "23a3503a-d59f-467e-9bbb-c8f679f3d809-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:56:33 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-ddf63860-50fb-4397-98fe-6f239cee1e29 req-df7ae686-2b36-4043-95da-c4e954f6a63a service nova] Lock "23a3503a-d59f-467e-9bbb-c8f679f3d809-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:56:33 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-ddf63860-50fb-4397-98fe-6f239cee1e29 req-df7ae686-2b36-4043-95da-c4e954f6a63a service nova] Lock "23a3503a-d59f-467e-9bbb-c8f679f3d809-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:56:33 user nova-compute[75147]: DEBUG nova.compute.manager [req-ddf63860-50fb-4397-98fe-6f239cee1e29 req-df7ae686-2b36-4043-95da-c4e954f6a63a service nova] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] No waiting events found dispatching network-vif-unplugged-cc5bf4a2-53e8-4776-ac36-a0b81ce7e261 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:56:33 user nova-compute[75147]: WARNING nova.compute.manager [req-ddf63860-50fb-4397-98fe-6f239cee1e29 req-df7ae686-2b36-4043-95da-c4e954f6a63a service nova] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Received unexpected event network-vif-unplugged-cc5bf4a2-53e8-4776-ac36-a0b81ce7e261 for instance with vm_state rescued and task_state unrescuing.
Oct 27 19:56:33 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:56:33 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:56:33 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Instance destroyed successfully.
Oct 27 19:56:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:56:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:56:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:56:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:56:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:56:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:56:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:56:35 user nova-compute[75147]: DEBUG nova.compute.manager [req-c793e65a-d39b-419f-8a9d-102f3b51041b req-81f27d3b-05c9-4c34-8fb8-25c2279054df service nova] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Received event network-vif-plugged-cc5bf4a2-53e8-4776-ac36-a0b81ce7e261 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:56:35 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-c793e65a-d39b-419f-8a9d-102f3b51041b req-81f27d3b-05c9-4c34-8fb8-25c2279054df service nova] Acquiring lock "23a3503a-d59f-467e-9bbb-c8f679f3d809-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:56:35 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-c793e65a-d39b-419f-8a9d-102f3b51041b req-81f27d3b-05c9-4c34-8fb8-25c2279054df service nova] Lock "23a3503a-d59f-467e-9bbb-c8f679f3d809-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:56:35 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-c793e65a-d39b-419f-8a9d-102f3b51041b req-81f27d3b-05c9-4c34-8fb8-25c2279054df service nova] Lock "23a3503a-d59f-467e-9bbb-c8f679f3d809-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:56:35 user nova-compute[75147]: DEBUG nova.compute.manager [req-c793e65a-d39b-419f-8a9d-102f3b51041b req-81f27d3b-05c9-4c34-8fb8-25c2279054df service nova] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] No waiting events found dispatching network-vif-plugged-cc5bf4a2-53e8-4776-ac36-a0b81ce7e261 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:56:35 user nova-compute[75147]: WARNING nova.compute.manager [req-c793e65a-d39b-419f-8a9d-102f3b51041b req-81f27d3b-05c9-4c34-8fb8-25c2279054df service nova] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Received unexpected event network-vif-plugged-cc5bf4a2-53e8-4776-ac36-a0b81ce7e261 for instance with vm_state rescued and task_state unrescuing.
Oct 27 19:56:35 user nova-compute[75147]: DEBUG nova.compute.manager [req-c793e65a-d39b-419f-8a9d-102f3b51041b req-81f27d3b-05c9-4c34-8fb8-25c2279054df service nova] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Received event network-vif-plugged-cc5bf4a2-53e8-4776-ac36-a0b81ce7e261 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:56:35 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-c793e65a-d39b-419f-8a9d-102f3b51041b req-81f27d3b-05c9-4c34-8fb8-25c2279054df service nova] Acquiring lock "23a3503a-d59f-467e-9bbb-c8f679f3d809-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:56:35 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-c793e65a-d39b-419f-8a9d-102f3b51041b req-81f27d3b-05c9-4c34-8fb8-25c2279054df service nova] Lock "23a3503a-d59f-467e-9bbb-c8f679f3d809-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:56:35 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-c793e65a-d39b-419f-8a9d-102f3b51041b req-81f27d3b-05c9-4c34-8fb8-25c2279054df service nova] Lock "23a3503a-d59f-467e-9bbb-c8f679f3d809-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:56:35 user nova-compute[75147]: DEBUG nova.compute.manager [req-c793e65a-d39b-419f-8a9d-102f3b51041b req-81f27d3b-05c9-4c34-8fb8-25c2279054df service nova] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] No waiting events found dispatching network-vif-plugged-cc5bf4a2-53e8-4776-ac36-a0b81ce7e261 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:56:35 user nova-compute[75147]: WARNING nova.compute.manager [req-c793e65a-d39b-419f-8a9d-102f3b51041b req-81f27d3b-05c9-4c34-8fb8-25c2279054df service nova] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Received unexpected event network-vif-plugged-cc5bf4a2-53e8-4776-ac36-a0b81ce7e261 for instance with vm_state rescued and task_state unrescuing.
Oct 27 19:56:36 user nova-compute[75147]: DEBUG nova.compute.manager [None req-a411b520-4952-479c-80ff-383161201074 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Checking state {{(pid=75147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 19:56:37 user nova-compute[75147]: DEBUG nova.compute.manager [req-7328d62d-9549-49e9-9640-72755f9e1fd3 req-a59b2311-44b0-496b-9584-52313ab0dcb5 service nova] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Received event network-vif-plugged-cc5bf4a2-53e8-4776-ac36-a0b81ce7e261 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:56:37 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-7328d62d-9549-49e9-9640-72755f9e1fd3 req-a59b2311-44b0-496b-9584-52313ab0dcb5 service nova] Acquiring lock "23a3503a-d59f-467e-9bbb-c8f679f3d809-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:56:37 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-7328d62d-9549-49e9-9640-72755f9e1fd3 req-a59b2311-44b0-496b-9584-52313ab0dcb5 service nova] Lock "23a3503a-d59f-467e-9bbb-c8f679f3d809-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:56:37 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-7328d62d-9549-49e9-9640-72755f9e1fd3 req-a59b2311-44b0-496b-9584-52313ab0dcb5 service nova] Lock "23a3503a-d59f-467e-9bbb-c8f679f3d809-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:56:37 user nova-compute[75147]: DEBUG nova.compute.manager [req-7328d62d-9549-49e9-9640-72755f9e1fd3 req-a59b2311-44b0-496b-9584-52313ab0dcb5 service nova] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] No waiting events found dispatching network-vif-plugged-cc5bf4a2-53e8-4776-ac36-a0b81ce7e261 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:56:37 user nova-compute[75147]: WARNING nova.compute.manager [req-7328d62d-9549-49e9-9640-72755f9e1fd3 req-a59b2311-44b0-496b-9584-52313ab0dcb5 service nova] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Received unexpected event network-vif-plugged-cc5bf4a2-53e8-4776-ac36-a0b81ce7e261 for instance with vm_state active and task_state None.
Oct 27 19:56:37 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:56:37 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:56:42 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:56:42 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:56:47 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:56:47 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:56:52 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:56:52 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:56:54 user nova-compute[75147]: DEBUG nova.compute.manager [req-357a7432-9e04-42de-b5d1-b3ce11b26adf req-48447c57-cdad-4a0b-b21a-34d6cb1e3f72 service nova] [instance: 271ebf38-2048-4b8c-82d3-0d4d2b0cc538] Received event network-changed-4259ec74-8db2-44b3-80b4-e8bf87827182 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:56:54 user nova-compute[75147]: DEBUG nova.compute.manager [req-357a7432-9e04-42de-b5d1-b3ce11b26adf req-48447c57-cdad-4a0b-b21a-34d6cb1e3f72 service nova] [instance: 271ebf38-2048-4b8c-82d3-0d4d2b0cc538] Refreshing instance network info cache due to event network-changed-4259ec74-8db2-44b3-80b4-e8bf87827182. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 19:56:54 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-357a7432-9e04-42de-b5d1-b3ce11b26adf req-48447c57-cdad-4a0b-b21a-34d6cb1e3f72 service nova] Acquiring lock "refresh_cache-271ebf38-2048-4b8c-82d3-0d4d2b0cc538" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:56:54 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-357a7432-9e04-42de-b5d1-b3ce11b26adf req-48447c57-cdad-4a0b-b21a-34d6cb1e3f72 service nova] Acquired lock "refresh_cache-271ebf38-2048-4b8c-82d3-0d4d2b0cc538" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:56:54 user nova-compute[75147]: DEBUG nova.network.neutron [req-357a7432-9e04-42de-b5d1-b3ce11b26adf req-48447c57-cdad-4a0b-b21a-34d6cb1e3f72 service nova] [instance: 271ebf38-2048-4b8c-82d3-0d4d2b0cc538] Refreshing network info cache for port 4259ec74-8db2-44b3-80b4-e8bf87827182 {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 19:56:55 user nova-compute[75147]: DEBUG nova.network.neutron [req-357a7432-9e04-42de-b5d1-b3ce11b26adf req-48447c57-cdad-4a0b-b21a-34d6cb1e3f72 service nova] [instance: 271ebf38-2048-4b8c-82d3-0d4d2b0cc538] Updated VIF entry in instance network info cache for port 4259ec74-8db2-44b3-80b4-e8bf87827182. {{(pid=75147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 19:56:55 user nova-compute[75147]: DEBUG nova.network.neutron [req-357a7432-9e04-42de-b5d1-b3ce11b26adf req-48447c57-cdad-4a0b-b21a-34d6cb1e3f72 service nova] [instance: 271ebf38-2048-4b8c-82d3-0d4d2b0cc538] Updating instance_info_cache with network_info: [{"id": "4259ec74-8db2-44b3-80b4-e8bf87827182", "address": "fa:16:3e:9b:62:77", "network": {"id": "06d546cd-b394-4fcf-970b-6f2fff8ea7ac", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-719028923-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c7d5ee667069474fa684fb2d4ba9da41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4259ec74-8d", "ovs_interfaceid": "4259ec74-8db2-44b3-80b4-e8bf87827182", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:56:55 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-357a7432-9e04-42de-b5d1-b3ce11b26adf req-48447c57-cdad-4a0b-b21a-34d6cb1e3f72 service nova] Releasing lock "refresh_cache-271ebf38-2048-4b8c-82d3-0d4d2b0cc538" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:56:55 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-85315378-89a4-46e4-96a8-1cade3a1f330 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Acquiring lock "271ebf38-2048-4b8c-82d3-0d4d2b0cc538" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:56:55 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-85315378-89a4-46e4-96a8-1cade3a1f330 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lock "271ebf38-2048-4b8c-82d3-0d4d2b0cc538" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:56:55 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-85315378-89a4-46e4-96a8-1cade3a1f330 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Acquiring lock "271ebf38-2048-4b8c-82d3-0d4d2b0cc538-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:56:55 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-85315378-89a4-46e4-96a8-1cade3a1f330 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lock "271ebf38-2048-4b8c-82d3-0d4d2b0cc538-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:56:55 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-85315378-89a4-46e4-96a8-1cade3a1f330 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lock "271ebf38-2048-4b8c-82d3-0d4d2b0cc538-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:56:55 user nova-compute[75147]: INFO nova.compute.manager [None req-85315378-89a4-46e4-96a8-1cade3a1f330 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: 271ebf38-2048-4b8c-82d3-0d4d2b0cc538] Terminating instance
Oct 27 19:56:55 user nova-compute[75147]: DEBUG nova.compute.manager [None req-85315378-89a4-46e4-96a8-1cade3a1f330 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: 271ebf38-2048-4b8c-82d3-0d4d2b0cc538] Start destroying the instance on the hypervisor. {{(pid=75147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 27 19:56:55 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:56:55 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:56:55 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:56:55 user nova-compute[75147]: DEBUG nova.compute.manager [req-0d0352a4-003d-43c9-8979-e4a9f82a8848 req-ae4f80a5-bf45-4f0b-8481-c9369f574dea service nova] [instance: 271ebf38-2048-4b8c-82d3-0d4d2b0cc538] Received event network-vif-unplugged-4259ec74-8db2-44b3-80b4-e8bf87827182 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:56:55 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-0d0352a4-003d-43c9-8979-e4a9f82a8848 req-ae4f80a5-bf45-4f0b-8481-c9369f574dea service nova] Acquiring lock "271ebf38-2048-4b8c-82d3-0d4d2b0cc538-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:56:55 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-0d0352a4-003d-43c9-8979-e4a9f82a8848 req-ae4f80a5-bf45-4f0b-8481-c9369f574dea service nova] Lock "271ebf38-2048-4b8c-82d3-0d4d2b0cc538-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:56:55 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-0d0352a4-003d-43c9-8979-e4a9f82a8848 req-ae4f80a5-bf45-4f0b-8481-c9369f574dea service nova] Lock "271ebf38-2048-4b8c-82d3-0d4d2b0cc538-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:56:55 user nova-compute[75147]: DEBUG nova.compute.manager [req-0d0352a4-003d-43c9-8979-e4a9f82a8848 req-ae4f80a5-bf45-4f0b-8481-c9369f574dea service nova] [instance: 271ebf38-2048-4b8c-82d3-0d4d2b0cc538] No waiting events found dispatching network-vif-unplugged-4259ec74-8db2-44b3-80b4-e8bf87827182 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:56:55 user nova-compute[75147]: DEBUG nova.compute.manager [req-0d0352a4-003d-43c9-8979-e4a9f82a8848 req-ae4f80a5-bf45-4f0b-8481-c9369f574dea service nova] [instance: 271ebf38-2048-4b8c-82d3-0d4d2b0cc538] Received event network-vif-unplugged-4259ec74-8db2-44b3-80b4-e8bf87827182 for instance with task_state deleting. {{(pid=75147) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 19:56:56 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:56:56 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:56:56 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: 271ebf38-2048-4b8c-82d3-0d4d2b0cc538] Instance destroyed successfully.
Oct 27 19:56:56 user nova-compute[75147]: DEBUG nova.objects.instance [None req-85315378-89a4-46e4-96a8-1cade3a1f330 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lazy-loading 'resources' on Instance uuid 271ebf38-2048-4b8c-82d3-0d4d2b0cc538 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:56:56 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:56:56 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-85315378-89a4-46e4-96a8-1cade3a1f330 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:55:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1983479384',display_name='tempest-TestVolumeBootPattern-server-1983479384',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1983479384',id=46,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBcgZnIHFL9VPUFy5W7efUxz5rBmZEBVQAVLa5cjn6O/49MNwWQ3DDavVjyeNLOl/6BMvccEmegaYjbhWFQgquf0s9VSqR/SYjs9o/VQgzAqVr4n6smb9zmAH3gc+K3Vqw==',key_name='tempest-TestVolumeBootPattern-136407510',keypairs=<?>,launch_index=0,launched_at=2023-10-27T19:55:28Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='c7d5ee667069474fa684fb2d4ba9da41',ramdisk_id='',reservation_id='r-z0ew3wie',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-1184716630',owner_user_name='tempest-TestVolumeBootPattern-1184716630-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T19:55:29Z,user_data=None,user_id='c215953c5f1f494bb16ee70ff9355cfd',uuid=271ebf38-2048-4b8c-82d3-0d4d2b0cc538,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "4259ec74-8db2-44b3-80b4-e8bf87827182", "address": "fa:16:3e:9b:62:77", "network": {"id": "06d546cd-b394-4fcf-970b-6f2fff8ea7ac", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-719028923-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c7d5ee667069474fa684fb2d4ba9da41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4259ec74-8d", "ovs_interfaceid": "4259ec74-8db2-44b3-80b4-e8bf87827182", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 19:56:56 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-85315378-89a4-46e4-96a8-1cade3a1f330 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Converting VIF {"id": "4259ec74-8db2-44b3-80b4-e8bf87827182", "address": "fa:16:3e:9b:62:77", "network": {"id": "06d546cd-b394-4fcf-970b-6f2fff8ea7ac", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-719028923-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c7d5ee667069474fa684fb2d4ba9da41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4259ec74-8d", "ovs_interfaceid": "4259ec74-8db2-44b3-80b4-e8bf87827182", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:56:56 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-85315378-89a4-46e4-96a8-1cade3a1f330 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:9b:62:77,bridge_name='br-int',has_traffic_filtering=True,id=4259ec74-8db2-44b3-80b4-e8bf87827182,network=Network(06d546cd-b394-4fcf-970b-6f2fff8ea7ac),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4259ec74-8d') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:56:56 user nova-compute[75147]: DEBUG os_vif [None req-85315378-89a4-46e4-96a8-1cade3a1f330 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:9b:62:77,bridge_name='br-int',has_traffic_filtering=True,id=4259ec74-8db2-44b3-80b4-e8bf87827182,network=Network(06d546cd-b394-4fcf-970b-6f2fff8ea7ac),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4259ec74-8d') {{(pid=75147) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 19:56:56 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:56:56 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap4259ec74-8d, bridge=br-int, if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:56:56 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:56:56 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:56:56 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:56:56 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=5f0fe385-fa06-42ac-b367-4c4c46c1627f) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:56:56 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:56:56 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:56:56 user nova-compute[75147]: INFO os_vif [None req-85315378-89a4-46e4-96a8-1cade3a1f330 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:9b:62:77,bridge_name='br-int',has_traffic_filtering=True,id=4259ec74-8db2-44b3-80b4-e8bf87827182,network=Network(06d546cd-b394-4fcf-970b-6f2fff8ea7ac),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4259ec74-8d')
Oct 27 19:56:56 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-85315378-89a4-46e4-96a8-1cade3a1f330 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: 271ebf38-2048-4b8c-82d3-0d4d2b0cc538] calling os-brick to detach iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 19:56:56 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-85315378-89a4-46e4-96a8-1cade3a1f330 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, {'target_iqn': 'iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QCLfXaOE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:56:56 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-85315378-89a4-46e4-96a8-1cade3a1f330 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:56:56 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-85315378-89a4-46e4-96a8-1cade3a1f330 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:56:56 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-85315378-89a4-46e4-96a8-1cade3a1f330 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:56:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:56:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.025s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:56:56 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[088455ca-5597-48fc-a9f9-50e8cf7cb1d9]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6acb342f-d834-47e8-a17a-f8b073278a2a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:56:56 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-85315378-89a4-46e4-96a8-1cade3a1f330 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 19:56:56 user nova-compute[75147]: No targets found.
Oct 27 19:56:56 user nova-compute[75147]: iSNS:
Oct 27 19:56:56 user nova-compute[75147]: No targets found.
Oct 27 19:56:56 user nova-compute[75147]: STATIC:
Oct 27 19:56:56 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4
Oct 27 19:56:56 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:56:56 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:56:56 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1
Oct 27 19:56:56 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:56:56 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:56:56 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:6acb342f-d834-47e8-a17a-f8b073278a2a
Oct 27 19:56:56 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:56:56 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:56:56 user nova-compute[75147]: FIRMWARE:
Oct 27 19:56:56 user nova-compute[75147]: No targets found.
Oct 27 19:56:56 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:56:56 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-85315378-89a4-46e4-96a8-1cade3a1f330 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 19:56:56 user nova-compute[75147]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 19:56:56 user nova-compute[75147]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75147) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 19:56:56 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-85315378-89a4-46e4-96a8-1cade3a1f330 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4', 0)] {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 19:56:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:56:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.027s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:56:56 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[a0b58a5b-589d-473c-ab23-098811b5e8c4]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6acb342f-d834-47e8-a17a-f8b073278a2a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:56:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:56:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:56:56 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[baac976e-5a1d-45d5-93ed-8cd3cf39ec15]: (4, ('tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 (non-flash)\ntcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4 (non-flash)\ntcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6acb342f-d834-47e8-a17a-f8b073278a2a (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:56:56 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-85315378-89a4-46e4-96a8-1cade3a1f330 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 (non-flash)
Oct 27 19:56:56 user nova-compute[75147]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4 (non-flash)
Oct 27 19:56:56 user nova-compute[75147]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6acb342f-d834-47e8-a17a-f8b073278a2a (non-flash)
Oct 27 19:56:56 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:56:56 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-85315378-89a4-46e4-96a8-1cade3a1f330 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] iscsi session list stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 (non-flash)
Oct 27 19:56:56 user nova-compute[75147]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4 (non-flash)
Oct 27 19:56:56 user nova-compute[75147]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6acb342f-d834-47e8-a17a-f8b073278a2a (non-flash)
Oct 27 19:56:56 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:56:56 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-85315378-89a4-46e4-96a8-1cade3a1f330 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f28ec491fc0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4'): ({'sdc'}, set())}) {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 19:56:56 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-85315378-89a4-46e4-96a8-1cade3a1f330 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Removing single pathed devices sdc {{(pid=75147) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 19:56:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:56:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.032s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:56:56 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[58ff70bc-1a43-4f2e-a1fc-49508b3387f0]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:56:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:56:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.026s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:56:56 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[29e3376b-a77b-4a4d-864b-a4994a74f88b]: (4, ('ok\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:56:56 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-85315378-89a4-46e4-96a8-1cade3a1f330 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Flushing IO for device /dev/sdc {{(pid=75147) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 19:56:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:56:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.016s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:56:56 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2a25472-a655-46b5-96ab-df81324e2cac]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:56:56 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-85315378-89a4-46e4-96a8-1cade3a1f330 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75147) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 19:56:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:56:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.065s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:56:56 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[cbab3ee2-64c8-4d8d-ad71-30b115b09e35]: (4, ('1', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:56:56 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-85315378-89a4-46e4-96a8-1cade3a1f330 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 19:56:56 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-85315378-89a4-46e4-96a8-1cade3a1f330 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] SCSI volumes sdc have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 19:56:56 user nova-compute[75147]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-23038616637343734', '/dev/disk/by-id/scsi-1SCST_BIO3075fdb8-08af74745ed276f8', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_3075fdb8') {{(pid=86354) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Oct 27 19:56:56 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[982415df-e4e3-4667-8b2f-4c78add65ac6]: (4, None) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:56:56 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-85315378-89a4-46e4-96a8-1cade3a1f330 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4')] {{(pid=75147) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 19:56:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:56:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.024s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:56:56 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1e9103d-5170-4220-b869-1151966db4f5]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:56:56 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-85315378-89a4-46e4-96a8-1cade3a1f330 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:56:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4 -p 172.16.0.220:3260 --logout {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:56:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4 -p 172.16.0.220:3260 --logout" returned: 0 in 0.068s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:56:56 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[9fed6607-e8ac-4230-953d-ddcbb6358a99]: (4, ('Logging out of session [sid: 52, target: iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4, portal: 172.16.0.220,3260]\nLogout of [sid: 52, target: iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:56:56 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-85315378-89a4-46e4-96a8-1cade3a1f330 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 52, target: iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4, portal: 172.16.0.220,3260]
Oct 27 19:56:56 user nova-compute[75147]: Logout of [sid: 52, target: iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4, portal: 172.16.0.220,3260] successful.
Oct 27 19:56:56 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:56:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4 -p 172.16.0.220:3260 --op delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:56:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.031s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:56:56 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[41f9b728-456e-4f66-870f-55a8760f3e93]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:56:56 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-85315378-89a4-46e4-96a8-1cade3a1f330 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:56:56 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-85315378-89a4-46e4-96a8-1cade3a1f330 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.428s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:56:56 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-85315378-89a4-46e4-96a8-1cade3a1f330 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] <== disconnect_volume: return (430ms) None {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:56:56 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-85315378-89a4-46e4-96a8-1cade3a1f330 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: 271ebf38-2048-4b8c-82d3-0d4d2b0cc538] Disconnected iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 19:56:56 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-85315378-89a4-46e4-96a8-1cade3a1f330 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: 271ebf38-2048-4b8c-82d3-0d4d2b0cc538] Deleting instance files /opt/stack/data/nova/instances/271ebf38-2048-4b8c-82d3-0d4d2b0cc538_del
Oct 27 19:56:56 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-85315378-89a4-46e4-96a8-1cade3a1f330 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: 271ebf38-2048-4b8c-82d3-0d4d2b0cc538] Deletion of /opt/stack/data/nova/instances/271ebf38-2048-4b8c-82d3-0d4d2b0cc538_del complete
Oct 27 19:56:56 user nova-compute[75147]: INFO nova.compute.manager [None req-85315378-89a4-46e4-96a8-1cade3a1f330 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: 271ebf38-2048-4b8c-82d3-0d4d2b0cc538] Took 1.34 seconds to destroy the instance on the hypervisor.
Oct 27 19:56:56 user nova-compute[75147]: DEBUG oslo.service.loopingcall [None req-85315378-89a4-46e4-96a8-1cade3a1f330 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 27 19:56:56 user nova-compute[75147]: DEBUG nova.compute.manager [-] [instance: 271ebf38-2048-4b8c-82d3-0d4d2b0cc538] Deallocating network for instance {{(pid=75147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 27 19:56:56 user nova-compute[75147]: DEBUG nova.network.neutron [-] [instance: 271ebf38-2048-4b8c-82d3-0d4d2b0cc538] deallocate_for_instance() {{(pid=75147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 27 19:56:57 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:56:57 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:56:57 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:56:57 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:56:57 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:56:57 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:56:57 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:56:57 user nova-compute[75147]: DEBUG nova.network.neutron [-] [instance: 271ebf38-2048-4b8c-82d3-0d4d2b0cc538] Updating instance_info_cache with network_info: [] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:56:57 user nova-compute[75147]: INFO nova.compute.manager [-] [instance: 271ebf38-2048-4b8c-82d3-0d4d2b0cc538] Took 0.85 seconds to deallocate network for instance.
Oct 27 19:56:57 user nova-compute[75147]: DEBUG nova.compute.manager [req-b8b963ed-1e97-439a-b156-72e753ebdd8f req-df19a3d1-5ed8-4133-99d4-82a3aaf06ea1 service nova] [instance: 271ebf38-2048-4b8c-82d3-0d4d2b0cc538] Received event network-vif-deleted-4259ec74-8db2-44b3-80b4-e8bf87827182 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:56:58 user nova-compute[75147]: DEBUG nova.compute.manager [req-a90f5f07-79a6-408c-9907-b81c8e86915b req-964f417a-a004-45ab-845a-75bb6036f7b5 service nova] [instance: 271ebf38-2048-4b8c-82d3-0d4d2b0cc538] Received event network-vif-plugged-4259ec74-8db2-44b3-80b4-e8bf87827182 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:56:58 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-a90f5f07-79a6-408c-9907-b81c8e86915b req-964f417a-a004-45ab-845a-75bb6036f7b5 service nova] Acquiring lock "271ebf38-2048-4b8c-82d3-0d4d2b0cc538-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:56:58 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-a90f5f07-79a6-408c-9907-b81c8e86915b req-964f417a-a004-45ab-845a-75bb6036f7b5 service nova] Lock "271ebf38-2048-4b8c-82d3-0d4d2b0cc538-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:56:58 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-a90f5f07-79a6-408c-9907-b81c8e86915b req-964f417a-a004-45ab-845a-75bb6036f7b5 service nova] Lock "271ebf38-2048-4b8c-82d3-0d4d2b0cc538-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:56:58 user nova-compute[75147]: DEBUG nova.compute.manager [req-a90f5f07-79a6-408c-9907-b81c8e86915b req-964f417a-a004-45ab-845a-75bb6036f7b5 service nova] [instance: 271ebf38-2048-4b8c-82d3-0d4d2b0cc538] No waiting events found dispatching network-vif-plugged-4259ec74-8db2-44b3-80b4-e8bf87827182 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:56:58 user nova-compute[75147]: WARNING nova.compute.manager [req-a90f5f07-79a6-408c-9907-b81c8e86915b req-964f417a-a004-45ab-845a-75bb6036f7b5 service nova] [instance: 271ebf38-2048-4b8c-82d3-0d4d2b0cc538] Received unexpected event network-vif-plugged-4259ec74-8db2-44b3-80b4-e8bf87827182 for instance with vm_state active and task_state deleting.
Oct 27 19:56:58 user nova-compute[75147]: DEBUG nova.compute.manager [req-a90f5f07-79a6-408c-9907-b81c8e86915b req-964f417a-a004-45ab-845a-75bb6036f7b5 service nova] [instance: 271ebf38-2048-4b8c-82d3-0d4d2b0cc538] Received event network-vif-plugged-4259ec74-8db2-44b3-80b4-e8bf87827182 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:56:58 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-a90f5f07-79a6-408c-9907-b81c8e86915b req-964f417a-a004-45ab-845a-75bb6036f7b5 service nova] Acquiring lock "271ebf38-2048-4b8c-82d3-0d4d2b0cc538-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:56:58 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-a90f5f07-79a6-408c-9907-b81c8e86915b req-964f417a-a004-45ab-845a-75bb6036f7b5 service nova] Lock "271ebf38-2048-4b8c-82d3-0d4d2b0cc538-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:56:58 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-a90f5f07-79a6-408c-9907-b81c8e86915b req-964f417a-a004-45ab-845a-75bb6036f7b5 service nova] Lock "271ebf38-2048-4b8c-82d3-0d4d2b0cc538-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:56:58 user nova-compute[75147]: DEBUG nova.compute.manager [req-a90f5f07-79a6-408c-9907-b81c8e86915b req-964f417a-a004-45ab-845a-75bb6036f7b5 service nova] [instance: 271ebf38-2048-4b8c-82d3-0d4d2b0cc538] No waiting events found dispatching network-vif-plugged-4259ec74-8db2-44b3-80b4-e8bf87827182 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:56:58 user nova-compute[75147]: WARNING nova.compute.manager [req-a90f5f07-79a6-408c-9907-b81c8e86915b req-964f417a-a004-45ab-845a-75bb6036f7b5 service nova] [instance: 271ebf38-2048-4b8c-82d3-0d4d2b0cc538] Received unexpected event network-vif-plugged-4259ec74-8db2-44b3-80b4-e8bf87827182 for instance with vm_state active and task_state deleting.
Oct 27 19:56:58 user nova-compute[75147]: DEBUG nova.compute.manager [req-a90f5f07-79a6-408c-9907-b81c8e86915b req-964f417a-a004-45ab-845a-75bb6036f7b5 service nova] [instance: 271ebf38-2048-4b8c-82d3-0d4d2b0cc538] Received event network-vif-plugged-4259ec74-8db2-44b3-80b4-e8bf87827182 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:56:58 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-a90f5f07-79a6-408c-9907-b81c8e86915b req-964f417a-a004-45ab-845a-75bb6036f7b5 service nova] Acquiring lock "271ebf38-2048-4b8c-82d3-0d4d2b0cc538-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:56:58 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-a90f5f07-79a6-408c-9907-b81c8e86915b req-964f417a-a004-45ab-845a-75bb6036f7b5 service nova] Lock "271ebf38-2048-4b8c-82d3-0d4d2b0cc538-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:56:58 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-a90f5f07-79a6-408c-9907-b81c8e86915b req-964f417a-a004-45ab-845a-75bb6036f7b5 service nova] Lock "271ebf38-2048-4b8c-82d3-0d4d2b0cc538-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:56:58 user nova-compute[75147]: DEBUG nova.compute.manager [req-a90f5f07-79a6-408c-9907-b81c8e86915b req-964f417a-a004-45ab-845a-75bb6036f7b5 service nova] [instance: 271ebf38-2048-4b8c-82d3-0d4d2b0cc538] No waiting events found dispatching network-vif-plugged-4259ec74-8db2-44b3-80b4-e8bf87827182 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:56:58 user nova-compute[75147]: WARNING nova.compute.manager [req-a90f5f07-79a6-408c-9907-b81c8e86915b req-964f417a-a004-45ab-845a-75bb6036f7b5 service nova] [instance: 271ebf38-2048-4b8c-82d3-0d4d2b0cc538] Received unexpected event network-vif-plugged-4259ec74-8db2-44b3-80b4-e8bf87827182 for instance with vm_state active and task_state deleting.
Oct 27 19:56:58 user nova-compute[75147]: DEBUG nova.compute.manager [req-a90f5f07-79a6-408c-9907-b81c8e86915b req-964f417a-a004-45ab-845a-75bb6036f7b5 service nova] [instance: 271ebf38-2048-4b8c-82d3-0d4d2b0cc538] Received event network-vif-unplugged-4259ec74-8db2-44b3-80b4-e8bf87827182 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:56:58 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-a90f5f07-79a6-408c-9907-b81c8e86915b req-964f417a-a004-45ab-845a-75bb6036f7b5 service nova] Acquiring lock "271ebf38-2048-4b8c-82d3-0d4d2b0cc538-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:56:58 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-a90f5f07-79a6-408c-9907-b81c8e86915b req-964f417a-a004-45ab-845a-75bb6036f7b5 service nova] Lock "271ebf38-2048-4b8c-82d3-0d4d2b0cc538-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:56:58 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-a90f5f07-79a6-408c-9907-b81c8e86915b req-964f417a-a004-45ab-845a-75bb6036f7b5 service nova] Lock "271ebf38-2048-4b8c-82d3-0d4d2b0cc538-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:56:58 user nova-compute[75147]: DEBUG nova.compute.manager [req-a90f5f07-79a6-408c-9907-b81c8e86915b req-964f417a-a004-45ab-845a-75bb6036f7b5 service nova] [instance: 271ebf38-2048-4b8c-82d3-0d4d2b0cc538] No waiting events found dispatching network-vif-unplugged-4259ec74-8db2-44b3-80b4-e8bf87827182 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:56:58 user nova-compute[75147]: DEBUG nova.compute.manager [req-a90f5f07-79a6-408c-9907-b81c8e86915b req-964f417a-a004-45ab-845a-75bb6036f7b5 service nova] [instance: 271ebf38-2048-4b8c-82d3-0d4d2b0cc538] Received event network-vif-unplugged-4259ec74-8db2-44b3-80b4-e8bf87827182 for instance with task_state deleting. {{(pid=75147) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 19:56:58 user nova-compute[75147]: DEBUG nova.compute.manager [req-a90f5f07-79a6-408c-9907-b81c8e86915b req-964f417a-a004-45ab-845a-75bb6036f7b5 service nova] [instance: 271ebf38-2048-4b8c-82d3-0d4d2b0cc538] Received event network-vif-plugged-4259ec74-8db2-44b3-80b4-e8bf87827182 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:56:58 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-a90f5f07-79a6-408c-9907-b81c8e86915b req-964f417a-a004-45ab-845a-75bb6036f7b5 service nova] Acquiring lock "271ebf38-2048-4b8c-82d3-0d4d2b0cc538-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:56:58 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-a90f5f07-79a6-408c-9907-b81c8e86915b req-964f417a-a004-45ab-845a-75bb6036f7b5 service nova] Lock "271ebf38-2048-4b8c-82d3-0d4d2b0cc538-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:56:58 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-a90f5f07-79a6-408c-9907-b81c8e86915b req-964f417a-a004-45ab-845a-75bb6036f7b5 service nova] Lock "271ebf38-2048-4b8c-82d3-0d4d2b0cc538-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:56:58 user nova-compute[75147]: DEBUG nova.compute.manager [req-a90f5f07-79a6-408c-9907-b81c8e86915b req-964f417a-a004-45ab-845a-75bb6036f7b5 service nova] [instance: 271ebf38-2048-4b8c-82d3-0d4d2b0cc538] No waiting events found dispatching network-vif-plugged-4259ec74-8db2-44b3-80b4-e8bf87827182 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:56:58 user nova-compute[75147]: WARNING nova.compute.manager [req-a90f5f07-79a6-408c-9907-b81c8e86915b req-964f417a-a004-45ab-845a-75bb6036f7b5 service nova] [instance: 271ebf38-2048-4b8c-82d3-0d4d2b0cc538] Received unexpected event network-vif-plugged-4259ec74-8db2-44b3-80b4-e8bf87827182 for instance with vm_state active and task_state deleting.
Oct 27 19:56:58 user nova-compute[75147]: INFO nova.compute.manager [None req-85315378-89a4-46e4-96a8-1cade3a1f330 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: 271ebf38-2048-4b8c-82d3-0d4d2b0cc538] Took 0.89 seconds to detach 1 volumes for instance.
Oct 27 19:56:58 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-85315378-89a4-46e4-96a8-1cade3a1f330 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:56:58 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-85315378-89a4-46e4-96a8-1cade3a1f330 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:56:58 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-85315378-89a4-46e4-96a8-1cade3a1f330 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:56:58 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-85315378-89a4-46e4-96a8-1cade3a1f330 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:56:58 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-85315378-89a4-46e4-96a8-1cade3a1f330 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.170s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:56:58 user nova-compute[75147]: INFO nova.scheduler.client.report [None req-85315378-89a4-46e4-96a8-1cade3a1f330 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Deleted allocations for instance 271ebf38-2048-4b8c-82d3-0d4d2b0cc538
Oct 27 19:56:59 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-85315378-89a4-46e4-96a8-1cade3a1f330 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lock "271ebf38-2048-4b8c-82d3-0d4d2b0cc538" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.432s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:57:01 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:57:06 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:57:06 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:57:06 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75147) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 19:57:06 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 19:57:06 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 19:57:06 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:57:07 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:57:08 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:57:09 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:57:10 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:57:10 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:57:10 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:57:10 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:57:10 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Auditing locally available compute resources for user (node: user) {{(pid=75147) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 19:57:11 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75147) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 19:57:11 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a413fb71-5748-4328-a2f3-592c64188e21/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:57:11 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a413fb71-5748-4328-a2f3-592c64188e21/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:57:11 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a413fb71-5748-4328-a2f3-592c64188e21/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:57:11 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a413fb71-5748-4328-a2f3-592c64188e21/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:57:11 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c912abd-d0ea-4978-8848-6a0c1344290e/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:57:11 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:57:11 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c912abd-d0ea-4978-8848-6a0c1344290e/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:57:11 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c912abd-d0ea-4978-8848-6a0c1344290e/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:57:11 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c912abd-d0ea-4978-8848-6a0c1344290e/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:57:11 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=75147) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 19:57:12 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:57:12 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:57:12 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Hypervisor/Node resource view: name=user free_ram=8700MB free_disk=24.866783142089844GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75147) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 19:57:12 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:57:12 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:57:12 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance a413fb71-5748-4328-a2f3-592c64188e21 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:57:12 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 23a3503a-d59f-467e-9bbb-c8f679f3d809 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:57:12 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 0c912abd-d0ea-4978-8848-6a0c1344290e actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:57:12 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 19:57:12 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 19:57:12 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:57:12 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:57:12 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Compute_service record updated for user:user {{(pid=75147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 19:57:12 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.263s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:57:13 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:57:13 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Starting heal instance info cache {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 19:57:13 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Rebuilding the list of instances to heal {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 27 19:57:13 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "refresh_cache-a413fb71-5748-4328-a2f3-592c64188e21" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:57:13 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquired lock "refresh_cache-a413fb71-5748-4328-a2f3-592c64188e21" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:57:13 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: a413fb71-5748-4328-a2f3-592c64188e21] Forcefully refreshing network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 27 19:57:13 user nova-compute[75147]: DEBUG nova.objects.instance [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lazy-loading 'info_cache' on Instance uuid a413fb71-5748-4328-a2f3-592c64188e21 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:57:14 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: a413fb71-5748-4328-a2f3-592c64188e21] Updating instance_info_cache with network_info: [{"id": "354da5c5-840d-4a12-94ff-985e4cfdc3c4", "address": "fa:16:3e:e1:06:7e", "network": {"id": "5d65da42-1076-416b-95f3-7516c6b6578f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-703269400-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f24b4cdff6de43ebad2383ca58b7a4d3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap354da5c5-84", "ovs_interfaceid": "354da5c5-840d-4a12-94ff-985e4cfdc3c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:57:14 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Releasing lock "refresh_cache-a413fb71-5748-4328-a2f3-592c64188e21" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:57:14 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: a413fb71-5748-4328-a2f3-592c64188e21] Updated the network info_cache for instance {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 27 19:57:14 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:57:14 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:57:16 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:57:19 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:57:19 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:57:19 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Cleaning up deleted instances {{(pid=75147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 27 19:57:19 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] There are 0 instances to clean {{(pid=75147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 27 19:57:20 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:57:20 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75147) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 19:57:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:57:25 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:57:25 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75147) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 27 19:57:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:57:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:57:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75147) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 19:57:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 19:57:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 19:57:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:57:29 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:57:31 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:57:36 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:57:36 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:57:36 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75147) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 19:57:36 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 19:57:36 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 19:57:36 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:57:41 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:57:46 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:57:47 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Acquiring lock "b4abbc44-6835-49ea-a9b5-eaf6d3b25e87" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:57:47 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lock "b4abbc44-6835-49ea-a9b5-eaf6d3b25e87" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:57:47 user nova-compute[75147]: DEBUG nova.compute.manager [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: b4abbc44-6835-49ea-a9b5-eaf6d3b25e87] Starting instance... {{(pid=75147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 27 19:57:47 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:57:47 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:57:47 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75147) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 19:57:47 user nova-compute[75147]: INFO nova.compute.claims [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: b4abbc44-6835-49ea-a9b5-eaf6d3b25e87] Claim successful on node user
Oct 27 19:57:47 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:57:47 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:57:47 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.271s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:57:47 user nova-compute[75147]: DEBUG nova.compute.manager [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: b4abbc44-6835-49ea-a9b5-eaf6d3b25e87] Start building networks asynchronously for instance. {{(pid=75147) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 27 19:57:47 user nova-compute[75147]: DEBUG nova.compute.manager [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: b4abbc44-6835-49ea-a9b5-eaf6d3b25e87] Allocating IP information in the background. {{(pid=75147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 27 19:57:47 user nova-compute[75147]: DEBUG nova.network.neutron [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: b4abbc44-6835-49ea-a9b5-eaf6d3b25e87] allocate_for_instance() {{(pid=75147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 27 19:57:47 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: b4abbc44-6835-49ea-a9b5-eaf6d3b25e87] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 27 19:57:47 user nova-compute[75147]: DEBUG nova.compute.manager [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: b4abbc44-6835-49ea-a9b5-eaf6d3b25e87] Start building block device mappings for instance. {{(pid=75147) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 27 19:57:47 user nova-compute[75147]: DEBUG nova.policy [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c215953c5f1f494bb16ee70ff9355cfd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c7d5ee667069474fa684fb2d4ba9da41', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75147) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 27 19:57:47 user nova-compute[75147]: INFO nova.virt.block_device [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: b4abbc44-6835-49ea-a9b5-eaf6d3b25e87] Booting with volume 649d9a61-a5ce-41df-87ef-724eedb494b4 at /dev/vda
Oct 27 19:57:47 user nova-compute[75147]: DEBUG os_brick.utils [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:57:47 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:57:47 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.012s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:57:47 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8b5869c-ea85-4962-bfab-ec37678dbd54]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9325735bc82e\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:57:47 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:57:47 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:57:47 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[532762e7-6afd-45ce-ae78-96e7603be835]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:57:47 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:57:47 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:57:47 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2818e77-3d52-45e1-bd4a-8ae0c53864e3]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:57:47 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[16361f61-246b-48a7-8b61-204194827b9c]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:57:47 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Running cmd (subprocess): nvme version {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:57:48 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] 'nvme version' failed. Not Retrying. {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 19:57:48 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.nvmeof [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] nvme not present on system {{(pid=75147) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 27 19:57:48 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:57:48 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 19:57:48 user nova-compute[75147]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 27 19:57:48 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[93fe55a2-9bf3-4ed1-b20b-ff945082b40a]: (4, '') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:57:48 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75147) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 27 19:57:48 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 27 19:57:48 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] LIGHTOS: no hostnqn found. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 27 19:57:48 user nova-compute[75147]: DEBUG os_brick.utils [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] <== get_connector_properties: return (115ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9325735bc82e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:57:48 user nova-compute[75147]: DEBUG nova.virt.block_device [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: b4abbc44-6835-49ea-a9b5-eaf6d3b25e87] Updating existing volume attachment record: 7afae601-3ea8-4235-9a4f-ebb42097c67a {{(pid=75147) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 27 19:57:48 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:57:48 user nova-compute[75147]: DEBUG nova.network.neutron [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: b4abbc44-6835-49ea-a9b5-eaf6d3b25e87] Successfully created port: 80e280b2-0482-4bb1-bbee-b5e5b53b76b7 {{(pid=75147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 19:57:49 user nova-compute[75147]: DEBUG nova.network.neutron [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: b4abbc44-6835-49ea-a9b5-eaf6d3b25e87] Successfully updated port: 80e280b2-0482-4bb1-bbee-b5e5b53b76b7 {{(pid=75147) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 19:57:49 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Acquiring lock "refresh_cache-b4abbc44-6835-49ea-a9b5-eaf6d3b25e87" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:57:49 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Acquired lock "refresh_cache-b4abbc44-6835-49ea-a9b5-eaf6d3b25e87" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:57:49 user nova-compute[75147]: DEBUG nova.network.neutron [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: b4abbc44-6835-49ea-a9b5-eaf6d3b25e87] Building network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 19:57:49 user nova-compute[75147]: DEBUG nova.network.neutron [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: b4abbc44-6835-49ea-a9b5-eaf6d3b25e87] Instance cache missing network info. {{(pid=75147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 19:57:49 user nova-compute[75147]: DEBUG nova.compute.manager [req-388f4c7a-cc78-4c4f-afca-affa4d1a9a06 req-4957e3c9-f640-472c-82e0-5e3dca1050f1 service nova] [instance: b4abbc44-6835-49ea-a9b5-eaf6d3b25e87] Received event network-changed-80e280b2-0482-4bb1-bbee-b5e5b53b76b7 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:57:49 user nova-compute[75147]: DEBUG nova.compute.manager [req-388f4c7a-cc78-4c4f-afca-affa4d1a9a06 req-4957e3c9-f640-472c-82e0-5e3dca1050f1 service nova] [instance: b4abbc44-6835-49ea-a9b5-eaf6d3b25e87] Refreshing instance network info cache due to event network-changed-80e280b2-0482-4bb1-bbee-b5e5b53b76b7. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 19:57:49 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-388f4c7a-cc78-4c4f-afca-affa4d1a9a06 req-4957e3c9-f640-472c-82e0-5e3dca1050f1 service nova] Acquiring lock "refresh_cache-b4abbc44-6835-49ea-a9b5-eaf6d3b25e87" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:57:49 user nova-compute[75147]: DEBUG nova.network.neutron [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: b4abbc44-6835-49ea-a9b5-eaf6d3b25e87] Updating instance_info_cache with network_info: [{"id": "80e280b2-0482-4bb1-bbee-b5e5b53b76b7", "address": "fa:16:3e:b3:0f:a1", "network": {"id": "06d546cd-b394-4fcf-970b-6f2fff8ea7ac", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-719028923-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c7d5ee667069474fa684fb2d4ba9da41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap80e280b2-04", "ovs_interfaceid": "80e280b2-0482-4bb1-bbee-b5e5b53b76b7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:57:49 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Releasing lock "refresh_cache-b4abbc44-6835-49ea-a9b5-eaf6d3b25e87" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:57:49 user nova-compute[75147]: DEBUG nova.compute.manager [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: b4abbc44-6835-49ea-a9b5-eaf6d3b25e87] Instance network_info: |[{"id": "80e280b2-0482-4bb1-bbee-b5e5b53b76b7", "address": "fa:16:3e:b3:0f:a1", "network": {"id": "06d546cd-b394-4fcf-970b-6f2fff8ea7ac", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-719028923-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c7d5ee667069474fa684fb2d4ba9da41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap80e280b2-04", "ovs_interfaceid": "80e280b2-0482-4bb1-bbee-b5e5b53b76b7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 27 19:57:49 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-388f4c7a-cc78-4c4f-afca-affa4d1a9a06 req-4957e3c9-f640-472c-82e0-5e3dca1050f1 service nova] Acquired lock "refresh_cache-b4abbc44-6835-49ea-a9b5-eaf6d3b25e87" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:57:49 user nova-compute[75147]: DEBUG nova.network.neutron [req-388f4c7a-cc78-4c4f-afca-affa4d1a9a06 req-4957e3c9-f640-472c-82e0-5e3dca1050f1 service nova] [instance: b4abbc44-6835-49ea-a9b5-eaf6d3b25e87] Refreshing network info cache for port 80e280b2-0482-4bb1-bbee-b5e5b53b76b7 {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 19:57:49 user nova-compute[75147]: DEBUG nova.network.neutron [req-388f4c7a-cc78-4c4f-afca-affa4d1a9a06 req-4957e3c9-f640-472c-82e0-5e3dca1050f1 service nova] [instance: b4abbc44-6835-49ea-a9b5-eaf6d3b25e87] Updated VIF entry in instance network info cache for port 80e280b2-0482-4bb1-bbee-b5e5b53b76b7. {{(pid=75147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 19:57:49 user nova-compute[75147]: DEBUG nova.network.neutron [req-388f4c7a-cc78-4c4f-afca-affa4d1a9a06 req-4957e3c9-f640-472c-82e0-5e3dca1050f1 service nova] [instance: b4abbc44-6835-49ea-a9b5-eaf6d3b25e87] Updating instance_info_cache with network_info: [{"id": "80e280b2-0482-4bb1-bbee-b5e5b53b76b7", "address": "fa:16:3e:b3:0f:a1", "network": {"id": "06d546cd-b394-4fcf-970b-6f2fff8ea7ac", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-719028923-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c7d5ee667069474fa684fb2d4ba9da41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap80e280b2-04", "ovs_interfaceid": "80e280b2-0482-4bb1-bbee-b5e5b53b76b7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:57:49 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-388f4c7a-cc78-4c4f-afca-affa4d1a9a06 req-4957e3c9-f640-472c-82e0-5e3dca1050f1 service nova] Releasing lock "refresh_cache-b4abbc44-6835-49ea-a9b5-eaf6d3b25e87" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:57:51 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:57:56 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:58:01 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:58:06 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:58:08 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:58:09 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:58:09 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:58:10 user nova-compute[75147]: DEBUG nova.compute.manager [req-56fdd1ae-7a65-46bf-a750-fb5941c1a2d0 req-b7d4d525-df9f-446d-9c8a-efb190be0a10 service nova] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] Received event network-changed-32ab8c4f-4035-44f3-994e-8466b07b0184 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:58:10 user nova-compute[75147]: DEBUG nova.compute.manager [req-56fdd1ae-7a65-46bf-a750-fb5941c1a2d0 req-b7d4d525-df9f-446d-9c8a-efb190be0a10 service nova] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] Refreshing instance network info cache due to event network-changed-32ab8c4f-4035-44f3-994e-8466b07b0184. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 19:58:10 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-56fdd1ae-7a65-46bf-a750-fb5941c1a2d0 req-b7d4d525-df9f-446d-9c8a-efb190be0a10 service nova] Acquiring lock "refresh_cache-0c912abd-d0ea-4978-8848-6a0c1344290e" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:58:10 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-56fdd1ae-7a65-46bf-a750-fb5941c1a2d0 req-b7d4d525-df9f-446d-9c8a-efb190be0a10 service nova] Acquired lock "refresh_cache-0c912abd-d0ea-4978-8848-6a0c1344290e" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:58:10 user nova-compute[75147]: DEBUG nova.network.neutron [req-56fdd1ae-7a65-46bf-a750-fb5941c1a2d0 req-b7d4d525-df9f-446d-9c8a-efb190be0a10 service nova] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] Refreshing network info cache for port 32ab8c4f-4035-44f3-994e-8466b07b0184 {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 19:58:10 user nova-compute[75147]: DEBUG nova.network.neutron [req-56fdd1ae-7a65-46bf-a750-fb5941c1a2d0 req-b7d4d525-df9f-446d-9c8a-efb190be0a10 service nova] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] Updated VIF entry in instance network info cache for port 32ab8c4f-4035-44f3-994e-8466b07b0184. {{(pid=75147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 19:58:10 user nova-compute[75147]: DEBUG nova.network.neutron [req-56fdd1ae-7a65-46bf-a750-fb5941c1a2d0 req-b7d4d525-df9f-446d-9c8a-efb190be0a10 service nova] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] Updating instance_info_cache with network_info: [{"id": "32ab8c4f-4035-44f3-994e-8466b07b0184", "address": "fa:16:3e:ef:72:49", "network": {"id": "94e6ad08-dfc8-4693-8394-27958a24cbf7", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-956442534-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.79", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "896ec16ec7b34242a1a80bfdae150b44", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap32ab8c4f-40", "ovs_interfaceid": "32ab8c4f-4035-44f3-994e-8466b07b0184", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:58:10 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-56fdd1ae-7a65-46bf-a750-fb5941c1a2d0 req-b7d4d525-df9f-446d-9c8a-efb190be0a10 service nova] Releasing lock "refresh_cache-0c912abd-d0ea-4978-8848-6a0c1344290e" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:58:11 user nova-compute[75147]: DEBUG nova.compute.manager [req-2daf1a54-4c63-4007-8946-6a59edbbee92 req-f23be26c-0456-444f-9284-93ea7b6eee2b service nova] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] Received event network-changed-32ab8c4f-4035-44f3-994e-8466b07b0184 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:58:11 user nova-compute[75147]: DEBUG nova.compute.manager [req-2daf1a54-4c63-4007-8946-6a59edbbee92 req-f23be26c-0456-444f-9284-93ea7b6eee2b service nova] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] Refreshing instance network info cache due to event network-changed-32ab8c4f-4035-44f3-994e-8466b07b0184. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 19:58:11 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-2daf1a54-4c63-4007-8946-6a59edbbee92 req-f23be26c-0456-444f-9284-93ea7b6eee2b service nova] Acquiring lock "refresh_cache-0c912abd-d0ea-4978-8848-6a0c1344290e" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:58:11 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-2daf1a54-4c63-4007-8946-6a59edbbee92 req-f23be26c-0456-444f-9284-93ea7b6eee2b service nova] Acquired lock "refresh_cache-0c912abd-d0ea-4978-8848-6a0c1344290e" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:58:11 user nova-compute[75147]: DEBUG nova.network.neutron [req-2daf1a54-4c63-4007-8946-6a59edbbee92 req-f23be26c-0456-444f-9284-93ea7b6eee2b service nova] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] Refreshing network info cache for port 32ab8c4f-4035-44f3-994e-8466b07b0184 {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 19:58:11 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-cb4c38b9-26a6-4991-ac7a-cdd0dfa9849b tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Acquiring lock "0c912abd-d0ea-4978-8848-6a0c1344290e" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:58:11 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-cb4c38b9-26a6-4991-ac7a-cdd0dfa9849b tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Lock "0c912abd-d0ea-4978-8848-6a0c1344290e" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:58:11 user nova-compute[75147]: INFO nova.compute.manager [None req-cb4c38b9-26a6-4991-ac7a-cdd0dfa9849b tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] Detaching volume 6acb342f-d834-47e8-a17a-f8b073278a2a
Oct 27 19:58:11 user nova-compute[75147]: INFO nova.virt.block_device [None req-cb4c38b9-26a6-4991-ac7a-cdd0dfa9849b tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] Attempting to driver detach volume 6acb342f-d834-47e8-a17a-f8b073278a2a from mountpoint /dev/vdb
Oct 27 19:58:11 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-cb4c38b9-26a6-4991-ac7a-cdd0dfa9849b tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Attempting to detach device vdb from instance 0c912abd-d0ea-4978-8848-6a0c1344290e from the persistent domain config. {{(pid=75147) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 27 19:58:11 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-cb4c38b9-26a6-4991-ac7a-cdd0dfa9849b tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] detach device xml: <disk type="block" device="disk">
Oct 27 19:58:11 user nova-compute[75147]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 19:58:11 user nova-compute[75147]:   <source dev="/dev/sdd"/>
Oct 27 19:58:11 user nova-compute[75147]:   <target dev="vdb" bus="virtio"/>
Oct 27 19:58:11 user nova-compute[75147]:   <serial>6acb342f-d834-47e8-a17a-f8b073278a2a</serial>
Oct 27 19:58:11 user nova-compute[75147]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 27 19:58:11 user nova-compute[75147]: </disk>
Oct 27 19:58:11 user nova-compute[75147]:  {{(pid=75147) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 19:58:11 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-cb4c38b9-26a6-4991-ac7a-cdd0dfa9849b tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Successfully detached device vdb from instance 0c912abd-d0ea-4978-8848-6a0c1344290e from the persistent domain config.
Oct 27 19:58:11 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-cb4c38b9-26a6-4991-ac7a-cdd0dfa9849b tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 0c912abd-d0ea-4978-8848-6a0c1344290e from the live domain config. {{(pid=75147) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 27 19:58:11 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-cb4c38b9-26a6-4991-ac7a-cdd0dfa9849b tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] detach device xml: <disk type="block" device="disk">
Oct 27 19:58:11 user nova-compute[75147]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 19:58:11 user nova-compute[75147]:   <source dev="/dev/sdd"/>
Oct 27 19:58:11 user nova-compute[75147]:   <target dev="vdb" bus="virtio"/>
Oct 27 19:58:11 user nova-compute[75147]:   <serial>6acb342f-d834-47e8-a17a-f8b073278a2a</serial>
Oct 27 19:58:11 user nova-compute[75147]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 27 19:58:11 user nova-compute[75147]: </disk>
Oct 27 19:58:11 user nova-compute[75147]:  {{(pid=75147) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 19:58:11 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:58:11 user nova-compute[75147]: DEBUG nova.network.neutron [req-2daf1a54-4c63-4007-8946-6a59edbbee92 req-f23be26c-0456-444f-9284-93ea7b6eee2b service nova] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] Updated VIF entry in instance network info cache for port 32ab8c4f-4035-44f3-994e-8466b07b0184. {{(pid=75147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 19:58:11 user nova-compute[75147]: DEBUG nova.network.neutron [req-2daf1a54-4c63-4007-8946-6a59edbbee92 req-f23be26c-0456-444f-9284-93ea7b6eee2b service nova] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] Updating instance_info_cache with network_info: [{"id": "32ab8c4f-4035-44f3-994e-8466b07b0184", "address": "fa:16:3e:ef:72:49", "network": {"id": "94e6ad08-dfc8-4693-8394-27958a24cbf7", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-956442534-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "896ec16ec7b34242a1a80bfdae150b44", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap32ab8c4f-40", "ovs_interfaceid": "32ab8c4f-4035-44f3-994e-8466b07b0184", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:58:11 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-2daf1a54-4c63-4007-8946-6a59edbbee92 req-f23be26c-0456-444f-9284-93ea7b6eee2b service nova] Releasing lock "refresh_cache-0c912abd-d0ea-4978-8848-6a0c1344290e" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:58:11 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-cb4c38b9-26a6-4991-ac7a-cdd0dfa9849b tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 0c912abd-d0ea-4978-8848-6a0c1344290e {{(pid=75147) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 27 19:58:11 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:58:11 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:58:11 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:58:11 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:58:11 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Auditing locally available compute resources for user (node: user) {{(pid=75147) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 19:58:11 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75147) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 19:58:11 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a413fb71-5748-4328-a2f3-592c64188e21/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:58:12 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a413fb71-5748-4328-a2f3-592c64188e21/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:58:12 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a413fb71-5748-4328-a2f3-592c64188e21/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:58:12 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:58:12 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a413fb71-5748-4328-a2f3-592c64188e21/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:58:12 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c912abd-d0ea-4978-8848-6a0c1344290e/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:58:12 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c912abd-d0ea-4978-8848-6a0c1344290e/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:58:12 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c912abd-d0ea-4978-8848-6a0c1344290e/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:58:12 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c912abd-d0ea-4978-8848-6a0c1344290e/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:58:13 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:58:13 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:58:13 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Hypervisor/Node resource view: name=user free_ram=8768MB free_disk=24.857833862304688GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75147) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 19:58:13 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:58:13 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:58:13 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance a413fb71-5748-4328-a2f3-592c64188e21 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:58:13 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 23a3503a-d59f-467e-9bbb-c8f679f3d809 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:58:13 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 0c912abd-d0ea-4978-8848-6a0c1344290e actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:58:13 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance b4abbc44-6835-49ea-a9b5-eaf6d3b25e87 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:58:13 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 19:58:13 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Final resource view: name=user phys_ram=16011MB used_ram=2560MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 19:58:13 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Refreshing inventories for resource provider 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 27 19:58:13 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Updating ProviderTree inventory for provider 719076f2-a22e-4833-8fe0-efddc2edace5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 27 19:58:13 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Updating inventory in ProviderTree for provider 719076f2-a22e-4833-8fe0-efddc2edace5 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 27 19:58:13 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Refreshing aggregate associations for resource provider 719076f2-a22e-4833-8fe0-efddc2edace5, aggregates: None {{(pid=75147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 27 19:58:13 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Refreshing trait associations for resource provider 719076f2-a22e-4833-8fe0-efddc2edace5, traits: COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_VOLUME_EXTEND,HW_CPU_X86_SSSE3,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_NET_VIF_MODEL_RTL8139,HW_CPU_X86_SSE2,HW_CPU_X86_SSE42,COMPUTE_STORAGE_BUS_SATA,COMPUTE_RESCUE_BFV,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,HW_CPU_X86_SSE41,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_ACCELERATORS,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NODE,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_STORAGE_BUS_FDC,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_STORAGE_BUS_USB,HW_CPU_X86_SSE,COMPUTE_DEVICE_TAGGING,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_CPU_X86_MMX,COMPUTE_STORAGE_BUS_IDE,COMPUTE_TRUSTED_CERTS,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_IMAGE_TYPE_RAW {{(pid=75147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 27 19:58:13 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:58:13 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:58:13 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Compute_service record updated for user:user {{(pid=75147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 19:58:13 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.496s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:58:15 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:58:15 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Starting heal instance info cache {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 19:58:15 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "refresh_cache-23a3503a-d59f-467e-9bbb-c8f679f3d809" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:58:15 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquired lock "refresh_cache-23a3503a-d59f-467e-9bbb-c8f679f3d809" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:58:15 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Forcefully refreshing network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 27 19:58:16 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Updating instance_info_cache with network_info: [{"id": "cc5bf4a2-53e8-4776-ac36-a0b81ce7e261", "address": "fa:16:3e:02:47:32", "network": {"id": "5d65da42-1076-416b-95f3-7516c6b6578f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-703269400-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f24b4cdff6de43ebad2383ca58b7a4d3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc5bf4a2-53", "ovs_interfaceid": "cc5bf4a2-53e8-4776-ac36-a0b81ce7e261", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:58:16 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Releasing lock "refresh_cache-23a3503a-d59f-467e-9bbb-c8f679f3d809" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:58:16 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Updated the network info_cache for instance {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 27 19:58:16 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:58:16 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:58:16 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:58:16 user nova-compute[75147]: DEBUG nova.compute.manager [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: b4abbc44-6835-49ea-a9b5-eaf6d3b25e87] Start spawning the instance on the hypervisor. {{(pid=75147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 27 19:58:16 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: b4abbc44-6835-49ea-a9b5-eaf6d3b25e87] Creating instance directory {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 19:58:16 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: b4abbc44-6835-49ea-a9b5-eaf6d3b25e87] Creating image(s)
Oct 27 19:58:16 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: b4abbc44-6835-49ea-a9b5-eaf6d3b25e87] Did not create local disks {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 27 19:58:16 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: b4abbc44-6835-49ea-a9b5-eaf6d3b25e87] Ensure instance console log exists: /opt/stack/data/nova/instances/b4abbc44-6835-49ea-a9b5-eaf6d3b25e87/console.log {{(pid=75147) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 19:58:16 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:58:16 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:58:16 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:58:16 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: b4abbc44-6835-49ea-a9b5-eaf6d3b25e87] Start _get_guest_xml network_info=[{"id": "80e280b2-0482-4bb1-bbee-b5e5b53b76b7", "address": "fa:16:3e:b3:0f:a1", "network": {"id": "06d546cd-b394-4fcf-970b-6f2fff8ea7ac", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-719028923-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c7d5ee667069474fa684fb2d4ba9da41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap80e280b2-04", "ovs_interfaceid": "80e280b2-0482-4bb1-bbee-b5e5b53b76b7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': 'disk', 'delete_on_termination': False, 'boot_index': 0, 'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'guest_format': None, 'attachment_id': '7afae601-3ea8-4235-9a4f-ebb42097c67a', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QCLfXaOE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b4abbc44-6835-49ea-a9b5-eaf6d3b25e87', 'attached_at': '', 'detached_at': '', 'volume_id': '649d9a61-a5ce-41df-87ef-724eedb494b4', 'serial': '649d9a61-a5ce-41df-87ef-724eedb494b4'}, 'volume_type': None} {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 19:58:16 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:58:16 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:58:16 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 19:58:16 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] CPU controller missing on host. {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 19:58:16 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 19:58:16 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] CPU controller found on host. {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 19:58:16 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75147) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 19:58:16 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T19:21:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 19:58:16 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Flavor limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 19:58:16 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Image limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 19:58:16 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Flavor pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 19:58:16 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Image pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 19:58:16 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 19:58:16 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 19:58:16 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 19:58:16 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Got 1 possible topologies {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 19:58:16 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 19:58:16 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 19:58:16 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: b4abbc44-6835-49ea-a9b5-eaf6d3b25e87] Calling os-brick to attach iSCSI Volume {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 19:58:16 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QCLfXaOE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:58:16 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:58:16 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:58:16 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:58:16 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:58:16 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:58:16 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:58:16 user nova-compute[75147]: INFO os_brick.initiator.connectors.iscsi [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 19:58:16 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4 -p 172.16.0.220:3260 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:58:16 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:58:16 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ea675e1-0a20-4b4e-b66a-5e0268b328a4]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:58:16 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 19:58:16 user nova-compute[75147]:  {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:58:16 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4 -p 172.16.0.220:3260 --interface default --op new {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:58:16 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:58:16 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c46d300-b9fe-4ce2-b9b8-95317c8dfcc1]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4] added\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:58:16 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4] added
Oct 27 19:58:16 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:58:16 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:58:16 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:58:16 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[9bc56bd5-8dde-4b91-ac22-04dc991928c1]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:58:16 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:58:16 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:58:16 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:58:16 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[1873ebe5-2655-4e8f-94a8-429ab95e024a]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:58:16 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:58:16 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v QCLfXaOE {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:58:17 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v QCLfXaOE" returned: 0 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:58:17 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[06ce3c8c-b40a-476e-aa8d-82a0b8a9ff84]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:58:17 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'QCLfXaOE'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:58:17 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:58:17 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:58:17 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6e204fd-75a6-4664-b43e-74beb215f6de]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:58:17 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:58:17 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:58:17 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:58:17 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[60cdf1ed-ff8d-4e91-b1b0-d31d8a99953a]: (4, ('tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 (non-flash)\ntcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6acb342f-d834-47e8-a17a-f8b073278a2a (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:58:17 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 (non-flash)
Oct 27 19:58:17 user nova-compute[75147]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6acb342f-d834-47e8-a17a-f8b073278a2a (non-flash)
Oct 27 19:58:17 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:58:17 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] iscsi session list stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 (non-flash)
Oct 27 19:58:17 user nova-compute[75147]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6acb342f-d834-47e8-a17a-f8b073278a2a (non-flash)
Oct 27 19:58:17 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:58:17 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4 -p 172.16.0.220:3260 --login {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:58:17 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4 -p 172.16.0.220:3260 --login" returned: 0 in 0.056s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:58:17 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[d69107d9-86d8-462c-bb58-20abf0a87b47]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:58:17 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4, portal: 172.16.0.220,3260]
Oct 27 19:58:17 user nova-compute[75147]: Login to [iface: default, target: iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4, portal: 172.16.0.220,3260] successful.
Oct 27 19:58:17 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:58:17 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:58:17 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:58:17 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[0428af11-195a-4a2f-aa8d-aca2caad301b]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:58:17 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:58:17 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:58:17 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:58:17 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e80af51-5fc0-434b-b174-b099a00bf1a1]: (4, ('tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 (non-flash)\ntcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6acb342f-d834-47e8-a17a-f8b073278a2a (non-flash)\ntcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:58:17 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 (non-flash)
Oct 27 19:58:17 user nova-compute[75147]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6acb342f-d834-47e8-a17a-f8b073278a2a (non-flash)
Oct 27 19:58:17 user nova-compute[75147]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4 (non-flash)
Oct 27 19:58:17 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:58:17 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] iscsi session list stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 (non-flash)
Oct 27 19:58:17 user nova-compute[75147]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6acb342f-d834-47e8-a17a-f8b073278a2a (non-flash)
Oct 27 19:58:17 user nova-compute[75147]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4 (non-flash)
Oct 27 19:58:17 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:58:17 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.262s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:58:17 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Connected to 172.16.0.220:3260 {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 19:58:17 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] HCTL ('34', '-', '-', 0) found on session 55 with lun 0 {{(pid=75147) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 19:58:17 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75147) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 19:58:17 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:58:17 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:58:17 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[08f87d23-968d-4099-a5ac-f3bcae012752]: (4, ('- - 0', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:58:17 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Searching for a device in session 55 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75147) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 19:58:17 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QCLfXaOE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 19:58:18 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.290s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:58:18 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] <== connect_volume: return (1292ms) {'type': 'block', 'scsi_wwn': '23038616637343734', 'path': '/dev/sdc'} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:58:18 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: b4abbc44-6835-49ea-a9b5-eaf6d3b25e87] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23038616637343734', 'path': '/dev/sdc'} {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 19:58:18 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:57:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1636911711',display_name='tempest-TestVolumeBootPattern-server-1636911711',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1636911711',id=47,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBcgZnIHFL9VPUFy5W7efUxz5rBmZEBVQAVLa5cjn6O/49MNwWQ3DDavVjyeNLOl/6BMvccEmegaYjbhWFQgquf0s9VSqR/SYjs9o/VQgzAqVr4n6smb9zmAH3gc+K3Vqw==',key_name='tempest-TestVolumeBootPattern-136407510',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c7d5ee667069474fa684fb2d4ba9da41',ramdisk_id='',reservation_id='r-vhdxqjre',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1184716630',owner_user_name='tempest-TestVolumeBootPattern-1184716630-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:57:48Z,user_data=None,user_id='c215953c5f1f494bb16ee70ff9355cfd',uuid=b4abbc44-6835-49ea-a9b5-eaf6d3b25e87,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "80e280b2-0482-4bb1-bbee-b5e5b53b76b7", "address": "fa:16:3e:b3:0f:a1", "network": {"id": "06d546cd-b394-4fcf-970b-6f2fff8ea7ac", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-719028923-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c7d5ee667069474fa684fb2d4ba9da41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap80e280b2-04", "ovs_interfaceid": "80e280b2-0482-4bb1-bbee-b5e5b53b76b7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75147) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 19:58:18 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Converting VIF {"id": "80e280b2-0482-4bb1-bbee-b5e5b53b76b7", "address": "fa:16:3e:b3:0f:a1", "network": {"id": "06d546cd-b394-4fcf-970b-6f2fff8ea7ac", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-719028923-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c7d5ee667069474fa684fb2d4ba9da41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap80e280b2-04", "ovs_interfaceid": "80e280b2-0482-4bb1-bbee-b5e5b53b76b7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:58:18 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b3:0f:a1,bridge_name='br-int',has_traffic_filtering=True,id=80e280b2-0482-4bb1-bbee-b5e5b53b76b7,network=Network(06d546cd-b394-4fcf-970b-6f2fff8ea7ac),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap80e280b2-04') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:58:18 user nova-compute[75147]: DEBUG nova.objects.instance [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lazy-loading 'pci_devices' on Instance uuid b4abbc44-6835-49ea-a9b5-eaf6d3b25e87 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:58:18 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: b4abbc44-6835-49ea-a9b5-eaf6d3b25e87] End _get_guest_xml xml=<domain type="kvm">
Oct 27 19:58:18 user nova-compute[75147]:   <uuid>b4abbc44-6835-49ea-a9b5-eaf6d3b25e87</uuid>
Oct 27 19:58:18 user nova-compute[75147]:   <name>instance-0000002f</name>
Oct 27 19:58:18 user nova-compute[75147]:   <memory>524288</memory>
Oct 27 19:58:18 user nova-compute[75147]:   <vcpu>1</vcpu>
Oct 27 19:58:18 user nova-compute[75147]:   <metadata>
Oct 27 19:58:18 user nova-compute[75147]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 19:58:18 user nova-compute[75147]:       <nova:package version="0.0.0"/>
Oct 27 19:58:18 user nova-compute[75147]:       <nova:name>tempest-TestVolumeBootPattern-server-1636911711</nova:name>
Oct 27 19:58:18 user nova-compute[75147]:       <nova:creationTime>2023-10-27 19:58:16</nova:creationTime>
Oct 27 19:58:18 user nova-compute[75147]:       <nova:flavor name="m1.tiny">
Oct 27 19:58:18 user nova-compute[75147]:         <nova:memory>512</nova:memory>
Oct 27 19:58:18 user nova-compute[75147]:         <nova:disk>1</nova:disk>
Oct 27 19:58:18 user nova-compute[75147]:         <nova:swap>0</nova:swap>
Oct 27 19:58:18 user nova-compute[75147]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 19:58:18 user nova-compute[75147]:         <nova:vcpus>1</nova:vcpus>
Oct 27 19:58:18 user nova-compute[75147]:       </nova:flavor>
Oct 27 19:58:18 user nova-compute[75147]:       <nova:owner>
Oct 27 19:58:18 user nova-compute[75147]:         <nova:user uuid="c215953c5f1f494bb16ee70ff9355cfd">tempest-TestVolumeBootPattern-1184716630-project-member</nova:user>
Oct 27 19:58:18 user nova-compute[75147]:         <nova:project uuid="c7d5ee667069474fa684fb2d4ba9da41">tempest-TestVolumeBootPattern-1184716630</nova:project>
Oct 27 19:58:18 user nova-compute[75147]:       </nova:owner>
Oct 27 19:58:18 user nova-compute[75147]:       <nova:ports>
Oct 27 19:58:18 user nova-compute[75147]:         <nova:port uuid="80e280b2-0482-4bb1-bbee-b5e5b53b76b7">
Oct 27 19:58:18 user nova-compute[75147]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Oct 27 19:58:18 user nova-compute[75147]:         </nova:port>
Oct 27 19:58:18 user nova-compute[75147]:       </nova:ports>
Oct 27 19:58:18 user nova-compute[75147]:     </nova:instance>
Oct 27 19:58:18 user nova-compute[75147]:   </metadata>
Oct 27 19:58:18 user nova-compute[75147]:   <sysinfo type="smbios">
Oct 27 19:58:18 user nova-compute[75147]:     <system>
Oct 27 19:58:18 user nova-compute[75147]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 19:58:18 user nova-compute[75147]:       <entry name="product">OpenStack Nova</entry>
Oct 27 19:58:18 user nova-compute[75147]:       <entry name="version">0.0.0</entry>
Oct 27 19:58:18 user nova-compute[75147]:       <entry name="serial">b4abbc44-6835-49ea-a9b5-eaf6d3b25e87</entry>
Oct 27 19:58:18 user nova-compute[75147]:       <entry name="uuid">b4abbc44-6835-49ea-a9b5-eaf6d3b25e87</entry>
Oct 27 19:58:18 user nova-compute[75147]:       <entry name="family">Virtual Machine</entry>
Oct 27 19:58:18 user nova-compute[75147]:     </system>
Oct 27 19:58:18 user nova-compute[75147]:   </sysinfo>
Oct 27 19:58:18 user nova-compute[75147]:   <os>
Oct 27 19:58:18 user nova-compute[75147]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 19:58:18 user nova-compute[75147]:     <boot dev="hd"/>
Oct 27 19:58:18 user nova-compute[75147]:     <smbios mode="sysinfo"/>
Oct 27 19:58:18 user nova-compute[75147]:   </os>
Oct 27 19:58:18 user nova-compute[75147]:   <features>
Oct 27 19:58:18 user nova-compute[75147]:     <acpi/>
Oct 27 19:58:18 user nova-compute[75147]:     <apic/>
Oct 27 19:58:18 user nova-compute[75147]:     <vmcoreinfo/>
Oct 27 19:58:18 user nova-compute[75147]:   </features>
Oct 27 19:58:18 user nova-compute[75147]:   <clock offset="utc">
Oct 27 19:58:18 user nova-compute[75147]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 19:58:18 user nova-compute[75147]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 19:58:18 user nova-compute[75147]:     <timer name="hpet" present="no"/>
Oct 27 19:58:18 user nova-compute[75147]:   </clock>
Oct 27 19:58:18 user nova-compute[75147]:   <cpu mode="custom" match="exact">
Oct 27 19:58:18 user nova-compute[75147]:     <model>Nehalem</model>
Oct 27 19:58:18 user nova-compute[75147]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 19:58:18 user nova-compute[75147]:   </cpu>
Oct 27 19:58:18 user nova-compute[75147]:   <devices>
Oct 27 19:58:18 user nova-compute[75147]:     <disk type="block" device="disk">
Oct 27 19:58:18 user nova-compute[75147]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 19:58:18 user nova-compute[75147]:       <source dev="/dev/sdc"/>
Oct 27 19:58:18 user nova-compute[75147]:       <target dev="vda" bus="virtio"/>
Oct 27 19:58:18 user nova-compute[75147]:       <serial>649d9a61-a5ce-41df-87ef-724eedb494b4</serial>
Oct 27 19:58:18 user nova-compute[75147]:     </disk>
Oct 27 19:58:18 user nova-compute[75147]:     <interface type="ethernet">
Oct 27 19:58:18 user nova-compute[75147]:       <mac address="fa:16:3e:b3:0f:a1"/>
Oct 27 19:58:18 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:58:18 user nova-compute[75147]:       <mtu size="1442"/>
Oct 27 19:58:18 user nova-compute[75147]:       <target dev="tap80e280b2-04"/>
Oct 27 19:58:18 user nova-compute[75147]:     </interface>
Oct 27 19:58:18 user nova-compute[75147]:     <serial type="pty">
Oct 27 19:58:18 user nova-compute[75147]:       <log file="/opt/stack/data/nova/instances/b4abbc44-6835-49ea-a9b5-eaf6d3b25e87/console.log" append="off"/>
Oct 27 19:58:18 user nova-compute[75147]:     </serial>
Oct 27 19:58:18 user nova-compute[75147]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 19:58:18 user nova-compute[75147]:     <video>
Oct 27 19:58:18 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:58:18 user nova-compute[75147]:     </video>
Oct 27 19:58:18 user nova-compute[75147]:     <rng model="virtio">
Oct 27 19:58:18 user nova-compute[75147]:       <backend model="random">/dev/urandom</backend>
Oct 27 19:58:18 user nova-compute[75147]:     </rng>
Oct 27 19:58:18 user nova-compute[75147]:     <controller type="usb" index="0" model="none"/>
Oct 27 19:58:18 user nova-compute[75147]:     <memballoon model="virtio">
Oct 27 19:58:18 user nova-compute[75147]:       <stats period="10"/>
Oct 27 19:58:18 user nova-compute[75147]:     </memballoon>
Oct 27 19:58:18 user nova-compute[75147]:   </devices>
Oct 27 19:58:18 user nova-compute[75147]: </domain>
Oct 27 19:58:18 user nova-compute[75147]:  {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 19:58:18 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:57:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1636911711',display_name='tempest-TestVolumeBootPattern-server-1636911711',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1636911711',id=47,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBcgZnIHFL9VPUFy5W7efUxz5rBmZEBVQAVLa5cjn6O/49MNwWQ3DDavVjyeNLOl/6BMvccEmegaYjbhWFQgquf0s9VSqR/SYjs9o/VQgzAqVr4n6smb9zmAH3gc+K3Vqw==',key_name='tempest-TestVolumeBootPattern-136407510',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c7d5ee667069474fa684fb2d4ba9da41',ramdisk_id='',reservation_id='r-vhdxqjre',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1184716630',owner_user_name='tempest-TestVolumeBootPattern-1184716630-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:57:48Z,user_data=None,user_id='c215953c5f1f494bb16ee70ff9355cfd',uuid=b4abbc44-6835-49ea-a9b5-eaf6d3b25e87,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "80e280b2-0482-4bb1-bbee-b5e5b53b76b7", "address": "fa:16:3e:b3:0f:a1", "network": {"id": "06d546cd-b394-4fcf-970b-6f2fff8ea7ac", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-719028923-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c7d5ee667069474fa684fb2d4ba9da41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap80e280b2-04", "ovs_interfaceid": "80e280b2-0482-4bb1-bbee-b5e5b53b76b7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 19:58:18 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Converting VIF {"id": "80e280b2-0482-4bb1-bbee-b5e5b53b76b7", "address": "fa:16:3e:b3:0f:a1", "network": {"id": "06d546cd-b394-4fcf-970b-6f2fff8ea7ac", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-719028923-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c7d5ee667069474fa684fb2d4ba9da41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap80e280b2-04", "ovs_interfaceid": "80e280b2-0482-4bb1-bbee-b5e5b53b76b7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:58:18 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b3:0f:a1,bridge_name='br-int',has_traffic_filtering=True,id=80e280b2-0482-4bb1-bbee-b5e5b53b76b7,network=Network(06d546cd-b394-4fcf-970b-6f2fff8ea7ac),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap80e280b2-04') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:58:18 user nova-compute[75147]: DEBUG os_vif [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b3:0f:a1,bridge_name='br-int',has_traffic_filtering=True,id=80e280b2-0482-4bb1-bbee-b5e5b53b76b7,network=Network(06d546cd-b394-4fcf-970b-6f2fff8ea7ac),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap80e280b2-04') {{(pid=75147) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 19:58:18 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:58:18 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:58:18 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 19:58:18 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:58:18 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '8ec024d2-99b9-5b18-b599-c62d7f538a31', '_type': 'linux-noop'}}, row=False) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:58:18 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:58:18 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:58:18 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:58:18 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap80e280b2-04, may_exist=True, interface_attrs={}) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:58:18 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap80e280b2-04, col_values=(('qos', UUID('738e708f-9ec2-40f0-97b3-bb95035fb4e5')),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:58:18 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap80e280b2-04, col_values=(('external_ids', {'iface-id': '80e280b2-0482-4bb1-bbee-b5e5b53b76b7', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:b3:0f:a1', 'vm-uuid': 'b4abbc44-6835-49ea-a9b5-eaf6d3b25e87'}),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:58:18 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:58:18 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:58:18 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:58:18 user nova-compute[75147]: INFO os_vif [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b3:0f:a1,bridge_name='br-int',has_traffic_filtering=True,id=80e280b2-0482-4bb1-bbee-b5e5b53b76b7,network=Network(06d546cd-b394-4fcf-970b-6f2fff8ea7ac),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap80e280b2-04')
Oct 27 19:58:18 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] No BDM found with device name vda, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:58:18 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] No VIF found with MAC fa:16:3e:b3:0f:a1, not building metadata {{(pid=75147) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 19:58:19 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:58:19 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:58:19 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:58:19 user nova-compute[75147]: DEBUG nova.compute.manager [req-98f166f8-4c63-489b-a9ca-7f8b9bd78e50 req-bad21834-038d-481c-a66c-1f0a426aa17b service nova] [instance: b4abbc44-6835-49ea-a9b5-eaf6d3b25e87] Received event network-vif-plugged-80e280b2-0482-4bb1-bbee-b5e5b53b76b7 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:58:19 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-98f166f8-4c63-489b-a9ca-7f8b9bd78e50 req-bad21834-038d-481c-a66c-1f0a426aa17b service nova] Acquiring lock "b4abbc44-6835-49ea-a9b5-eaf6d3b25e87-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:58:19 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-98f166f8-4c63-489b-a9ca-7f8b9bd78e50 req-bad21834-038d-481c-a66c-1f0a426aa17b service nova] Lock "b4abbc44-6835-49ea-a9b5-eaf6d3b25e87-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:58:19 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-98f166f8-4c63-489b-a9ca-7f8b9bd78e50 req-bad21834-038d-481c-a66c-1f0a426aa17b service nova] Lock "b4abbc44-6835-49ea-a9b5-eaf6d3b25e87-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:58:19 user nova-compute[75147]: DEBUG nova.compute.manager [req-98f166f8-4c63-489b-a9ca-7f8b9bd78e50 req-bad21834-038d-481c-a66c-1f0a426aa17b service nova] [instance: b4abbc44-6835-49ea-a9b5-eaf6d3b25e87] No waiting events found dispatching network-vif-plugged-80e280b2-0482-4bb1-bbee-b5e5b53b76b7 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:58:19 user nova-compute[75147]: WARNING nova.compute.manager [req-98f166f8-4c63-489b-a9ca-7f8b9bd78e50 req-bad21834-038d-481c-a66c-1f0a426aa17b service nova] [instance: b4abbc44-6835-49ea-a9b5-eaf6d3b25e87] Received unexpected event network-vif-plugged-80e280b2-0482-4bb1-bbee-b5e5b53b76b7 for instance with vm_state building and task_state spawning.
Oct 27 19:58:19 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:58:20 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:58:20 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:58:20 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:58:21 user nova-compute[75147]: DEBUG nova.compute.manager [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: b4abbc44-6835-49ea-a9b5-eaf6d3b25e87] Instance event wait completed in 0 seconds for  {{(pid=75147) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 19:58:21 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: b4abbc44-6835-49ea-a9b5-eaf6d3b25e87] Guest created on hypervisor {{(pid=75147) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 19:58:21 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: b4abbc44-6835-49ea-a9b5-eaf6d3b25e87] Instance spawned successfully.
Oct 27 19:58:21 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: b4abbc44-6835-49ea-a9b5-eaf6d3b25e87] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 27 19:58:21 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: b4abbc44-6835-49ea-a9b5-eaf6d3b25e87] Found default for hw_cdrom_bus of ide {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:58:21 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: b4abbc44-6835-49ea-a9b5-eaf6d3b25e87] Found default for hw_disk_bus of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:58:21 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: b4abbc44-6835-49ea-a9b5-eaf6d3b25e87] Found default for hw_input_bus of None {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:58:21 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: b4abbc44-6835-49ea-a9b5-eaf6d3b25e87] Found default for hw_pointer_model of None {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:58:21 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: b4abbc44-6835-49ea-a9b5-eaf6d3b25e87] Found default for hw_video_model of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:58:21 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: b4abbc44-6835-49ea-a9b5-eaf6d3b25e87] Found default for hw_vif_model of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:58:21 user nova-compute[75147]: INFO nova.compute.manager [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: b4abbc44-6835-49ea-a9b5-eaf6d3b25e87] Took 4.80 seconds to spawn the instance on the hypervisor.
Oct 27 19:58:21 user nova-compute[75147]: DEBUG nova.compute.manager [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: b4abbc44-6835-49ea-a9b5-eaf6d3b25e87] Checking state {{(pid=75147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 19:58:21 user nova-compute[75147]: INFO nova.compute.manager [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: b4abbc44-6835-49ea-a9b5-eaf6d3b25e87] Took 34.31 seconds to build instance.
Oct 27 19:58:21 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-b3fa36a8-0c2f-4500-b365-25cf20a4d75e tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lock "b4abbc44-6835-49ea-a9b5-eaf6d3b25e87" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 34.405s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:58:21 user nova-compute[75147]: DEBUG nova.compute.manager [req-7c357773-6fce-4248-935e-bd7016ba5c39 req-6cc9a472-5726-470e-a708-98d9dfca658f service nova] [instance: b4abbc44-6835-49ea-a9b5-eaf6d3b25e87] Received event network-vif-plugged-80e280b2-0482-4bb1-bbee-b5e5b53b76b7 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:58:21 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-7c357773-6fce-4248-935e-bd7016ba5c39 req-6cc9a472-5726-470e-a708-98d9dfca658f service nova] Acquiring lock "b4abbc44-6835-49ea-a9b5-eaf6d3b25e87-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:58:21 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-7c357773-6fce-4248-935e-bd7016ba5c39 req-6cc9a472-5726-470e-a708-98d9dfca658f service nova] Lock "b4abbc44-6835-49ea-a9b5-eaf6d3b25e87-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:58:21 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-7c357773-6fce-4248-935e-bd7016ba5c39 req-6cc9a472-5726-470e-a708-98d9dfca658f service nova] Lock "b4abbc44-6835-49ea-a9b5-eaf6d3b25e87-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:58:21 user nova-compute[75147]: DEBUG nova.compute.manager [req-7c357773-6fce-4248-935e-bd7016ba5c39 req-6cc9a472-5726-470e-a708-98d9dfca658f service nova] [instance: b4abbc44-6835-49ea-a9b5-eaf6d3b25e87] No waiting events found dispatching network-vif-plugged-80e280b2-0482-4bb1-bbee-b5e5b53b76b7 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:58:21 user nova-compute[75147]: WARNING nova.compute.manager [req-7c357773-6fce-4248-935e-bd7016ba5c39 req-6cc9a472-5726-470e-a708-98d9dfca658f service nova] [instance: b4abbc44-6835-49ea-a9b5-eaf6d3b25e87] Received unexpected event network-vif-plugged-80e280b2-0482-4bb1-bbee-b5e5b53b76b7 for instance with vm_state active and task_state None.
Oct 27 19:58:21 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:58:21 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75147) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 19:58:22 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:58:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:58:24 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-90881e33-3dd2-4ba0-8bc3-4de881f39e81 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Acquiring lock "4bdc7506-d16c-46d2-883a-50cc1de8be7c" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:58:24 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-90881e33-3dd2-4ba0-8bc3-4de881f39e81 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Lock "4bdc7506-d16c-46d2-883a-50cc1de8be7c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:58:24 user nova-compute[75147]: DEBUG nova.compute.manager [None req-90881e33-3dd2-4ba0-8bc3-4de881f39e81 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 4bdc7506-d16c-46d2-883a-50cc1de8be7c] Starting instance... {{(pid=75147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 27 19:58:24 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-90881e33-3dd2-4ba0-8bc3-4de881f39e81 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:58:24 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-90881e33-3dd2-4ba0-8bc3-4de881f39e81 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:58:24 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-90881e33-3dd2-4ba0-8bc3-4de881f39e81 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75147) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 19:58:24 user nova-compute[75147]: INFO nova.compute.claims [None req-90881e33-3dd2-4ba0-8bc3-4de881f39e81 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 4bdc7506-d16c-46d2-883a-50cc1de8be7c] Claim successful on node user
Oct 27 19:58:24 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-90881e33-3dd2-4ba0-8bc3-4de881f39e81 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:58:24 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-90881e33-3dd2-4ba0-8bc3-4de881f39e81 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:58:24 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-90881e33-3dd2-4ba0-8bc3-4de881f39e81 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.296s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:58:24 user nova-compute[75147]: DEBUG nova.compute.manager [None req-90881e33-3dd2-4ba0-8bc3-4de881f39e81 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 4bdc7506-d16c-46d2-883a-50cc1de8be7c] Start building networks asynchronously for instance. {{(pid=75147) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 27 19:58:24 user nova-compute[75147]: DEBUG nova.compute.manager [None req-90881e33-3dd2-4ba0-8bc3-4de881f39e81 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 4bdc7506-d16c-46d2-883a-50cc1de8be7c] Allocating IP information in the background. {{(pid=75147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 27 19:58:24 user nova-compute[75147]: DEBUG nova.network.neutron [None req-90881e33-3dd2-4ba0-8bc3-4de881f39e81 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 4bdc7506-d16c-46d2-883a-50cc1de8be7c] allocate_for_instance() {{(pid=75147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 27 19:58:24 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-90881e33-3dd2-4ba0-8bc3-4de881f39e81 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 4bdc7506-d16c-46d2-883a-50cc1de8be7c] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 27 19:58:24 user nova-compute[75147]: DEBUG nova.compute.manager [None req-90881e33-3dd2-4ba0-8bc3-4de881f39e81 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 4bdc7506-d16c-46d2-883a-50cc1de8be7c] Start building block device mappings for instance. {{(pid=75147) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 27 19:58:24 user nova-compute[75147]: DEBUG nova.policy [None req-90881e33-3dd2-4ba0-8bc3-4de881f39e81 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6727f3019b20472fa098b88b46a487db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f24b4cdff6de43ebad2383ca58b7a4d3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75147) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 27 19:58:24 user nova-compute[75147]: DEBUG nova.compute.manager [None req-90881e33-3dd2-4ba0-8bc3-4de881f39e81 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 4bdc7506-d16c-46d2-883a-50cc1de8be7c] Start spawning the instance on the hypervisor. {{(pid=75147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 27 19:58:24 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-90881e33-3dd2-4ba0-8bc3-4de881f39e81 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 4bdc7506-d16c-46d2-883a-50cc1de8be7c] Creating instance directory {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 19:58:24 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-90881e33-3dd2-4ba0-8bc3-4de881f39e81 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 4bdc7506-d16c-46d2-883a-50cc1de8be7c] Creating image(s)
Oct 27 19:58:24 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-90881e33-3dd2-4ba0-8bc3-4de881f39e81 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Acquiring lock "/opt/stack/data/nova/instances/4bdc7506-d16c-46d2-883a-50cc1de8be7c/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:58:24 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-90881e33-3dd2-4ba0-8bc3-4de881f39e81 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Lock "/opt/stack/data/nova/instances/4bdc7506-d16c-46d2-883a-50cc1de8be7c/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:58:24 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-90881e33-3dd2-4ba0-8bc3-4de881f39e81 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Lock "/opt/stack/data/nova/instances/4bdc7506-d16c-46d2-883a-50cc1de8be7c/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:58:24 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-90881e33-3dd2-4ba0-8bc3-4de881f39e81 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:58:25 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-90881e33-3dd2-4ba0-8bc3-4de881f39e81 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.182s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:58:25 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-90881e33-3dd2-4ba0-8bc3-4de881f39e81 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Acquiring lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:58:25 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-90881e33-3dd2-4ba0-8bc3-4de881f39e81 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:58:25 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-90881e33-3dd2-4ba0-8bc3-4de881f39e81 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:58:25 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-90881e33-3dd2-4ba0-8bc3-4de881f39e81 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.198s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:58:25 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-90881e33-3dd2-4ba0-8bc3-4de881f39e81 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa,backing_fmt=raw /opt/stack/data/nova/instances/4bdc7506-d16c-46d2-883a-50cc1de8be7c/disk 1073741824 {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:58:25 user nova-compute[75147]: DEBUG nova.network.neutron [None req-90881e33-3dd2-4ba0-8bc3-4de881f39e81 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 4bdc7506-d16c-46d2-883a-50cc1de8be7c] Successfully created port: 47187190-cb6d-4cbe-961c-ccdb7847bdc2 {{(pid=75147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 19:58:25 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-90881e33-3dd2-4ba0-8bc3-4de881f39e81 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa,backing_fmt=raw /opt/stack/data/nova/instances/4bdc7506-d16c-46d2-883a-50cc1de8be7c/disk 1073741824" returned: 0 in 0.071s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:58:25 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-90881e33-3dd2-4ba0-8bc3-4de881f39e81 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.276s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:58:25 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-90881e33-3dd2-4ba0-8bc3-4de881f39e81 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:58:25 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-90881e33-3dd2-4ba0-8bc3-4de881f39e81 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.185s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:58:25 user nova-compute[75147]: DEBUG nova.virt.disk.api [None req-90881e33-3dd2-4ba0-8bc3-4de881f39e81 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Checking if we can resize image /opt/stack/data/nova/instances/4bdc7506-d16c-46d2-883a-50cc1de8be7c/disk. size=1073741824 {{(pid=75147) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 27 19:58:25 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-90881e33-3dd2-4ba0-8bc3-4de881f39e81 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4bdc7506-d16c-46d2-883a-50cc1de8be7c/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:58:25 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-90881e33-3dd2-4ba0-8bc3-4de881f39e81 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4bdc7506-d16c-46d2-883a-50cc1de8be7c/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:58:25 user nova-compute[75147]: DEBUG nova.virt.disk.api [None req-90881e33-3dd2-4ba0-8bc3-4de881f39e81 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Cannot resize image /opt/stack/data/nova/instances/4bdc7506-d16c-46d2-883a-50cc1de8be7c/disk to a smaller size. {{(pid=75147) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 27 19:58:25 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-90881e33-3dd2-4ba0-8bc3-4de881f39e81 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 4bdc7506-d16c-46d2-883a-50cc1de8be7c] Created local disks {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 27 19:58:25 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-90881e33-3dd2-4ba0-8bc3-4de881f39e81 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 4bdc7506-d16c-46d2-883a-50cc1de8be7c] Ensure instance console log exists: /opt/stack/data/nova/instances/4bdc7506-d16c-46d2-883a-50cc1de8be7c/console.log {{(pid=75147) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 19:58:25 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-90881e33-3dd2-4ba0-8bc3-4de881f39e81 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:58:25 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-90881e33-3dd2-4ba0-8bc3-4de881f39e81 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:58:25 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-90881e33-3dd2-4ba0-8bc3-4de881f39e81 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:58:26 user nova-compute[75147]: DEBUG nova.network.neutron [None req-90881e33-3dd2-4ba0-8bc3-4de881f39e81 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 4bdc7506-d16c-46d2-883a-50cc1de8be7c] Successfully updated port: 47187190-cb6d-4cbe-961c-ccdb7847bdc2 {{(pid=75147) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 19:58:26 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-90881e33-3dd2-4ba0-8bc3-4de881f39e81 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Acquiring lock "refresh_cache-4bdc7506-d16c-46d2-883a-50cc1de8be7c" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:58:26 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-90881e33-3dd2-4ba0-8bc3-4de881f39e81 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Acquired lock "refresh_cache-4bdc7506-d16c-46d2-883a-50cc1de8be7c" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:58:26 user nova-compute[75147]: DEBUG nova.network.neutron [None req-90881e33-3dd2-4ba0-8bc3-4de881f39e81 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 4bdc7506-d16c-46d2-883a-50cc1de8be7c] Building network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 19:58:26 user nova-compute[75147]: DEBUG nova.compute.manager [req-1a8e4c0d-304b-4a4c-b1a8-a67e5c58414e req-0ba2d6f4-c165-4c17-83b1-487cedeef87f service nova] [instance: 4bdc7506-d16c-46d2-883a-50cc1de8be7c] Received event network-changed-47187190-cb6d-4cbe-961c-ccdb7847bdc2 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:58:26 user nova-compute[75147]: DEBUG nova.compute.manager [req-1a8e4c0d-304b-4a4c-b1a8-a67e5c58414e req-0ba2d6f4-c165-4c17-83b1-487cedeef87f service nova] [instance: 4bdc7506-d16c-46d2-883a-50cc1de8be7c] Refreshing instance network info cache due to event network-changed-47187190-cb6d-4cbe-961c-ccdb7847bdc2. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 19:58:26 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-1a8e4c0d-304b-4a4c-b1a8-a67e5c58414e req-0ba2d6f4-c165-4c17-83b1-487cedeef87f service nova] Acquiring lock "refresh_cache-4bdc7506-d16c-46d2-883a-50cc1de8be7c" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:58:26 user nova-compute[75147]: DEBUG nova.network.neutron [None req-90881e33-3dd2-4ba0-8bc3-4de881f39e81 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 4bdc7506-d16c-46d2-883a-50cc1de8be7c] Instance cache missing network info. {{(pid=75147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 19:58:26 user nova-compute[75147]: DEBUG nova.network.neutron [None req-90881e33-3dd2-4ba0-8bc3-4de881f39e81 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 4bdc7506-d16c-46d2-883a-50cc1de8be7c] Updating instance_info_cache with network_info: [{"id": "47187190-cb6d-4cbe-961c-ccdb7847bdc2", "address": "fa:16:3e:0f:80:65", "network": {"id": "5d65da42-1076-416b-95f3-7516c6b6578f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-703269400-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f24b4cdff6de43ebad2383ca58b7a4d3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47187190-cb", "ovs_interfaceid": "47187190-cb6d-4cbe-961c-ccdb7847bdc2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:58:26 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-90881e33-3dd2-4ba0-8bc3-4de881f39e81 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Releasing lock "refresh_cache-4bdc7506-d16c-46d2-883a-50cc1de8be7c" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:58:26 user nova-compute[75147]: DEBUG nova.compute.manager [None req-90881e33-3dd2-4ba0-8bc3-4de881f39e81 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 4bdc7506-d16c-46d2-883a-50cc1de8be7c] Instance network_info: |[{"id": "47187190-cb6d-4cbe-961c-ccdb7847bdc2", "address": "fa:16:3e:0f:80:65", "network": {"id": "5d65da42-1076-416b-95f3-7516c6b6578f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-703269400-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f24b4cdff6de43ebad2383ca58b7a4d3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47187190-cb", "ovs_interfaceid": "47187190-cb6d-4cbe-961c-ccdb7847bdc2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 27 19:58:26 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-1a8e4c0d-304b-4a4c-b1a8-a67e5c58414e req-0ba2d6f4-c165-4c17-83b1-487cedeef87f service nova] Acquired lock "refresh_cache-4bdc7506-d16c-46d2-883a-50cc1de8be7c" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:58:26 user nova-compute[75147]: DEBUG nova.network.neutron [req-1a8e4c0d-304b-4a4c-b1a8-a67e5c58414e req-0ba2d6f4-c165-4c17-83b1-487cedeef87f service nova] [instance: 4bdc7506-d16c-46d2-883a-50cc1de8be7c] Refreshing network info cache for port 47187190-cb6d-4cbe-961c-ccdb7847bdc2 {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 19:58:26 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-90881e33-3dd2-4ba0-8bc3-4de881f39e81 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 4bdc7506-d16c-46d2-883a-50cc1de8be7c] Start _get_guest_xml network_info=[{"id": "47187190-cb6d-4cbe-961c-ccdb7847bdc2", "address": "fa:16:3e:0f:80:65", "network": {"id": "5d65da42-1076-416b-95f3-7516c6b6578f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-703269400-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f24b4cdff6de43ebad2383ca58b7a4d3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47187190-cb", "ovs_interfaceid": "47187190-cb6d-4cbe-961c-ccdb7847bdc2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T19:22:09Z,direct_url=<?>,disk_format='qcow2',id=d52df17c-5315-4a73-ab7c-34c161a414fb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0b43115555434818b0c8bdf6be4946da',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T19:22:11Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'encryption_options': None, 'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encrypted': False, 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_format': None, 'device_name': '/dev/vda', 'image_id': 'd52df17c-5315-4a73-ab7c-34c161a414fb'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 19:58:26 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-90881e33-3dd2-4ba0-8bc3-4de881f39e81 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:58:26 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-90881e33-3dd2-4ba0-8bc3-4de881f39e81 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:58:26 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-90881e33-3dd2-4ba0-8bc3-4de881f39e81 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 19:58:26 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-90881e33-3dd2-4ba0-8bc3-4de881f39e81 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] CPU controller missing on host. {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 19:58:26 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-90881e33-3dd2-4ba0-8bc3-4de881f39e81 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 19:58:26 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-90881e33-3dd2-4ba0-8bc3-4de881f39e81 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] CPU controller found on host. {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 19:58:26 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-90881e33-3dd2-4ba0-8bc3-4de881f39e81 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75147) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 19:58:26 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-90881e33-3dd2-4ba0-8bc3-4de881f39e81 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T19:21:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T19:22:09Z,direct_url=<?>,disk_format='qcow2',id=d52df17c-5315-4a73-ab7c-34c161a414fb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0b43115555434818b0c8bdf6be4946da',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T19:22:11Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 19:58:26 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-90881e33-3dd2-4ba0-8bc3-4de881f39e81 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Flavor limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 19:58:26 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-90881e33-3dd2-4ba0-8bc3-4de881f39e81 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Image limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 19:58:26 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-90881e33-3dd2-4ba0-8bc3-4de881f39e81 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Flavor pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 19:58:26 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-90881e33-3dd2-4ba0-8bc3-4de881f39e81 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Image pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 19:58:26 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-90881e33-3dd2-4ba0-8bc3-4de881f39e81 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 19:58:26 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-90881e33-3dd2-4ba0-8bc3-4de881f39e81 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 19:58:26 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-90881e33-3dd2-4ba0-8bc3-4de881f39e81 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 19:58:26 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-90881e33-3dd2-4ba0-8bc3-4de881f39e81 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Got 1 possible topologies {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 19:58:26 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-90881e33-3dd2-4ba0-8bc3-4de881f39e81 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 19:58:26 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-90881e33-3dd2-4ba0-8bc3-4de881f39e81 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 19:58:26 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-90881e33-3dd2-4ba0-8bc3-4de881f39e81 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:58:23Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1949836028',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1949836028',id=48,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f24b4cdff6de43ebad2383ca58b7a4d3',ramdisk_id='',reservation_id='r-s95frq8m',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-754928900',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:58:25Z,user_data=None,user_id='6727f3019b20472fa098b88b46a487db',uuid=4bdc7506-d16c-46d2-883a-50cc1de8be7c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "47187190-cb6d-4cbe-961c-ccdb7847bdc2", "address": "fa:16:3e:0f:80:65", "network": {"id": "5d65da42-1076-416b-95f3-7516c6b6578f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-703269400-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f24b4cdff6de43ebad2383ca58b7a4d3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47187190-cb", "ovs_interfaceid": "47187190-cb6d-4cbe-961c-ccdb7847bdc2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75147) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 19:58:26 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-90881e33-3dd2-4ba0-8bc3-4de881f39e81 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Converting VIF {"id": "47187190-cb6d-4cbe-961c-ccdb7847bdc2", "address": "fa:16:3e:0f:80:65", "network": {"id": "5d65da42-1076-416b-95f3-7516c6b6578f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-703269400-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f24b4cdff6de43ebad2383ca58b7a4d3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47187190-cb", "ovs_interfaceid": "47187190-cb6d-4cbe-961c-ccdb7847bdc2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:58:26 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-90881e33-3dd2-4ba0-8bc3-4de881f39e81 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0f:80:65,bridge_name='br-int',has_traffic_filtering=True,id=47187190-cb6d-4cbe-961c-ccdb7847bdc2,network=Network(5d65da42-1076-416b-95f3-7516c6b6578f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap47187190-cb') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:58:26 user nova-compute[75147]: DEBUG nova.objects.instance [None req-90881e33-3dd2-4ba0-8bc3-4de881f39e81 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Lazy-loading 'pci_devices' on Instance uuid 4bdc7506-d16c-46d2-883a-50cc1de8be7c {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:58:26 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-90881e33-3dd2-4ba0-8bc3-4de881f39e81 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 4bdc7506-d16c-46d2-883a-50cc1de8be7c] End _get_guest_xml xml=<domain type="kvm">
Oct 27 19:58:26 user nova-compute[75147]:   <uuid>4bdc7506-d16c-46d2-883a-50cc1de8be7c</uuid>
Oct 27 19:58:26 user nova-compute[75147]:   <name>instance-00000030</name>
Oct 27 19:58:26 user nova-compute[75147]:   <memory>524288</memory>
Oct 27 19:58:26 user nova-compute[75147]:   <vcpu>1</vcpu>
Oct 27 19:58:26 user nova-compute[75147]:   <metadata>
Oct 27 19:58:26 user nova-compute[75147]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 19:58:26 user nova-compute[75147]:       <nova:package version="0.0.0"/>
Oct 27 19:58:26 user nova-compute[75147]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-1949836028</nova:name>
Oct 27 19:58:26 user nova-compute[75147]:       <nova:creationTime>2023-10-27 19:58:26</nova:creationTime>
Oct 27 19:58:26 user nova-compute[75147]:       <nova:flavor name="m1.tiny">
Oct 27 19:58:26 user nova-compute[75147]:         <nova:memory>512</nova:memory>
Oct 27 19:58:26 user nova-compute[75147]:         <nova:disk>1</nova:disk>
Oct 27 19:58:26 user nova-compute[75147]:         <nova:swap>0</nova:swap>
Oct 27 19:58:26 user nova-compute[75147]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 19:58:26 user nova-compute[75147]:         <nova:vcpus>1</nova:vcpus>
Oct 27 19:58:26 user nova-compute[75147]:       </nova:flavor>
Oct 27 19:58:26 user nova-compute[75147]:       <nova:owner>
Oct 27 19:58:26 user nova-compute[75147]:         <nova:user uuid="6727f3019b20472fa098b88b46a487db">tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member</nova:user>
Oct 27 19:58:26 user nova-compute[75147]:         <nova:project uuid="f24b4cdff6de43ebad2383ca58b7a4d3">tempest-ServerBootFromVolumeStableRescueTest-754928900</nova:project>
Oct 27 19:58:26 user nova-compute[75147]:       </nova:owner>
Oct 27 19:58:26 user nova-compute[75147]:       <nova:root type="image" uuid="d52df17c-5315-4a73-ab7c-34c161a414fb"/>
Oct 27 19:58:26 user nova-compute[75147]:       <nova:ports>
Oct 27 19:58:26 user nova-compute[75147]:         <nova:port uuid="47187190-cb6d-4cbe-961c-ccdb7847bdc2">
Oct 27 19:58:26 user nova-compute[75147]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Oct 27 19:58:26 user nova-compute[75147]:         </nova:port>
Oct 27 19:58:26 user nova-compute[75147]:       </nova:ports>
Oct 27 19:58:26 user nova-compute[75147]:     </nova:instance>
Oct 27 19:58:26 user nova-compute[75147]:   </metadata>
Oct 27 19:58:26 user nova-compute[75147]:   <sysinfo type="smbios">
Oct 27 19:58:26 user nova-compute[75147]:     <system>
Oct 27 19:58:26 user nova-compute[75147]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 19:58:26 user nova-compute[75147]:       <entry name="product">OpenStack Nova</entry>
Oct 27 19:58:26 user nova-compute[75147]:       <entry name="version">0.0.0</entry>
Oct 27 19:58:26 user nova-compute[75147]:       <entry name="serial">4bdc7506-d16c-46d2-883a-50cc1de8be7c</entry>
Oct 27 19:58:26 user nova-compute[75147]:       <entry name="uuid">4bdc7506-d16c-46d2-883a-50cc1de8be7c</entry>
Oct 27 19:58:26 user nova-compute[75147]:       <entry name="family">Virtual Machine</entry>
Oct 27 19:58:26 user nova-compute[75147]:     </system>
Oct 27 19:58:26 user nova-compute[75147]:   </sysinfo>
Oct 27 19:58:26 user nova-compute[75147]:   <os>
Oct 27 19:58:26 user nova-compute[75147]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 19:58:26 user nova-compute[75147]:     <boot dev="hd"/>
Oct 27 19:58:26 user nova-compute[75147]:     <smbios mode="sysinfo"/>
Oct 27 19:58:26 user nova-compute[75147]:   </os>
Oct 27 19:58:26 user nova-compute[75147]:   <features>
Oct 27 19:58:26 user nova-compute[75147]:     <acpi/>
Oct 27 19:58:26 user nova-compute[75147]:     <apic/>
Oct 27 19:58:26 user nova-compute[75147]:     <vmcoreinfo/>
Oct 27 19:58:26 user nova-compute[75147]:   </features>
Oct 27 19:58:26 user nova-compute[75147]:   <clock offset="utc">
Oct 27 19:58:26 user nova-compute[75147]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 19:58:26 user nova-compute[75147]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 19:58:26 user nova-compute[75147]:     <timer name="hpet" present="no"/>
Oct 27 19:58:26 user nova-compute[75147]:   </clock>
Oct 27 19:58:26 user nova-compute[75147]:   <cpu mode="custom" match="exact">
Oct 27 19:58:26 user nova-compute[75147]:     <model>Nehalem</model>
Oct 27 19:58:26 user nova-compute[75147]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 19:58:26 user nova-compute[75147]:   </cpu>
Oct 27 19:58:26 user nova-compute[75147]:   <devices>
Oct 27 19:58:26 user nova-compute[75147]:     <disk type="file" device="disk">
Oct 27 19:58:26 user nova-compute[75147]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 27 19:58:26 user nova-compute[75147]:       <source file="/opt/stack/data/nova/instances/4bdc7506-d16c-46d2-883a-50cc1de8be7c/disk"/>
Oct 27 19:58:26 user nova-compute[75147]:       <target dev="vda" bus="virtio"/>
Oct 27 19:58:26 user nova-compute[75147]:     </disk>
Oct 27 19:58:26 user nova-compute[75147]:     <interface type="ethernet">
Oct 27 19:58:26 user nova-compute[75147]:       <mac address="fa:16:3e:0f:80:65"/>
Oct 27 19:58:26 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:58:26 user nova-compute[75147]:       <mtu size="1442"/>
Oct 27 19:58:26 user nova-compute[75147]:       <target dev="tap47187190-cb"/>
Oct 27 19:58:26 user nova-compute[75147]:     </interface>
Oct 27 19:58:26 user nova-compute[75147]:     <serial type="pty">
Oct 27 19:58:26 user nova-compute[75147]:       <log file="/opt/stack/data/nova/instances/4bdc7506-d16c-46d2-883a-50cc1de8be7c/console.log" append="off"/>
Oct 27 19:58:26 user nova-compute[75147]:     </serial>
Oct 27 19:58:26 user nova-compute[75147]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 19:58:26 user nova-compute[75147]:     <video>
Oct 27 19:58:26 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 19:58:26 user nova-compute[75147]:     </video>
Oct 27 19:58:26 user nova-compute[75147]:     <rng model="virtio">
Oct 27 19:58:26 user nova-compute[75147]:       <backend model="random">/dev/urandom</backend>
Oct 27 19:58:26 user nova-compute[75147]:     </rng>
Oct 27 19:58:26 user nova-compute[75147]:     <controller type="usb" index="0" model="none"/>
Oct 27 19:58:26 user nova-compute[75147]:     <memballoon model="virtio">
Oct 27 19:58:26 user nova-compute[75147]:       <stats period="10"/>
Oct 27 19:58:26 user nova-compute[75147]:     </memballoon>
Oct 27 19:58:26 user nova-compute[75147]:   </devices>
Oct 27 19:58:26 user nova-compute[75147]: </domain>
Oct 27 19:58:26 user nova-compute[75147]:  {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 19:58:26 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-90881e33-3dd2-4ba0-8bc3-4de881f39e81 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:58:23Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1949836028',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1949836028',id=48,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f24b4cdff6de43ebad2383ca58b7a4d3',ramdisk_id='',reservation_id='r-s95frq8m',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-754928900',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:58:25Z,user_data=None,user_id='6727f3019b20472fa098b88b46a487db',uuid=4bdc7506-d16c-46d2-883a-50cc1de8be7c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "47187190-cb6d-4cbe-961c-ccdb7847bdc2", "address": "fa:16:3e:0f:80:65", "network": {"id": "5d65da42-1076-416b-95f3-7516c6b6578f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-703269400-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f24b4cdff6de43ebad2383ca58b7a4d3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47187190-cb", "ovs_interfaceid": "47187190-cb6d-4cbe-961c-ccdb7847bdc2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 19:58:26 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-90881e33-3dd2-4ba0-8bc3-4de881f39e81 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Converting VIF {"id": "47187190-cb6d-4cbe-961c-ccdb7847bdc2", "address": "fa:16:3e:0f:80:65", "network": {"id": "5d65da42-1076-416b-95f3-7516c6b6578f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-703269400-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f24b4cdff6de43ebad2383ca58b7a4d3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47187190-cb", "ovs_interfaceid": "47187190-cb6d-4cbe-961c-ccdb7847bdc2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:58:26 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-90881e33-3dd2-4ba0-8bc3-4de881f39e81 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0f:80:65,bridge_name='br-int',has_traffic_filtering=True,id=47187190-cb6d-4cbe-961c-ccdb7847bdc2,network=Network(5d65da42-1076-416b-95f3-7516c6b6578f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap47187190-cb') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:58:26 user nova-compute[75147]: DEBUG os_vif [None req-90881e33-3dd2-4ba0-8bc3-4de881f39e81 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:0f:80:65,bridge_name='br-int',has_traffic_filtering=True,id=47187190-cb6d-4cbe-961c-ccdb7847bdc2,network=Network(5d65da42-1076-416b-95f3-7516c6b6578f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap47187190-cb') {{(pid=75147) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 19:58:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:58:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:58:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 19:58:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:58:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f88f05a3-51d2-5a11-9e15-a5830f4ee521', '_type': 'linux-noop'}}, row=False) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:58:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:58:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:58:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:58:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap47187190-cb, may_exist=True, interface_attrs={}) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:58:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap47187190-cb, col_values=(('qos', UUID('270508d5-28a8-4783-88f0-47786262532f')),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:58:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap47187190-cb, col_values=(('external_ids', {'iface-id': '47187190-cb6d-4cbe-961c-ccdb7847bdc2', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:0f:80:65', 'vm-uuid': '4bdc7506-d16c-46d2-883a-50cc1de8be7c'}),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:58:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:58:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:58:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:58:26 user nova-compute[75147]: INFO os_vif [None req-90881e33-3dd2-4ba0-8bc3-4de881f39e81 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:0f:80:65,bridge_name='br-int',has_traffic_filtering=True,id=47187190-cb6d-4cbe-961c-ccdb7847bdc2,network=Network(5d65da42-1076-416b-95f3-7516c6b6578f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap47187190-cb')
Oct 27 19:58:26 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-90881e33-3dd2-4ba0-8bc3-4de881f39e81 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] No BDM found with device name vda, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 19:58:26 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-90881e33-3dd2-4ba0-8bc3-4de881f39e81 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] No VIF found with MAC fa:16:3e:0f:80:65, not building metadata {{(pid=75147) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 19:58:26 user nova-compute[75147]: DEBUG nova.network.neutron [req-1a8e4c0d-304b-4a4c-b1a8-a67e5c58414e req-0ba2d6f4-c165-4c17-83b1-487cedeef87f service nova] [instance: 4bdc7506-d16c-46d2-883a-50cc1de8be7c] Updated VIF entry in instance network info cache for port 47187190-cb6d-4cbe-961c-ccdb7847bdc2. {{(pid=75147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 19:58:26 user nova-compute[75147]: DEBUG nova.network.neutron [req-1a8e4c0d-304b-4a4c-b1a8-a67e5c58414e req-0ba2d6f4-c165-4c17-83b1-487cedeef87f service nova] [instance: 4bdc7506-d16c-46d2-883a-50cc1de8be7c] Updating instance_info_cache with network_info: [{"id": "47187190-cb6d-4cbe-961c-ccdb7847bdc2", "address": "fa:16:3e:0f:80:65", "network": {"id": "5d65da42-1076-416b-95f3-7516c6b6578f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-703269400-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f24b4cdff6de43ebad2383ca58b7a4d3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47187190-cb", "ovs_interfaceid": "47187190-cb6d-4cbe-961c-ccdb7847bdc2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:58:26 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-1a8e4c0d-304b-4a4c-b1a8-a67e5c58414e req-0ba2d6f4-c165-4c17-83b1-487cedeef87f service nova] Releasing lock "refresh_cache-4bdc7506-d16c-46d2-883a-50cc1de8be7c" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:58:27 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:58:27 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:58:27 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:58:27 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:58:28 user nova-compute[75147]: DEBUG nova.compute.manager [req-dcbdd62c-6a6d-4d95-a806-ab19c43c48d2 req-e647f099-fcfa-46b5-9f7b-6c6fc50ac6d6 service nova] [instance: 4bdc7506-d16c-46d2-883a-50cc1de8be7c] Received event network-vif-plugged-47187190-cb6d-4cbe-961c-ccdb7847bdc2 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:58:28 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-dcbdd62c-6a6d-4d95-a806-ab19c43c48d2 req-e647f099-fcfa-46b5-9f7b-6c6fc50ac6d6 service nova] Acquiring lock "4bdc7506-d16c-46d2-883a-50cc1de8be7c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:58:28 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-dcbdd62c-6a6d-4d95-a806-ab19c43c48d2 req-e647f099-fcfa-46b5-9f7b-6c6fc50ac6d6 service nova] Lock "4bdc7506-d16c-46d2-883a-50cc1de8be7c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:58:28 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-dcbdd62c-6a6d-4d95-a806-ab19c43c48d2 req-e647f099-fcfa-46b5-9f7b-6c6fc50ac6d6 service nova] Lock "4bdc7506-d16c-46d2-883a-50cc1de8be7c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:58:28 user nova-compute[75147]: DEBUG nova.compute.manager [req-dcbdd62c-6a6d-4d95-a806-ab19c43c48d2 req-e647f099-fcfa-46b5-9f7b-6c6fc50ac6d6 service nova] [instance: 4bdc7506-d16c-46d2-883a-50cc1de8be7c] No waiting events found dispatching network-vif-plugged-47187190-cb6d-4cbe-961c-ccdb7847bdc2 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:58:28 user nova-compute[75147]: WARNING nova.compute.manager [req-dcbdd62c-6a6d-4d95-a806-ab19c43c48d2 req-e647f099-fcfa-46b5-9f7b-6c6fc50ac6d6 service nova] [instance: 4bdc7506-d16c-46d2-883a-50cc1de8be7c] Received unexpected event network-vif-plugged-47187190-cb6d-4cbe-961c-ccdb7847bdc2 for instance with vm_state building and task_state spawning.
Oct 27 19:58:28 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:58:28 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:58:30 user nova-compute[75147]: DEBUG nova.compute.manager [None req-90881e33-3dd2-4ba0-8bc3-4de881f39e81 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 4bdc7506-d16c-46d2-883a-50cc1de8be7c] Instance event wait completed in 0 seconds for  {{(pid=75147) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 19:58:30 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-90881e33-3dd2-4ba0-8bc3-4de881f39e81 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 4bdc7506-d16c-46d2-883a-50cc1de8be7c] Guest created on hypervisor {{(pid=75147) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 19:58:30 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: 4bdc7506-d16c-46d2-883a-50cc1de8be7c] Instance spawned successfully.
Oct 27 19:58:30 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-90881e33-3dd2-4ba0-8bc3-4de881f39e81 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 4bdc7506-d16c-46d2-883a-50cc1de8be7c] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 27 19:58:30 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-90881e33-3dd2-4ba0-8bc3-4de881f39e81 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 4bdc7506-d16c-46d2-883a-50cc1de8be7c] Found default for hw_cdrom_bus of ide {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:58:30 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-90881e33-3dd2-4ba0-8bc3-4de881f39e81 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 4bdc7506-d16c-46d2-883a-50cc1de8be7c] Found default for hw_disk_bus of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:58:30 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-90881e33-3dd2-4ba0-8bc3-4de881f39e81 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 4bdc7506-d16c-46d2-883a-50cc1de8be7c] Found default for hw_input_bus of None {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:58:30 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-90881e33-3dd2-4ba0-8bc3-4de881f39e81 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 4bdc7506-d16c-46d2-883a-50cc1de8be7c] Found default for hw_pointer_model of None {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:58:30 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-90881e33-3dd2-4ba0-8bc3-4de881f39e81 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 4bdc7506-d16c-46d2-883a-50cc1de8be7c] Found default for hw_video_model of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:58:30 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-90881e33-3dd2-4ba0-8bc3-4de881f39e81 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 4bdc7506-d16c-46d2-883a-50cc1de8be7c] Found default for hw_vif_model of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 19:58:30 user nova-compute[75147]: DEBUG nova.compute.manager [req-4ff3ccd4-797d-4f6a-8fce-a9d08ea7b497 req-7e6d08b9-1593-4859-abf1-09f2025d44b5 service nova] [instance: 4bdc7506-d16c-46d2-883a-50cc1de8be7c] Received event network-vif-plugged-47187190-cb6d-4cbe-961c-ccdb7847bdc2 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:58:30 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-4ff3ccd4-797d-4f6a-8fce-a9d08ea7b497 req-7e6d08b9-1593-4859-abf1-09f2025d44b5 service nova] Acquiring lock "4bdc7506-d16c-46d2-883a-50cc1de8be7c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:58:30 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-4ff3ccd4-797d-4f6a-8fce-a9d08ea7b497 req-7e6d08b9-1593-4859-abf1-09f2025d44b5 service nova] Lock "4bdc7506-d16c-46d2-883a-50cc1de8be7c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:58:30 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-4ff3ccd4-797d-4f6a-8fce-a9d08ea7b497 req-7e6d08b9-1593-4859-abf1-09f2025d44b5 service nova] Lock "4bdc7506-d16c-46d2-883a-50cc1de8be7c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:58:30 user nova-compute[75147]: DEBUG nova.compute.manager [req-4ff3ccd4-797d-4f6a-8fce-a9d08ea7b497 req-7e6d08b9-1593-4859-abf1-09f2025d44b5 service nova] [instance: 4bdc7506-d16c-46d2-883a-50cc1de8be7c] No waiting events found dispatching network-vif-plugged-47187190-cb6d-4cbe-961c-ccdb7847bdc2 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:58:30 user nova-compute[75147]: WARNING nova.compute.manager [req-4ff3ccd4-797d-4f6a-8fce-a9d08ea7b497 req-7e6d08b9-1593-4859-abf1-09f2025d44b5 service nova] [instance: 4bdc7506-d16c-46d2-883a-50cc1de8be7c] Received unexpected event network-vif-plugged-47187190-cb6d-4cbe-961c-ccdb7847bdc2 for instance with vm_state building and task_state spawning.
Oct 27 19:58:30 user nova-compute[75147]: INFO nova.compute.manager [None req-90881e33-3dd2-4ba0-8bc3-4de881f39e81 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 4bdc7506-d16c-46d2-883a-50cc1de8be7c] Took 5.25 seconds to spawn the instance on the hypervisor.
Oct 27 19:58:30 user nova-compute[75147]: DEBUG nova.compute.manager [None req-90881e33-3dd2-4ba0-8bc3-4de881f39e81 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 4bdc7506-d16c-46d2-883a-50cc1de8be7c] Checking state {{(pid=75147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 19:58:30 user nova-compute[75147]: INFO nova.compute.manager [None req-90881e33-3dd2-4ba0-8bc3-4de881f39e81 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 4bdc7506-d16c-46d2-883a-50cc1de8be7c] Took 5.86 seconds to build instance.
Oct 27 19:58:30 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-90881e33-3dd2-4ba0-8bc3-4de881f39e81 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Lock "4bdc7506-d16c-46d2-883a-50cc1de8be7c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 5.982s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:58:31 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:58:31 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-cb4c38b9-26a6-4991-ac7a-cdd0dfa9849b tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 0c912abd-d0ea-4978-8848-6a0c1344290e is timed out.
Oct 27 19:58:31 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-cb4c38b9-26a6-4991-ac7a-cdd0dfa9849b tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Successfully detached device vdb from instance 0c912abd-d0ea-4978-8848-6a0c1344290e from the live domain config.
Oct 27 19:58:31 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cb4c38b9-26a6-4991-ac7a-cdd0dfa9849b tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] calling os-brick to detach iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 19:58:31 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-cb4c38b9-26a6-4991-ac7a-cdd0dfa9849b tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, {'target_iqn': 'iqn.2010-10.org.openstack:6acb342f-d834-47e8-a17a-f8b073278a2a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PMAeYRxO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:58:31 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-cb4c38b9-26a6-4991-ac7a-cdd0dfa9849b tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 19:58:31 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-cb4c38b9-26a6-4991-ac7a-cdd0dfa9849b tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 19:58:31 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-cb4c38b9-26a6-4991-ac7a-cdd0dfa9849b tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 19:58:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:58:31 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:58:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:58:31 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[d5cd07fc-abd7-40b5-b74d-5b3d6c9b377b]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6acb342f-d834-47e8-a17a-f8b073278a2a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:58:31 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-cb4c38b9-26a6-4991-ac7a-cdd0dfa9849b tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 19:58:31 user nova-compute[75147]: No targets found.
Oct 27 19:58:31 user nova-compute[75147]: iSNS:
Oct 27 19:58:31 user nova-compute[75147]: No targets found.
Oct 27 19:58:31 user nova-compute[75147]: STATIC:
Oct 27 19:58:31 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4
Oct 27 19:58:31 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:58:31 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:58:31 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1
Oct 27 19:58:31 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:58:31 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:58:31 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:6acb342f-d834-47e8-a17a-f8b073278a2a
Oct 27 19:58:31 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 19:58:31 user nova-compute[75147]:                 Iface Name: default
Oct 27 19:58:31 user nova-compute[75147]: FIRMWARE:
Oct 27 19:58:31 user nova-compute[75147]: No targets found.
Oct 27 19:58:31 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:58:31 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-cb4c38b9-26a6-4991-ac7a-cdd0dfa9849b tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 19:58:31 user nova-compute[75147]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 19:58:31 user nova-compute[75147]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75147) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 19:58:31 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-cb4c38b9-26a6-4991-ac7a-cdd0dfa9849b tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6acb342f-d834-47e8-a17a-f8b073278a2a', 0)] {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 19:58:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:58:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:58:31 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[82c12305-9cf5-431e-8850-145f41c0b26d]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6acb342f-d834-47e8-a17a-f8b073278a2a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:58:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:58:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:58:31 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[7cf7eb80-294f-4e97-8608-b50077ee0063]: (4, ('tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 (non-flash)\ntcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6acb342f-d834-47e8-a17a-f8b073278a2a (non-flash)\ntcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:58:31 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-cb4c38b9-26a6-4991-ac7a-cdd0dfa9849b tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 (non-flash)
Oct 27 19:58:31 user nova-compute[75147]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6acb342f-d834-47e8-a17a-f8b073278a2a (non-flash)
Oct 27 19:58:31 user nova-compute[75147]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4 (non-flash)
Oct 27 19:58:31 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 19:58:31 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-cb4c38b9-26a6-4991-ac7a-cdd0dfa9849b tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] iscsi session list stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 (non-flash)
Oct 27 19:58:31 user nova-compute[75147]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6acb342f-d834-47e8-a17a-f8b073278a2a (non-flash)
Oct 27 19:58:31 user nova-compute[75147]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4 (non-flash)
Oct 27 19:58:31 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 19:58:31 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-cb4c38b9-26a6-4991-ac7a-cdd0dfa9849b tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f28ec64b9a0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6acb342f-d834-47e8-a17a-f8b073278a2a'): ({'sdd'}, set())}) {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 19:58:31 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-cb4c38b9-26a6-4991-ac7a-cdd0dfa9849b tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Removing single pathed devices sdd {{(pid=75147) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 19:58:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:58:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:58:31 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[eeea8daa-f193-4551-bd2e-39a788e2d501]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:58:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:58:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:58:31 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[84a0e1b3-93b5-4b5a-82a7-65c8220b2f48]: (4, ('ok\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:58:31 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-cb4c38b9-26a6-4991-ac7a-cdd0dfa9849b tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Flushing IO for device /dev/sdd {{(pid=75147) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 19:58:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:58:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.013s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:58:31 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[06135fb2-ed61-4267-889b-5ece0db68c85]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:58:31 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-cb4c38b9-26a6-4991-ac7a-cdd0dfa9849b tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75147) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 19:58:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:58:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.039s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:58:32 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[02865676-9939-4982-94b4-a38e38c3025a]: (4, ('1', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:58:32 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-cb4c38b9-26a6-4991-ac7a-cdd0dfa9849b tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 19:58:32 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-cb4c38b9-26a6-4991-ac7a-cdd0dfa9849b tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] SCSI volumes sdd have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 19:58:32 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-cb4c38b9-26a6-4991-ac7a-cdd0dfa9849b tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6acb342f-d834-47e8-a17a-f8b073278a2a')] {{(pid=75147) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 19:58:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6acb342f-d834-47e8-a17a-f8b073278a2a -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:58:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6acb342f-d834-47e8-a17a-f8b073278a2a -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:58:32 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[7beac37e-568b-4d48-81b2-3a5432ebbb04]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:58:32 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-cb4c38b9-26a6-4991-ac7a-cdd0dfa9849b tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:58:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6acb342f-d834-47e8-a17a-f8b073278a2a -p 172.16.0.220:3260 --logout {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:58:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6acb342f-d834-47e8-a17a-f8b073278a2a -p 172.16.0.220:3260 --logout" returned: 0 in 0.054s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:58:32 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b7baae6-f79f-489a-b71e-4f6a0a971693]: (4, ('Logging out of session [sid: 54, target: iqn.2010-10.org.openstack:6acb342f-d834-47e8-a17a-f8b073278a2a, portal: 172.16.0.220,3260]\nLogout of [sid: 54, target: iqn.2010-10.org.openstack:6acb342f-d834-47e8-a17a-f8b073278a2a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:58:32 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-cb4c38b9-26a6-4991-ac7a-cdd0dfa9849b tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 54, target: iqn.2010-10.org.openstack:6acb342f-d834-47e8-a17a-f8b073278a2a, portal: 172.16.0.220,3260]
Oct 27 19:58:32 user nova-compute[75147]: Logout of [sid: 54, target: iqn.2010-10.org.openstack:6acb342f-d834-47e8-a17a-f8b073278a2a, portal: 172.16.0.220,3260] successful.
Oct 27 19:58:32 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:58:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6acb342f-d834-47e8-a17a-f8b073278a2a -p 172.16.0.220:3260 --op delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:58:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6acb342f-d834-47e8-a17a-f8b073278a2a -p 172.16.0.220:3260 --op delete" returned: 0 in 0.036s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:58:32 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[4bd4210a-543d-4661-adc2-d2e153a31a4a]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:58:32 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-cb4c38b9-26a6-4991-ac7a-cdd0dfa9849b tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 19:58:32 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-cb4c38b9-26a6-4991-ac7a-cdd0dfa9849b tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.314s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 19:58:32 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-cb4c38b9-26a6-4991-ac7a-cdd0dfa9849b tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] <== disconnect_volume: return (315ms) None {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:58:32 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cb4c38b9-26a6-4991-ac7a-cdd0dfa9849b tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] Disconnected iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 19:58:32 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:58:33 user nova-compute[75147]: DEBUG nova.objects.instance [None req-cb4c38b9-26a6-4991-ac7a-cdd0dfa9849b tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Lazy-loading 'flavor' on Instance uuid 0c912abd-d0ea-4978-8848-6a0c1344290e {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:58:33 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-cb4c38b9-26a6-4991-ac7a-cdd0dfa9849b tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Lock "0c912abd-d0ea-4978-8848-6a0c1344290e" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.143s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:58:36 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:58:37 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:58:41 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:58:42 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:58:46 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:58:47 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:58:51 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:58:52 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:58:56 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:58:57 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:59:01 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:59:02 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:59:06 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:59:08 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:59:10 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:59:11 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-581da624-52a2-4714-b2a2-a4916669eed0 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Acquiring lock "0c912abd-d0ea-4978-8848-6a0c1344290e" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:59:11 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-581da624-52a2-4714-b2a2-a4916669eed0 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Lock "0c912abd-d0ea-4978-8848-6a0c1344290e" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:59:11 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-581da624-52a2-4714-b2a2-a4916669eed0 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Acquiring lock "0c912abd-d0ea-4978-8848-6a0c1344290e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:59:11 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-581da624-52a2-4714-b2a2-a4916669eed0 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Lock "0c912abd-d0ea-4978-8848-6a0c1344290e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:59:11 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-581da624-52a2-4714-b2a2-a4916669eed0 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Lock "0c912abd-d0ea-4978-8848-6a0c1344290e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:59:11 user nova-compute[75147]: INFO nova.compute.manager [None req-581da624-52a2-4714-b2a2-a4916669eed0 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] Terminating instance
Oct 27 19:59:11 user nova-compute[75147]: DEBUG nova.compute.manager [None req-581da624-52a2-4714-b2a2-a4916669eed0 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] Start destroying the instance on the hypervisor. {{(pid=75147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 27 19:59:11 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:59:11 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:59:11 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:59:11 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:59:11 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:59:11 user nova-compute[75147]: DEBUG nova.compute.manager [req-7441d787-187e-4fd2-9146-66295e30653b req-919828e2-c72f-48ed-9e74-b7b460523906 service nova] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] Received event network-vif-unplugged-32ab8c4f-4035-44f3-994e-8466b07b0184 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:59:11 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-7441d787-187e-4fd2-9146-66295e30653b req-919828e2-c72f-48ed-9e74-b7b460523906 service nova] Acquiring lock "0c912abd-d0ea-4978-8848-6a0c1344290e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:59:11 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-7441d787-187e-4fd2-9146-66295e30653b req-919828e2-c72f-48ed-9e74-b7b460523906 service nova] Lock "0c912abd-d0ea-4978-8848-6a0c1344290e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:59:11 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-7441d787-187e-4fd2-9146-66295e30653b req-919828e2-c72f-48ed-9e74-b7b460523906 service nova] Lock "0c912abd-d0ea-4978-8848-6a0c1344290e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:59:11 user nova-compute[75147]: DEBUG nova.compute.manager [req-7441d787-187e-4fd2-9146-66295e30653b req-919828e2-c72f-48ed-9e74-b7b460523906 service nova] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] No waiting events found dispatching network-vif-unplugged-32ab8c4f-4035-44f3-994e-8466b07b0184 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:59:11 user nova-compute[75147]: DEBUG nova.compute.manager [req-7441d787-187e-4fd2-9146-66295e30653b req-919828e2-c72f-48ed-9e74-b7b460523906 service nova] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] Received event network-vif-unplugged-32ab8c4f-4035-44f3-994e-8466b07b0184 for instance with task_state deleting. {{(pid=75147) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 19:59:11 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:59:11 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:59:11 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:59:11 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:59:11 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:59:11 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:59:11 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Auditing locally available compute resources for user (node: user) {{(pid=75147) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 19:59:12 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] Instance destroyed successfully.
Oct 27 19:59:12 user nova-compute[75147]: DEBUG nova.objects.instance [None req-581da624-52a2-4714-b2a2-a4916669eed0 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Lazy-loading 'resources' on Instance uuid 0c912abd-d0ea-4978-8848-6a0c1344290e {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 19:59:12 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-581da624-52a2-4714-b2a2-a4916669eed0 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:53:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-881376519',display_name='tempest-TestMinimumBasicScenario-server-881376519',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-881376519',id=45,image_ref='78b71f22-a08f-428d-b495-d7656fabe498',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNYsYR/SZNhmf9R3FocpFSCJ3yNhGHG1LiJb8wZQLG9nUmIeXFJ/H/ROh2/it8YYZZFn2I+qb1KRS34InUCKMdfI7+gC2r/KshYITFcQ5SUHCxvQRqw6/SFdz/W4NWHLNQ==',key_name='tempest-TestMinimumBasicScenario-1439044989',keypairs=<?>,launch_index=0,launched_at=2023-10-27T19:53:39Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='896ec16ec7b34242a1a80bfdae150b44',ramdisk_id='',reservation_id='r-fp39p5ev',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='78b71f22-a08f-428d-b495-d7656fabe498',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-1436431678',owner_user_name='tempest-TestMinimumBasicScenario-1436431678-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T19:56:26Z,user_data=None,user_id='0eb12921552a476987047e3d9c906060',uuid=0c912abd-d0ea-4978-8848-6a0c1344290e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "32ab8c4f-4035-44f3-994e-8466b07b0184", "address": "fa:16:3e:ef:72:49", "network": {"id": "94e6ad08-dfc8-4693-8394-27958a24cbf7", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-956442534-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "896ec16ec7b34242a1a80bfdae150b44", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap32ab8c4f-40", "ovs_interfaceid": "32ab8c4f-4035-44f3-994e-8466b07b0184", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 19:59:12 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-581da624-52a2-4714-b2a2-a4916669eed0 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Converting VIF {"id": "32ab8c4f-4035-44f3-994e-8466b07b0184", "address": "fa:16:3e:ef:72:49", "network": {"id": "94e6ad08-dfc8-4693-8394-27958a24cbf7", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-956442534-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "896ec16ec7b34242a1a80bfdae150b44", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap32ab8c4f-40", "ovs_interfaceid": "32ab8c4f-4035-44f3-994e-8466b07b0184", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 19:59:12 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-581da624-52a2-4714-b2a2-a4916669eed0 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:ef:72:49,bridge_name='br-int',has_traffic_filtering=True,id=32ab8c4f-4035-44f3-994e-8466b07b0184,network=Network(94e6ad08-dfc8-4693-8394-27958a24cbf7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap32ab8c4f-40') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 19:59:12 user nova-compute[75147]: DEBUG os_vif [None req-581da624-52a2-4714-b2a2-a4916669eed0 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:ef:72:49,bridge_name='br-int',has_traffic_filtering=True,id=32ab8c4f-4035-44f3-994e-8466b07b0184,network=Network(94e6ad08-dfc8-4693-8394-27958a24cbf7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap32ab8c4f-40') {{(pid=75147) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 19:59:12 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:59:12 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap32ab8c4f-40, bridge=br-int, if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:59:12 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:59:12 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:59:12 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:59:12 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=3040010f-6d22-4b00-994a-11ae6b7be214) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 19:59:12 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:59:12 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:59:12 user nova-compute[75147]: INFO os_vif [None req-581da624-52a2-4714-b2a2-a4916669eed0 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:ef:72:49,bridge_name='br-int',has_traffic_filtering=True,id=32ab8c4f-4035-44f3-994e-8466b07b0184,network=Network(94e6ad08-dfc8-4693-8394-27958a24cbf7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap32ab8c4f-40')
Oct 27 19:59:12 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-581da624-52a2-4714-b2a2-a4916669eed0 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] Deleting instance files /opt/stack/data/nova/instances/0c912abd-d0ea-4978-8848-6a0c1344290e_del
Oct 27 19:59:12 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-581da624-52a2-4714-b2a2-a4916669eed0 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] Deletion of /opt/stack/data/nova/instances/0c912abd-d0ea-4978-8848-6a0c1344290e_del complete
Oct 27 19:59:12 user nova-compute[75147]: INFO nova.compute.manager [None req-581da624-52a2-4714-b2a2-a4916669eed0 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] Took 0.87 seconds to destroy the instance on the hypervisor.
Oct 27 19:59:12 user nova-compute[75147]: DEBUG oslo.service.loopingcall [None req-581da624-52a2-4714-b2a2-a4916669eed0 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 27 19:59:12 user nova-compute[75147]: DEBUG nova.compute.manager [-] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] Deallocating network for instance {{(pid=75147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 27 19:59:12 user nova-compute[75147]: DEBUG nova.network.neutron [-] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] deallocate_for_instance() {{(pid=75147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 27 19:59:12 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75147) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 19:59:12 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a413fb71-5748-4328-a2f3-592c64188e21/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:59:12 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a413fb71-5748-4328-a2f3-592c64188e21/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:59:12 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a413fb71-5748-4328-a2f3-592c64188e21/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:59:12 user nova-compute[75147]: DEBUG nova.network.neutron [-] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] Updating instance_info_cache with network_info: [] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:59:12 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a413fb71-5748-4328-a2f3-592c64188e21/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:59:12 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4bdc7506-d16c-46d2-883a-50cc1de8be7c/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:59:12 user nova-compute[75147]: INFO nova.compute.manager [-] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] Took 0.43 seconds to deallocate network for instance.
Oct 27 19:59:12 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4bdc7506-d16c-46d2-883a-50cc1de8be7c/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:59:12 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4bdc7506-d16c-46d2-883a-50cc1de8be7c/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:59:12 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-581da624-52a2-4714-b2a2-a4916669eed0 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:59:12 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-581da624-52a2-4714-b2a2-a4916669eed0 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.003s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:59:12 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4bdc7506-d16c-46d2-883a-50cc1de8be7c/disk --force-share --output=json" returned: 0 in 0.227s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:59:12 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Error from libvirt while getting description of instance-0000002d: [Error Code 42] Domain not found: no domain with matching uuid '0c912abd-d0ea-4978-8848-6a0c1344290e' (instance-0000002d): libvirt.libvirtError: Domain not found: no domain with matching uuid '0c912abd-d0ea-4978-8848-6a0c1344290e' (instance-0000002d)
Oct 27 19:59:12 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75147) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 19:59:12 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-581da624-52a2-4714-b2a2-a4916669eed0 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:59:13 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-581da624-52a2-4714-b2a2-a4916669eed0 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:59:13 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:59:13 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 19:59:13 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Hypervisor/Node resource view: name=user free_ram=8584MB free_disk=24.827335357666016GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75147) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 19:59:13 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:59:13 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-581da624-52a2-4714-b2a2-a4916669eed0 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.539s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:59:13 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.020s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:59:13 user nova-compute[75147]: INFO nova.scheduler.client.report [None req-581da624-52a2-4714-b2a2-a4916669eed0 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Deleted allocations for instance 0c912abd-d0ea-4978-8848-6a0c1344290e
Oct 27 19:59:13 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance a413fb71-5748-4328-a2f3-592c64188e21 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:59:13 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 23a3503a-d59f-467e-9bbb-c8f679f3d809 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:59:13 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance b4abbc44-6835-49ea-a9b5-eaf6d3b25e87 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:59:13 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 4bdc7506-d16c-46d2-883a-50cc1de8be7c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 19:59:13 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 19:59:13 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Final resource view: name=user phys_ram=16011MB used_ram=2560MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 19:59:13 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-581da624-52a2-4714-b2a2-a4916669eed0 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Lock "0c912abd-d0ea-4978-8848-6a0c1344290e" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.190s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:59:13 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:59:13 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:59:13 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Compute_service record updated for user:user {{(pid=75147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 19:59:13 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.268s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:59:13 user nova-compute[75147]: DEBUG nova.compute.manager [req-1918b013-3054-472e-9007-798896bef719 req-310fef71-cde8-4e0c-9b86-b0c8451ac132 service nova] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] Received event network-vif-plugged-32ab8c4f-4035-44f3-994e-8466b07b0184 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:59:13 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-1918b013-3054-472e-9007-798896bef719 req-310fef71-cde8-4e0c-9b86-b0c8451ac132 service nova] Acquiring lock "0c912abd-d0ea-4978-8848-6a0c1344290e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:59:13 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-1918b013-3054-472e-9007-798896bef719 req-310fef71-cde8-4e0c-9b86-b0c8451ac132 service nova] Lock "0c912abd-d0ea-4978-8848-6a0c1344290e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:59:13 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-1918b013-3054-472e-9007-798896bef719 req-310fef71-cde8-4e0c-9b86-b0c8451ac132 service nova] Lock "0c912abd-d0ea-4978-8848-6a0c1344290e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:59:13 user nova-compute[75147]: DEBUG nova.compute.manager [req-1918b013-3054-472e-9007-798896bef719 req-310fef71-cde8-4e0c-9b86-b0c8451ac132 service nova] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] No waiting events found dispatching network-vif-plugged-32ab8c4f-4035-44f3-994e-8466b07b0184 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 19:59:13 user nova-compute[75147]: WARNING nova.compute.manager [req-1918b013-3054-472e-9007-798896bef719 req-310fef71-cde8-4e0c-9b86-b0c8451ac132 service nova] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] Received unexpected event network-vif-plugged-32ab8c4f-4035-44f3-994e-8466b07b0184 for instance with vm_state deleted and task_state None.
Oct 27 19:59:13 user nova-compute[75147]: DEBUG nova.compute.manager [req-1918b013-3054-472e-9007-798896bef719 req-310fef71-cde8-4e0c-9b86-b0c8451ac132 service nova] [instance: 0c912abd-d0ea-4978-8848-6a0c1344290e] Received event network-vif-deleted-32ab8c4f-4035-44f3-994e-8466b07b0184 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:59:15 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:59:15 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Starting heal instance info cache {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 19:59:15 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Didn't find any instances for network info cache update. {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 27 19:59:15 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:59:15 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:59:17 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:59:21 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:59:22 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:59:23 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 19:59:23 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75147) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 19:59:27 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:59:27 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:59:27 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75147) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 19:59:27 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 19:59:27 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 19:59:27 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:59:32 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:59:37 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:59:37 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:59:37 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75147) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 19:59:37 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 19:59:37 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 19:59:37 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:59:39 user nova-compute[75147]: DEBUG nova.compute.manager [req-4713f9ba-cb95-489e-a43c-af9dc29654b3 req-3cc6daa7-3cea-4f44-a964-bf57e728a656 service nova] [instance: b4abbc44-6835-49ea-a9b5-eaf6d3b25e87] Received event network-changed-80e280b2-0482-4bb1-bbee-b5e5b53b76b7 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:59:39 user nova-compute[75147]: DEBUG nova.compute.manager [req-4713f9ba-cb95-489e-a43c-af9dc29654b3 req-3cc6daa7-3cea-4f44-a964-bf57e728a656 service nova] [instance: b4abbc44-6835-49ea-a9b5-eaf6d3b25e87] Refreshing instance network info cache due to event network-changed-80e280b2-0482-4bb1-bbee-b5e5b53b76b7. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 19:59:39 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-4713f9ba-cb95-489e-a43c-af9dc29654b3 req-3cc6daa7-3cea-4f44-a964-bf57e728a656 service nova] Acquiring lock "refresh_cache-b4abbc44-6835-49ea-a9b5-eaf6d3b25e87" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:59:39 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-4713f9ba-cb95-489e-a43c-af9dc29654b3 req-3cc6daa7-3cea-4f44-a964-bf57e728a656 service nova] Acquired lock "refresh_cache-b4abbc44-6835-49ea-a9b5-eaf6d3b25e87" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:59:39 user nova-compute[75147]: DEBUG nova.network.neutron [req-4713f9ba-cb95-489e-a43c-af9dc29654b3 req-3cc6daa7-3cea-4f44-a964-bf57e728a656 service nova] [instance: b4abbc44-6835-49ea-a9b5-eaf6d3b25e87] Refreshing network info cache for port 80e280b2-0482-4bb1-bbee-b5e5b53b76b7 {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 19:59:40 user nova-compute[75147]: DEBUG nova.network.neutron [req-4713f9ba-cb95-489e-a43c-af9dc29654b3 req-3cc6daa7-3cea-4f44-a964-bf57e728a656 service nova] [instance: b4abbc44-6835-49ea-a9b5-eaf6d3b25e87] Updated VIF entry in instance network info cache for port 80e280b2-0482-4bb1-bbee-b5e5b53b76b7. {{(pid=75147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 19:59:40 user nova-compute[75147]: DEBUG nova.network.neutron [req-4713f9ba-cb95-489e-a43c-af9dc29654b3 req-3cc6daa7-3cea-4f44-a964-bf57e728a656 service nova] [instance: b4abbc44-6835-49ea-a9b5-eaf6d3b25e87] Updating instance_info_cache with network_info: [{"id": "80e280b2-0482-4bb1-bbee-b5e5b53b76b7", "address": "fa:16:3e:b3:0f:a1", "network": {"id": "06d546cd-b394-4fcf-970b-6f2fff8ea7ac", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-719028923-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c7d5ee667069474fa684fb2d4ba9da41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap80e280b2-04", "ovs_interfaceid": "80e280b2-0482-4bb1-bbee-b5e5b53b76b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:59:40 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-4713f9ba-cb95-489e-a43c-af9dc29654b3 req-3cc6daa7-3cea-4f44-a964-bf57e728a656 service nova] Releasing lock "refresh_cache-b4abbc44-6835-49ea-a9b5-eaf6d3b25e87" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:59:42 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:59:42 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:59:47 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:59:47 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:59:52 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:59:55 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Acquiring lock "ff3242b6-4ede-4290-8660-141ecd9eebf4" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:59:55 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lock "ff3242b6-4ede-4290-8660-141ecd9eebf4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:59:55 user nova-compute[75147]: DEBUG nova.compute.manager [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: ff3242b6-4ede-4290-8660-141ecd9eebf4] Starting instance... {{(pid=75147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 27 19:59:56 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 19:59:56 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 19:59:56 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75147) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 19:59:56 user nova-compute[75147]: INFO nova.compute.claims [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: ff3242b6-4ede-4290-8660-141ecd9eebf4] Claim successful on node user
Oct 27 19:59:56 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 19:59:56 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 19:59:56 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.347s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 19:59:56 user nova-compute[75147]: DEBUG nova.compute.manager [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: ff3242b6-4ede-4290-8660-141ecd9eebf4] Start building networks asynchronously for instance. {{(pid=75147) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 27 19:59:56 user nova-compute[75147]: DEBUG nova.compute.manager [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: ff3242b6-4ede-4290-8660-141ecd9eebf4] Allocating IP information in the background. {{(pid=75147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 27 19:59:56 user nova-compute[75147]: DEBUG nova.network.neutron [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: ff3242b6-4ede-4290-8660-141ecd9eebf4] allocate_for_instance() {{(pid=75147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 27 19:59:56 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: ff3242b6-4ede-4290-8660-141ecd9eebf4] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 27 19:59:56 user nova-compute[75147]: DEBUG nova.compute.manager [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: ff3242b6-4ede-4290-8660-141ecd9eebf4] Start building block device mappings for instance. {{(pid=75147) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 27 19:59:56 user nova-compute[75147]: DEBUG nova.policy [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c215953c5f1f494bb16ee70ff9355cfd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c7d5ee667069474fa684fb2d4ba9da41', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75147) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 27 19:59:56 user nova-compute[75147]: INFO nova.virt.block_device [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: ff3242b6-4ede-4290-8660-141ecd9eebf4] Booting with volume 3e47d64e-8804-4a66-bddb-35d3a90902bd at /dev/vda
Oct 27 19:59:56 user nova-compute[75147]: DEBUG os_brick.utils [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 19:59:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:59:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:59:56 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[e39d4334-11a9-4456-935d-b2c6700133e3]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9325735bc82e\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:59:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:59:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.022s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:59:56 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[29bc6be7-5bf9-4eea-a40a-1dd2b43ac821]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:59:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:59:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 19:59:56 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[93190a03-d5b5-4e0e-bc41-6b51457ad6fe]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:59:56 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc90fc6f-bc29-4d5a-8dac-9a76ba05c1aa]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:59:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Running cmd (subprocess): nvme version {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:59:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] 'nvme version' failed. Not Retrying. {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 19:59:56 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.nvmeof [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] nvme not present on system {{(pid=75147) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 27 19:59:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 19:59:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 19:59:56 user nova-compute[75147]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 27 19:59:56 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[30027912-b31d-454a-9195-78979e800954]: (4, '') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 19:59:56 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75147) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 27 19:59:56 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 27 19:59:56 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] LIGHTOS: no hostnqn found. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 27 19:59:56 user nova-compute[75147]: DEBUG os_brick.utils [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] <== get_connector_properties: return (146ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9325735bc82e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 19:59:56 user nova-compute[75147]: DEBUG nova.virt.block_device [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: ff3242b6-4ede-4290-8660-141ecd9eebf4] Updating existing volume attachment record: 156cecbf-0e47-45e3-ab2e-fdcb663eb607 {{(pid=75147) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 27 19:59:57 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 19:59:57 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 19:59:57 user nova-compute[75147]: DEBUG nova.network.neutron [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: ff3242b6-4ede-4290-8660-141ecd9eebf4] Successfully created port: dbe0dd9e-ff8d-43c1-9c4e-70ace89558ea {{(pid=75147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 19:59:58 user nova-compute[75147]: DEBUG nova.network.neutron [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: ff3242b6-4ede-4290-8660-141ecd9eebf4] Successfully updated port: dbe0dd9e-ff8d-43c1-9c4e-70ace89558ea {{(pid=75147) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 19:59:58 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Acquiring lock "refresh_cache-ff3242b6-4ede-4290-8660-141ecd9eebf4" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:59:58 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Acquired lock "refresh_cache-ff3242b6-4ede-4290-8660-141ecd9eebf4" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:59:58 user nova-compute[75147]: DEBUG nova.network.neutron [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: ff3242b6-4ede-4290-8660-141ecd9eebf4] Building network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 19:59:58 user nova-compute[75147]: DEBUG nova.compute.manager [req-79442b6e-02cc-4c02-84e1-6770dc09ff09 req-1a4b0e94-c390-4966-b17b-889c1bfd2d35 service nova] [instance: ff3242b6-4ede-4290-8660-141ecd9eebf4] Received event network-changed-dbe0dd9e-ff8d-43c1-9c4e-70ace89558ea {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 19:59:58 user nova-compute[75147]: DEBUG nova.compute.manager [req-79442b6e-02cc-4c02-84e1-6770dc09ff09 req-1a4b0e94-c390-4966-b17b-889c1bfd2d35 service nova] [instance: ff3242b6-4ede-4290-8660-141ecd9eebf4] Refreshing instance network info cache due to event network-changed-dbe0dd9e-ff8d-43c1-9c4e-70ace89558ea. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 19:59:58 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-79442b6e-02cc-4c02-84e1-6770dc09ff09 req-1a4b0e94-c390-4966-b17b-889c1bfd2d35 service nova] Acquiring lock "refresh_cache-ff3242b6-4ede-4290-8660-141ecd9eebf4" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 19:59:58 user nova-compute[75147]: DEBUG nova.network.neutron [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: ff3242b6-4ede-4290-8660-141ecd9eebf4] Instance cache missing network info. {{(pid=75147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 19:59:58 user nova-compute[75147]: DEBUG nova.network.neutron [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: ff3242b6-4ede-4290-8660-141ecd9eebf4] Updating instance_info_cache with network_info: [{"id": "dbe0dd9e-ff8d-43c1-9c4e-70ace89558ea", "address": "fa:16:3e:05:61:a2", "network": {"id": "06d546cd-b394-4fcf-970b-6f2fff8ea7ac", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-719028923-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c7d5ee667069474fa684fb2d4ba9da41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdbe0dd9e-ff", "ovs_interfaceid": "dbe0dd9e-ff8d-43c1-9c4e-70ace89558ea", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:59:58 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Releasing lock "refresh_cache-ff3242b6-4ede-4290-8660-141ecd9eebf4" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 19:59:58 user nova-compute[75147]: DEBUG nova.compute.manager [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: ff3242b6-4ede-4290-8660-141ecd9eebf4] Instance network_info: |[{"id": "dbe0dd9e-ff8d-43c1-9c4e-70ace89558ea", "address": "fa:16:3e:05:61:a2", "network": {"id": "06d546cd-b394-4fcf-970b-6f2fff8ea7ac", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-719028923-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c7d5ee667069474fa684fb2d4ba9da41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdbe0dd9e-ff", "ovs_interfaceid": "dbe0dd9e-ff8d-43c1-9c4e-70ace89558ea", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 27 19:59:58 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-79442b6e-02cc-4c02-84e1-6770dc09ff09 req-1a4b0e94-c390-4966-b17b-889c1bfd2d35 service nova] Acquired lock "refresh_cache-ff3242b6-4ede-4290-8660-141ecd9eebf4" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 19:59:58 user nova-compute[75147]: DEBUG nova.network.neutron [req-79442b6e-02cc-4c02-84e1-6770dc09ff09 req-1a4b0e94-c390-4966-b17b-889c1bfd2d35 service nova] [instance: ff3242b6-4ede-4290-8660-141ecd9eebf4] Refreshing network info cache for port dbe0dd9e-ff8d-43c1-9c4e-70ace89558ea {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 19:59:58 user nova-compute[75147]: DEBUG nova.network.neutron [req-79442b6e-02cc-4c02-84e1-6770dc09ff09 req-1a4b0e94-c390-4966-b17b-889c1bfd2d35 service nova] [instance: ff3242b6-4ede-4290-8660-141ecd9eebf4] Updated VIF entry in instance network info cache for port dbe0dd9e-ff8d-43c1-9c4e-70ace89558ea. {{(pid=75147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 19:59:58 user nova-compute[75147]: DEBUG nova.network.neutron [req-79442b6e-02cc-4c02-84e1-6770dc09ff09 req-1a4b0e94-c390-4966-b17b-889c1bfd2d35 service nova] [instance: ff3242b6-4ede-4290-8660-141ecd9eebf4] Updating instance_info_cache with network_info: [{"id": "dbe0dd9e-ff8d-43c1-9c4e-70ace89558ea", "address": "fa:16:3e:05:61:a2", "network": {"id": "06d546cd-b394-4fcf-970b-6f2fff8ea7ac", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-719028923-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c7d5ee667069474fa684fb2d4ba9da41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdbe0dd9e-ff", "ovs_interfaceid": "dbe0dd9e-ff8d-43c1-9c4e-70ace89558ea", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 19:59:58 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-79442b6e-02cc-4c02-84e1-6770dc09ff09 req-1a4b0e94-c390-4966-b17b-889c1bfd2d35 service nova] Releasing lock "refresh_cache-ff3242b6-4ede-4290-8660-141ecd9eebf4" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 20:00:02 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:00:05 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-f3f04033-c0d7-4ca8-8f68-9fecc8433131 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Acquiring lock "ae2d1d6a-8c50-413e-99f8-010ddf7c7119" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:00:05 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-f3f04033-c0d7-4ca8-8f68-9fecc8433131 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Lock "ae2d1d6a-8c50-413e-99f8-010ddf7c7119" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:00:05 user nova-compute[75147]: DEBUG nova.compute.manager [None req-f3f04033-c0d7-4ca8-8f68-9fecc8433131 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] Starting instance... {{(pid=75147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 27 20:00:05 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-f3f04033-c0d7-4ca8-8f68-9fecc8433131 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:00:05 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-f3f04033-c0d7-4ca8-8f68-9fecc8433131 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:00:05 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-f3f04033-c0d7-4ca8-8f68-9fecc8433131 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75147) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 20:00:05 user nova-compute[75147]: INFO nova.compute.claims [None req-f3f04033-c0d7-4ca8-8f68-9fecc8433131 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] Claim successful on node user
Oct 27 20:00:05 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-f3f04033-c0d7-4ca8-8f68-9fecc8433131 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 20:00:05 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-f3f04033-c0d7-4ca8-8f68-9fecc8433131 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 20:00:05 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-f3f04033-c0d7-4ca8-8f68-9fecc8433131 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.342s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:00:05 user nova-compute[75147]: DEBUG nova.compute.manager [None req-f3f04033-c0d7-4ca8-8f68-9fecc8433131 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] Start building networks asynchronously for instance. {{(pid=75147) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 27 20:00:05 user nova-compute[75147]: DEBUG nova.compute.manager [None req-f3f04033-c0d7-4ca8-8f68-9fecc8433131 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] Allocating IP information in the background. {{(pid=75147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 27 20:00:05 user nova-compute[75147]: DEBUG nova.network.neutron [None req-f3f04033-c0d7-4ca8-8f68-9fecc8433131 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] allocate_for_instance() {{(pid=75147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 27 20:00:05 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-f3f04033-c0d7-4ca8-8f68-9fecc8433131 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 27 20:00:05 user nova-compute[75147]: DEBUG nova.compute.manager [None req-f3f04033-c0d7-4ca8-8f68-9fecc8433131 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] Start building block device mappings for instance. {{(pid=75147) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 27 20:00:05 user nova-compute[75147]: DEBUG nova.policy [None req-f3f04033-c0d7-4ca8-8f68-9fecc8433131 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0eb12921552a476987047e3d9c906060', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '896ec16ec7b34242a1a80bfdae150b44', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75147) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 27 20:00:05 user nova-compute[75147]: DEBUG nova.compute.manager [None req-f3f04033-c0d7-4ca8-8f68-9fecc8433131 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] Start spawning the instance on the hypervisor. {{(pid=75147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 27 20:00:05 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-f3f04033-c0d7-4ca8-8f68-9fecc8433131 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] Creating instance directory {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 20:00:05 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-f3f04033-c0d7-4ca8-8f68-9fecc8433131 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] Creating image(s)
Oct 27 20:00:05 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-f3f04033-c0d7-4ca8-8f68-9fecc8433131 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Acquiring lock "/opt/stack/data/nova/instances/ae2d1d6a-8c50-413e-99f8-010ddf7c7119/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:00:05 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-f3f04033-c0d7-4ca8-8f68-9fecc8433131 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Lock "/opt/stack/data/nova/instances/ae2d1d6a-8c50-413e-99f8-010ddf7c7119/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:00:05 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-f3f04033-c0d7-4ca8-8f68-9fecc8433131 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Lock "/opt/stack/data/nova/instances/ae2d1d6a-8c50-413e-99f8-010ddf7c7119/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:00:05 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-f3f04033-c0d7-4ca8-8f68-9fecc8433131 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Acquiring lock "aa1169d53c45608484db92222b33978c6743cd89" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:00:05 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-f3f04033-c0d7-4ca8-8f68-9fecc8433131 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Lock "aa1169d53c45608484db92222b33978c6743cd89" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.003s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:00:06 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-f3f04033-c0d7-4ca8-8f68-9fecc8433131 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/aa1169d53c45608484db92222b33978c6743cd89.part --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:00:06 user nova-compute[75147]: DEBUG nova.network.neutron [None req-f3f04033-c0d7-4ca8-8f68-9fecc8433131 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] Successfully created port: b288f9c5-55d6-465a-8668-96a6086982b2 {{(pid=75147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 20:00:06 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-f3f04033-c0d7-4ca8-8f68-9fecc8433131 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/aa1169d53c45608484db92222b33978c6743cd89.part --force-share --output=json" returned: 0 in 0.184s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:00:06 user nova-compute[75147]: DEBUG nova.virt.images [None req-f3f04033-c0d7-4ca8-8f68-9fecc8433131 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] 01b1ae9f-efa9-47dd-aa93-03341eb8c310 was qcow2, converting to raw {{(pid=75147) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 27 20:00:06 user nova-compute[75147]: DEBUG nova.privsep.utils [None req-f3f04033-c0d7-4ca8-8f68-9fecc8433131 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75147) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 27 20:00:06 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-f3f04033-c0d7-4ca8-8f68-9fecc8433131 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/aa1169d53c45608484db92222b33978c6743cd89.part /opt/stack/data/nova/instances/_base/aa1169d53c45608484db92222b33978c6743cd89.converted {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:00:07 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:00:07 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-f3f04033-c0d7-4ca8-8f68-9fecc8433131 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/aa1169d53c45608484db92222b33978c6743cd89.part /opt/stack/data/nova/instances/_base/aa1169d53c45608484db92222b33978c6743cd89.converted" returned: 0 in 0.493s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:00:07 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-f3f04033-c0d7-4ca8-8f68-9fecc8433131 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/aa1169d53c45608484db92222b33978c6743cd89.converted --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:00:07 user nova-compute[75147]: DEBUG nova.network.neutron [None req-f3f04033-c0d7-4ca8-8f68-9fecc8433131 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] Successfully updated port: b288f9c5-55d6-465a-8668-96a6086982b2 {{(pid=75147) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 20:00:07 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-f3f04033-c0d7-4ca8-8f68-9fecc8433131 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Acquiring lock "refresh_cache-ae2d1d6a-8c50-413e-99f8-010ddf7c7119" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 20:00:07 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-f3f04033-c0d7-4ca8-8f68-9fecc8433131 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Acquired lock "refresh_cache-ae2d1d6a-8c50-413e-99f8-010ddf7c7119" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 20:00:07 user nova-compute[75147]: DEBUG nova.network.neutron [None req-f3f04033-c0d7-4ca8-8f68-9fecc8433131 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] Building network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 20:00:07 user nova-compute[75147]: DEBUG nova.compute.manager [req-1f293514-35c2-48fc-a45a-3156ed3ef633 req-0c2a16d3-bd18-44e3-b526-a352bae8576e service nova] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] Received event network-changed-b288f9c5-55d6-465a-8668-96a6086982b2 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 20:00:07 user nova-compute[75147]: DEBUG nova.compute.manager [req-1f293514-35c2-48fc-a45a-3156ed3ef633 req-0c2a16d3-bd18-44e3-b526-a352bae8576e service nova] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] Refreshing instance network info cache due to event network-changed-b288f9c5-55d6-465a-8668-96a6086982b2. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 20:00:07 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-1f293514-35c2-48fc-a45a-3156ed3ef633 req-0c2a16d3-bd18-44e3-b526-a352bae8576e service nova] Acquiring lock "refresh_cache-ae2d1d6a-8c50-413e-99f8-010ddf7c7119" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 20:00:07 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-f3f04033-c0d7-4ca8-8f68-9fecc8433131 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/aa1169d53c45608484db92222b33978c6743cd89.converted --force-share --output=json" returned: 0 in 0.190s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:00:07 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-f3f04033-c0d7-4ca8-8f68-9fecc8433131 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Lock "aa1169d53c45608484db92222b33978c6743cd89" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.444s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:00:07 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-f3f04033-c0d7-4ca8-8f68-9fecc8433131 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/aa1169d53c45608484db92222b33978c6743cd89 --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:00:07 user nova-compute[75147]: DEBUG nova.network.neutron [None req-f3f04033-c0d7-4ca8-8f68-9fecc8433131 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] Instance cache missing network info. {{(pid=75147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 20:00:07 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-f3f04033-c0d7-4ca8-8f68-9fecc8433131 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/aa1169d53c45608484db92222b33978c6743cd89 --force-share --output=json" returned: 0 in 0.178s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:00:07 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-f3f04033-c0d7-4ca8-8f68-9fecc8433131 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Acquiring lock "aa1169d53c45608484db92222b33978c6743cd89" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:00:07 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-f3f04033-c0d7-4ca8-8f68-9fecc8433131 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Lock "aa1169d53c45608484db92222b33978c6743cd89" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:00:07 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-f3f04033-c0d7-4ca8-8f68-9fecc8433131 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/aa1169d53c45608484db92222b33978c6743cd89 --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:00:07 user nova-compute[75147]: DEBUG nova.network.neutron [None req-f3f04033-c0d7-4ca8-8f68-9fecc8433131 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] Updating instance_info_cache with network_info: [{"id": "b288f9c5-55d6-465a-8668-96a6086982b2", "address": "fa:16:3e:10:89:c6", "network": {"id": "94e6ad08-dfc8-4693-8394-27958a24cbf7", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-956442534-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "896ec16ec7b34242a1a80bfdae150b44", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb288f9c5-55", "ovs_interfaceid": "b288f9c5-55d6-465a-8668-96a6086982b2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 20:00:07 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-f3f04033-c0d7-4ca8-8f68-9fecc8433131 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Releasing lock "refresh_cache-ae2d1d6a-8c50-413e-99f8-010ddf7c7119" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 20:00:07 user nova-compute[75147]: DEBUG nova.compute.manager [None req-f3f04033-c0d7-4ca8-8f68-9fecc8433131 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] Instance network_info: |[{"id": "b288f9c5-55d6-465a-8668-96a6086982b2", "address": "fa:16:3e:10:89:c6", "network": {"id": "94e6ad08-dfc8-4693-8394-27958a24cbf7", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-956442534-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "896ec16ec7b34242a1a80bfdae150b44", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb288f9c5-55", "ovs_interfaceid": "b288f9c5-55d6-465a-8668-96a6086982b2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 27 20:00:07 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-1f293514-35c2-48fc-a45a-3156ed3ef633 req-0c2a16d3-bd18-44e3-b526-a352bae8576e service nova] Acquired lock "refresh_cache-ae2d1d6a-8c50-413e-99f8-010ddf7c7119" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 20:00:07 user nova-compute[75147]: DEBUG nova.network.neutron [req-1f293514-35c2-48fc-a45a-3156ed3ef633 req-0c2a16d3-bd18-44e3-b526-a352bae8576e service nova] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] Refreshing network info cache for port b288f9c5-55d6-465a-8668-96a6086982b2 {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 20:00:07 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-f3f04033-c0d7-4ca8-8f68-9fecc8433131 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/aa1169d53c45608484db92222b33978c6743cd89 --force-share --output=json" returned: 0 in 0.182s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:00:07 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-f3f04033-c0d7-4ca8-8f68-9fecc8433131 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/aa1169d53c45608484db92222b33978c6743cd89,backing_fmt=raw /opt/stack/data/nova/instances/ae2d1d6a-8c50-413e-99f8-010ddf7c7119/disk 1073741824 {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:00:07 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-f3f04033-c0d7-4ca8-8f68-9fecc8433131 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/aa1169d53c45608484db92222b33978c6743cd89,backing_fmt=raw /opt/stack/data/nova/instances/ae2d1d6a-8c50-413e-99f8-010ddf7c7119/disk 1073741824" returned: 0 in 0.047s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:00:07 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-f3f04033-c0d7-4ca8-8f68-9fecc8433131 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Lock "aa1169d53c45608484db92222b33978c6743cd89" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.233s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:00:07 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-f3f04033-c0d7-4ca8-8f68-9fecc8433131 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/aa1169d53c45608484db92222b33978c6743cd89 --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:00:07 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-f3f04033-c0d7-4ca8-8f68-9fecc8433131 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/aa1169d53c45608484db92222b33978c6743cd89 --force-share --output=json" returned: 0 in 0.175s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:00:07 user nova-compute[75147]: DEBUG nova.virt.disk.api [None req-f3f04033-c0d7-4ca8-8f68-9fecc8433131 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Checking if we can resize image /opt/stack/data/nova/instances/ae2d1d6a-8c50-413e-99f8-010ddf7c7119/disk. size=1073741824 {{(pid=75147) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 27 20:00:07 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-f3f04033-c0d7-4ca8-8f68-9fecc8433131 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ae2d1d6a-8c50-413e-99f8-010ddf7c7119/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:00:08 user nova-compute[75147]: DEBUG nova.network.neutron [req-1f293514-35c2-48fc-a45a-3156ed3ef633 req-0c2a16d3-bd18-44e3-b526-a352bae8576e service nova] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] Updated VIF entry in instance network info cache for port b288f9c5-55d6-465a-8668-96a6086982b2. {{(pid=75147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 20:00:08 user nova-compute[75147]: DEBUG nova.network.neutron [req-1f293514-35c2-48fc-a45a-3156ed3ef633 req-0c2a16d3-bd18-44e3-b526-a352bae8576e service nova] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] Updating instance_info_cache with network_info: [{"id": "b288f9c5-55d6-465a-8668-96a6086982b2", "address": "fa:16:3e:10:89:c6", "network": {"id": "94e6ad08-dfc8-4693-8394-27958a24cbf7", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-956442534-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "896ec16ec7b34242a1a80bfdae150b44", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb288f9c5-55", "ovs_interfaceid": "b288f9c5-55d6-465a-8668-96a6086982b2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 20:00:08 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-1f293514-35c2-48fc-a45a-3156ed3ef633 req-0c2a16d3-bd18-44e3-b526-a352bae8576e service nova] Releasing lock "refresh_cache-ae2d1d6a-8c50-413e-99f8-010ddf7c7119" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 20:00:08 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-f3f04033-c0d7-4ca8-8f68-9fecc8433131 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ae2d1d6a-8c50-413e-99f8-010ddf7c7119/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:00:08 user nova-compute[75147]: DEBUG nova.virt.disk.api [None req-f3f04033-c0d7-4ca8-8f68-9fecc8433131 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Cannot resize image /opt/stack/data/nova/instances/ae2d1d6a-8c50-413e-99f8-010ddf7c7119/disk to a smaller size. {{(pid=75147) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 27 20:00:08 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-f3f04033-c0d7-4ca8-8f68-9fecc8433131 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] Created local disks {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 27 20:00:08 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-f3f04033-c0d7-4ca8-8f68-9fecc8433131 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] Ensure instance console log exists: /opt/stack/data/nova/instances/ae2d1d6a-8c50-413e-99f8-010ddf7c7119/console.log {{(pid=75147) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 20:00:08 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-f3f04033-c0d7-4ca8-8f68-9fecc8433131 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:00:08 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-f3f04033-c0d7-4ca8-8f68-9fecc8433131 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:00:08 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-f3f04033-c0d7-4ca8-8f68-9fecc8433131 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:00:08 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-f3f04033-c0d7-4ca8-8f68-9fecc8433131 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] Start _get_guest_xml network_info=[{"id": "b288f9c5-55d6-465a-8668-96a6086982b2", "address": "fa:16:3e:10:89:c6", "network": {"id": "94e6ad08-dfc8-4693-8394-27958a24cbf7", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-956442534-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "896ec16ec7b34242a1a80bfdae150b44", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb288f9c5-55", "ovs_interfaceid": "b288f9c5-55d6-465a-8668-96a6086982b2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T20:00:03Z,direct_url=<?>,disk_format='qcow2',id=01b1ae9f-efa9-47dd-aa93-03341eb8c310,min_disk=0,min_ram=0,name='tempest-scenario-img--2033969472',owner='896ec16ec7b34242a1a80bfdae150b44',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T20:00:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'encryption_options': None, 'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encrypted': False, 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_format': None, 'device_name': '/dev/vda', 'image_id': '01b1ae9f-efa9-47dd-aa93-03341eb8c310'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 20:00:08 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-f3f04033-c0d7-4ca8-8f68-9fecc8433131 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 20:00:08 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-f3f04033-c0d7-4ca8-8f68-9fecc8433131 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 20:00:08 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-f3f04033-c0d7-4ca8-8f68-9fecc8433131 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 20:00:08 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-f3f04033-c0d7-4ca8-8f68-9fecc8433131 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] CPU controller missing on host. {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 20:00:08 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-f3f04033-c0d7-4ca8-8f68-9fecc8433131 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 20:00:08 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-f3f04033-c0d7-4ca8-8f68-9fecc8433131 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] CPU controller found on host. {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 20:00:08 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-f3f04033-c0d7-4ca8-8f68-9fecc8433131 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75147) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 20:00:08 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-f3f04033-c0d7-4ca8-8f68-9fecc8433131 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T19:21:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T20:00:03Z,direct_url=<?>,disk_format='qcow2',id=01b1ae9f-efa9-47dd-aa93-03341eb8c310,min_disk=0,min_ram=0,name='tempest-scenario-img--2033969472',owner='896ec16ec7b34242a1a80bfdae150b44',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T20:00:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 20:00:08 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-f3f04033-c0d7-4ca8-8f68-9fecc8433131 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Flavor limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 20:00:08 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-f3f04033-c0d7-4ca8-8f68-9fecc8433131 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Image limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 20:00:08 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-f3f04033-c0d7-4ca8-8f68-9fecc8433131 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Flavor pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 20:00:08 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-f3f04033-c0d7-4ca8-8f68-9fecc8433131 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Image pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 20:00:08 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-f3f04033-c0d7-4ca8-8f68-9fecc8433131 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 20:00:08 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-f3f04033-c0d7-4ca8-8f68-9fecc8433131 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 20:00:08 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-f3f04033-c0d7-4ca8-8f68-9fecc8433131 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 20:00:08 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-f3f04033-c0d7-4ca8-8f68-9fecc8433131 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Got 1 possible topologies {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 20:00:08 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-f3f04033-c0d7-4ca8-8f68-9fecc8433131 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 20:00:08 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-f3f04033-c0d7-4ca8-8f68-9fecc8433131 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 20:00:08 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-f3f04033-c0d7-4ca8-8f68-9fecc8433131 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T20:00:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-936149097',display_name='tempest-TestMinimumBasicScenario-server-936149097',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-936149097',id=50,image_ref='01b1ae9f-efa9-47dd-aa93-03341eb8c310',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMm0PtyVGOkTtFJfzwatBGO77/roLZ3we5PC14dnyL3OjB7cdKJUYqx85cdurH7wR3mx4Js6yESgn4CzCUtlL/BVpedSlyF3VXpaIdrDDh/fkOQwdaR2UIiuPw8JcERFDw==',key_name='tempest-TestMinimumBasicScenario-1217972569',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='896ec16ec7b34242a1a80bfdae150b44',ramdisk_id='',reservation_id='r-r4gc22bl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='01b1ae9f-efa9-47dd-aa93-03341eb8c310',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-1436431678',owner_user_name='tempest-TestMinimumBasicScenario-1436431678-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T20:00:06Z,user_data=None,user_id='0eb12921552a476987047e3d9c906060',uuid=ae2d1d6a-8c50-413e-99f8-010ddf7c7119,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b288f9c5-55d6-465a-8668-96a6086982b2", "address": "fa:16:3e:10:89:c6", "network": {"id": "94e6ad08-dfc8-4693-8394-27958a24cbf7", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-956442534-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "896ec16ec7b34242a1a80bfdae150b44", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb288f9c5-55", "ovs_interfaceid": "b288f9c5-55d6-465a-8668-96a6086982b2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75147) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 20:00:08 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-f3f04033-c0d7-4ca8-8f68-9fecc8433131 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Converting VIF {"id": "b288f9c5-55d6-465a-8668-96a6086982b2", "address": "fa:16:3e:10:89:c6", "network": {"id": "94e6ad08-dfc8-4693-8394-27958a24cbf7", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-956442534-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "896ec16ec7b34242a1a80bfdae150b44", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb288f9c5-55", "ovs_interfaceid": "b288f9c5-55d6-465a-8668-96a6086982b2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 20:00:08 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-f3f04033-c0d7-4ca8-8f68-9fecc8433131 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:10:89:c6,bridge_name='br-int',has_traffic_filtering=True,id=b288f9c5-55d6-465a-8668-96a6086982b2,network=Network(94e6ad08-dfc8-4693-8394-27958a24cbf7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb288f9c5-55') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 20:00:08 user nova-compute[75147]: DEBUG nova.objects.instance [None req-f3f04033-c0d7-4ca8-8f68-9fecc8433131 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Lazy-loading 'pci_devices' on Instance uuid ae2d1d6a-8c50-413e-99f8-010ddf7c7119 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 20:00:08 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-f3f04033-c0d7-4ca8-8f68-9fecc8433131 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] End _get_guest_xml xml=<domain type="kvm">
Oct 27 20:00:08 user nova-compute[75147]:   <uuid>ae2d1d6a-8c50-413e-99f8-010ddf7c7119</uuid>
Oct 27 20:00:08 user nova-compute[75147]:   <name>instance-00000032</name>
Oct 27 20:00:08 user nova-compute[75147]:   <memory>524288</memory>
Oct 27 20:00:08 user nova-compute[75147]:   <vcpu>1</vcpu>
Oct 27 20:00:08 user nova-compute[75147]:   <metadata>
Oct 27 20:00:08 user nova-compute[75147]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 20:00:08 user nova-compute[75147]:       <nova:package version="0.0.0"/>
Oct 27 20:00:08 user nova-compute[75147]:       <nova:name>tempest-TestMinimumBasicScenario-server-936149097</nova:name>
Oct 27 20:00:08 user nova-compute[75147]:       <nova:creationTime>2023-10-27 20:00:08</nova:creationTime>
Oct 27 20:00:08 user nova-compute[75147]:       <nova:flavor name="m1.tiny">
Oct 27 20:00:08 user nova-compute[75147]:         <nova:memory>512</nova:memory>
Oct 27 20:00:08 user nova-compute[75147]:         <nova:disk>1</nova:disk>
Oct 27 20:00:08 user nova-compute[75147]:         <nova:swap>0</nova:swap>
Oct 27 20:00:08 user nova-compute[75147]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 20:00:08 user nova-compute[75147]:         <nova:vcpus>1</nova:vcpus>
Oct 27 20:00:08 user nova-compute[75147]:       </nova:flavor>
Oct 27 20:00:08 user nova-compute[75147]:       <nova:owner>
Oct 27 20:00:08 user nova-compute[75147]:         <nova:user uuid="0eb12921552a476987047e3d9c906060">tempest-TestMinimumBasicScenario-1436431678-project-member</nova:user>
Oct 27 20:00:08 user nova-compute[75147]:         <nova:project uuid="896ec16ec7b34242a1a80bfdae150b44">tempest-TestMinimumBasicScenario-1436431678</nova:project>
Oct 27 20:00:08 user nova-compute[75147]:       </nova:owner>
Oct 27 20:00:08 user nova-compute[75147]:       <nova:root type="image" uuid="01b1ae9f-efa9-47dd-aa93-03341eb8c310"/>
Oct 27 20:00:08 user nova-compute[75147]:       <nova:ports>
Oct 27 20:00:08 user nova-compute[75147]:         <nova:port uuid="b288f9c5-55d6-465a-8668-96a6086982b2">
Oct 27 20:00:08 user nova-compute[75147]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Oct 27 20:00:08 user nova-compute[75147]:         </nova:port>
Oct 27 20:00:08 user nova-compute[75147]:       </nova:ports>
Oct 27 20:00:08 user nova-compute[75147]:     </nova:instance>
Oct 27 20:00:08 user nova-compute[75147]:   </metadata>
Oct 27 20:00:08 user nova-compute[75147]:   <sysinfo type="smbios">
Oct 27 20:00:08 user nova-compute[75147]:     <system>
Oct 27 20:00:08 user nova-compute[75147]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 20:00:08 user nova-compute[75147]:       <entry name="product">OpenStack Nova</entry>
Oct 27 20:00:08 user nova-compute[75147]:       <entry name="version">0.0.0</entry>
Oct 27 20:00:08 user nova-compute[75147]:       <entry name="serial">ae2d1d6a-8c50-413e-99f8-010ddf7c7119</entry>
Oct 27 20:00:08 user nova-compute[75147]:       <entry name="uuid">ae2d1d6a-8c50-413e-99f8-010ddf7c7119</entry>
Oct 27 20:00:08 user nova-compute[75147]:       <entry name="family">Virtual Machine</entry>
Oct 27 20:00:08 user nova-compute[75147]:     </system>
Oct 27 20:00:08 user nova-compute[75147]:   </sysinfo>
Oct 27 20:00:08 user nova-compute[75147]:   <os>
Oct 27 20:00:08 user nova-compute[75147]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 20:00:08 user nova-compute[75147]:     <boot dev="hd"/>
Oct 27 20:00:08 user nova-compute[75147]:     <smbios mode="sysinfo"/>
Oct 27 20:00:08 user nova-compute[75147]:   </os>
Oct 27 20:00:08 user nova-compute[75147]:   <features>
Oct 27 20:00:08 user nova-compute[75147]:     <acpi/>
Oct 27 20:00:08 user nova-compute[75147]:     <apic/>
Oct 27 20:00:08 user nova-compute[75147]:     <vmcoreinfo/>
Oct 27 20:00:08 user nova-compute[75147]:   </features>
Oct 27 20:00:08 user nova-compute[75147]:   <clock offset="utc">
Oct 27 20:00:08 user nova-compute[75147]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 20:00:08 user nova-compute[75147]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 20:00:08 user nova-compute[75147]:     <timer name="hpet" present="no"/>
Oct 27 20:00:08 user nova-compute[75147]:   </clock>
Oct 27 20:00:08 user nova-compute[75147]:   <cpu mode="custom" match="exact">
Oct 27 20:00:08 user nova-compute[75147]:     <model>Nehalem</model>
Oct 27 20:00:08 user nova-compute[75147]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 20:00:08 user nova-compute[75147]:   </cpu>
Oct 27 20:00:08 user nova-compute[75147]:   <devices>
Oct 27 20:00:08 user nova-compute[75147]:     <disk type="file" device="disk">
Oct 27 20:00:08 user nova-compute[75147]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 27 20:00:08 user nova-compute[75147]:       <source file="/opt/stack/data/nova/instances/ae2d1d6a-8c50-413e-99f8-010ddf7c7119/disk"/>
Oct 27 20:00:08 user nova-compute[75147]:       <target dev="vda" bus="virtio"/>
Oct 27 20:00:08 user nova-compute[75147]:     </disk>
Oct 27 20:00:08 user nova-compute[75147]:     <interface type="ethernet">
Oct 27 20:00:08 user nova-compute[75147]:       <mac address="fa:16:3e:10:89:c6"/>
Oct 27 20:00:08 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 20:00:08 user nova-compute[75147]:       <mtu size="1442"/>
Oct 27 20:00:08 user nova-compute[75147]:       <target dev="tapb288f9c5-55"/>
Oct 27 20:00:08 user nova-compute[75147]:     </interface>
Oct 27 20:00:08 user nova-compute[75147]:     <serial type="pty">
Oct 27 20:00:08 user nova-compute[75147]:       <log file="/opt/stack/data/nova/instances/ae2d1d6a-8c50-413e-99f8-010ddf7c7119/console.log" append="off"/>
Oct 27 20:00:08 user nova-compute[75147]:     </serial>
Oct 27 20:00:08 user nova-compute[75147]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 20:00:08 user nova-compute[75147]:     <video>
Oct 27 20:00:08 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 20:00:08 user nova-compute[75147]:     </video>
Oct 27 20:00:08 user nova-compute[75147]:     <rng model="virtio">
Oct 27 20:00:08 user nova-compute[75147]:       <backend model="random">/dev/urandom</backend>
Oct 27 20:00:08 user nova-compute[75147]:     </rng>
Oct 27 20:00:08 user nova-compute[75147]:     <controller type="usb" index="0" model="none"/>
Oct 27 20:00:08 user nova-compute[75147]:     <memballoon model="virtio">
Oct 27 20:00:08 user nova-compute[75147]:       <stats period="10"/>
Oct 27 20:00:08 user nova-compute[75147]:     </memballoon>
Oct 27 20:00:08 user nova-compute[75147]:   </devices>
Oct 27 20:00:08 user nova-compute[75147]: </domain>
Oct 27 20:00:08 user nova-compute[75147]:  {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 20:00:08 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-f3f04033-c0d7-4ca8-8f68-9fecc8433131 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T20:00:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-936149097',display_name='tempest-TestMinimumBasicScenario-server-936149097',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-936149097',id=50,image_ref='01b1ae9f-efa9-47dd-aa93-03341eb8c310',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMm0PtyVGOkTtFJfzwatBGO77/roLZ3we5PC14dnyL3OjB7cdKJUYqx85cdurH7wR3mx4Js6yESgn4CzCUtlL/BVpedSlyF3VXpaIdrDDh/fkOQwdaR2UIiuPw8JcERFDw==',key_name='tempest-TestMinimumBasicScenario-1217972569',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='896ec16ec7b34242a1a80bfdae150b44',ramdisk_id='',reservation_id='r-r4gc22bl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='01b1ae9f-efa9-47dd-aa93-03341eb8c310',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-1436431678',owner_user_name='tempest-TestMinimumBasicScenario-1436431678-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T20:00:06Z,user_data=None,user_id='0eb12921552a476987047e3d9c906060',uuid=ae2d1d6a-8c50-413e-99f8-010ddf7c7119,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b288f9c5-55d6-465a-8668-96a6086982b2", "address": "fa:16:3e:10:89:c6", "network": {"id": "94e6ad08-dfc8-4693-8394-27958a24cbf7", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-956442534-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "896ec16ec7b34242a1a80bfdae150b44", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb288f9c5-55", "ovs_interfaceid": "b288f9c5-55d6-465a-8668-96a6086982b2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 20:00:08 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-f3f04033-c0d7-4ca8-8f68-9fecc8433131 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Converting VIF {"id": "b288f9c5-55d6-465a-8668-96a6086982b2", "address": "fa:16:3e:10:89:c6", "network": {"id": "94e6ad08-dfc8-4693-8394-27958a24cbf7", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-956442534-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "896ec16ec7b34242a1a80bfdae150b44", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb288f9c5-55", "ovs_interfaceid": "b288f9c5-55d6-465a-8668-96a6086982b2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 20:00:08 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-f3f04033-c0d7-4ca8-8f68-9fecc8433131 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:10:89:c6,bridge_name='br-int',has_traffic_filtering=True,id=b288f9c5-55d6-465a-8668-96a6086982b2,network=Network(94e6ad08-dfc8-4693-8394-27958a24cbf7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb288f9c5-55') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 20:00:08 user nova-compute[75147]: DEBUG os_vif [None req-f3f04033-c0d7-4ca8-8f68-9fecc8433131 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:10:89:c6,bridge_name='br-int',has_traffic_filtering=True,id=b288f9c5-55d6-465a-8668-96a6086982b2,network=Network(94e6ad08-dfc8-4693-8394-27958a24cbf7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb288f9c5-55') {{(pid=75147) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 20:00:08 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:00:08 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 20:00:08 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 20:00:08 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:00:08 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '29ab1a92-9307-5dfb-a35a-9808f9e88308', '_type': 'linux-noop'}}, row=False) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 20:00:08 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:00:08 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:00:08 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:00:08 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapb288f9c5-55, may_exist=True, interface_attrs={}) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 20:00:08 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapb288f9c5-55, col_values=(('qos', UUID('8f199906-078f-47b9-81df-84dad648279f')),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 20:00:08 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapb288f9c5-55, col_values=(('external_ids', {'iface-id': 'b288f9c5-55d6-465a-8668-96a6086982b2', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:10:89:c6', 'vm-uuid': 'ae2d1d6a-8c50-413e-99f8-010ddf7c7119'}),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 20:00:08 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:00:08 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:00:08 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:00:08 user nova-compute[75147]: INFO os_vif [None req-f3f04033-c0d7-4ca8-8f68-9fecc8433131 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:10:89:c6,bridge_name='br-int',has_traffic_filtering=True,id=b288f9c5-55d6-465a-8668-96a6086982b2,network=Network(94e6ad08-dfc8-4693-8394-27958a24cbf7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb288f9c5-55')
Oct 27 20:00:08 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-f3f04033-c0d7-4ca8-8f68-9fecc8433131 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] No BDM found with device name vda, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 20:00:08 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-f3f04033-c0d7-4ca8-8f68-9fecc8433131 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] No VIF found with MAC fa:16:3e:10:89:c6, not building metadata {{(pid=75147) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 20:00:09 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:00:09 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:00:09 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:00:09 user nova-compute[75147]: DEBUG nova.compute.manager [req-6442d6ca-36b2-4c04-86fa-1f7f1ad134e5 req-630667d1-47f3-4e9c-a5b8-3acb7b1095d2 service nova] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] Received event network-vif-plugged-b288f9c5-55d6-465a-8668-96a6086982b2 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 20:00:09 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-6442d6ca-36b2-4c04-86fa-1f7f1ad134e5 req-630667d1-47f3-4e9c-a5b8-3acb7b1095d2 service nova] Acquiring lock "ae2d1d6a-8c50-413e-99f8-010ddf7c7119-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:00:09 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-6442d6ca-36b2-4c04-86fa-1f7f1ad134e5 req-630667d1-47f3-4e9c-a5b8-3acb7b1095d2 service nova] Lock "ae2d1d6a-8c50-413e-99f8-010ddf7c7119-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:00:09 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-6442d6ca-36b2-4c04-86fa-1f7f1ad134e5 req-630667d1-47f3-4e9c-a5b8-3acb7b1095d2 service nova] Lock "ae2d1d6a-8c50-413e-99f8-010ddf7c7119-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:00:09 user nova-compute[75147]: DEBUG nova.compute.manager [req-6442d6ca-36b2-4c04-86fa-1f7f1ad134e5 req-630667d1-47f3-4e9c-a5b8-3acb7b1095d2 service nova] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] No waiting events found dispatching network-vif-plugged-b288f9c5-55d6-465a-8668-96a6086982b2 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 20:00:09 user nova-compute[75147]: WARNING nova.compute.manager [req-6442d6ca-36b2-4c04-86fa-1f7f1ad134e5 req-630667d1-47f3-4e9c-a5b8-3acb7b1095d2 service nova] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] Received unexpected event network-vif-plugged-b288f9c5-55d6-465a-8668-96a6086982b2 for instance with vm_state building and task_state spawning.
Oct 27 20:00:09 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:00:09 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:00:10 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:00:10 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:00:11 user nova-compute[75147]: DEBUG nova.compute.manager [None req-f3f04033-c0d7-4ca8-8f68-9fecc8433131 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] Instance event wait completed in 0 seconds for  {{(pid=75147) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 20:00:11 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-f3f04033-c0d7-4ca8-8f68-9fecc8433131 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] Guest created on hypervisor {{(pid=75147) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 20:00:11 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] Instance spawned successfully.
Oct 27 20:00:11 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-f3f04033-c0d7-4ca8-8f68-9fecc8433131 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 27 20:00:11 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-f3f04033-c0d7-4ca8-8f68-9fecc8433131 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] Found default for hw_cdrom_bus of ide {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 20:00:11 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-f3f04033-c0d7-4ca8-8f68-9fecc8433131 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] Found default for hw_disk_bus of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 20:00:11 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-f3f04033-c0d7-4ca8-8f68-9fecc8433131 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] Found default for hw_input_bus of None {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 20:00:11 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-f3f04033-c0d7-4ca8-8f68-9fecc8433131 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] Found default for hw_pointer_model of None {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 20:00:11 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-f3f04033-c0d7-4ca8-8f68-9fecc8433131 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] Found default for hw_video_model of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 20:00:11 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-f3f04033-c0d7-4ca8-8f68-9fecc8433131 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] Found default for hw_vif_model of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 20:00:11 user nova-compute[75147]: DEBUG nova.compute.manager [req-8ac18fe5-c56b-4287-bea6-fde1a35ccf72 req-f4449c8e-fb24-4f6b-81da-5b513104e728 service nova] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] Received event network-vif-plugged-b288f9c5-55d6-465a-8668-96a6086982b2 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 20:00:11 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-8ac18fe5-c56b-4287-bea6-fde1a35ccf72 req-f4449c8e-fb24-4f6b-81da-5b513104e728 service nova] Acquiring lock "ae2d1d6a-8c50-413e-99f8-010ddf7c7119-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:00:11 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-8ac18fe5-c56b-4287-bea6-fde1a35ccf72 req-f4449c8e-fb24-4f6b-81da-5b513104e728 service nova] Lock "ae2d1d6a-8c50-413e-99f8-010ddf7c7119-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:00:11 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-8ac18fe5-c56b-4287-bea6-fde1a35ccf72 req-f4449c8e-fb24-4f6b-81da-5b513104e728 service nova] Lock "ae2d1d6a-8c50-413e-99f8-010ddf7c7119-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:00:11 user nova-compute[75147]: DEBUG nova.compute.manager [req-8ac18fe5-c56b-4287-bea6-fde1a35ccf72 req-f4449c8e-fb24-4f6b-81da-5b513104e728 service nova] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] No waiting events found dispatching network-vif-plugged-b288f9c5-55d6-465a-8668-96a6086982b2 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 20:00:11 user nova-compute[75147]: WARNING nova.compute.manager [req-8ac18fe5-c56b-4287-bea6-fde1a35ccf72 req-f4449c8e-fb24-4f6b-81da-5b513104e728 service nova] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] Received unexpected event network-vif-plugged-b288f9c5-55d6-465a-8668-96a6086982b2 for instance with vm_state building and task_state spawning.
Oct 27 20:00:11 user nova-compute[75147]: INFO nova.compute.manager [None req-f3f04033-c0d7-4ca8-8f68-9fecc8433131 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] Took 5.95 seconds to spawn the instance on the hypervisor.
Oct 27 20:00:11 user nova-compute[75147]: DEBUG nova.compute.manager [None req-f3f04033-c0d7-4ca8-8f68-9fecc8433131 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] Checking state {{(pid=75147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 20:00:11 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:00:11 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:00:11 user nova-compute[75147]: INFO nova.compute.manager [None req-f3f04033-c0d7-4ca8-8f68-9fecc8433131 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] Took 6.62 seconds to build instance.
Oct 27 20:00:11 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-f3f04033-c0d7-4ca8-8f68-9fecc8433131 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Lock "ae2d1d6a-8c50-413e-99f8-010ddf7c7119" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.711s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:00:12 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:00:12 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:00:12 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:00:12 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:00:12 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:00:12 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Auditing locally available compute resources for user (node: user) {{(pid=75147) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 20:00:13 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75147) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 20:00:13 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a413fb71-5748-4328-a2f3-592c64188e21/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:00:13 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a413fb71-5748-4328-a2f3-592c64188e21/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:00:13 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a413fb71-5748-4328-a2f3-592c64188e21/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:00:13 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:00:13 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a413fb71-5748-4328-a2f3-592c64188e21/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:00:13 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ae2d1d6a-8c50-413e-99f8-010ddf7c7119/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:00:13 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ae2d1d6a-8c50-413e-99f8-010ddf7c7119/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:00:13 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ae2d1d6a-8c50-413e-99f8-010ddf7c7119/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:00:13 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ae2d1d6a-8c50-413e-99f8-010ddf7c7119/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:00:13 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4bdc7506-d16c-46d2-883a-50cc1de8be7c/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:00:14 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4bdc7506-d16c-46d2-883a-50cc1de8be7c/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:00:14 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4bdc7506-d16c-46d2-883a-50cc1de8be7c/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:00:14 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4bdc7506-d16c-46d2-883a-50cc1de8be7c/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:00:14 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75147) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 20:00:14 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 20:00:14 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 20:00:14 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Hypervisor/Node resource view: name=user free_ram=8622MB free_disk=24.832027435302734GB free_vcpus=7 pci_devices=[{"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75147) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 20:00:14 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:00:14 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:00:14 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance a413fb71-5748-4328-a2f3-592c64188e21 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 20:00:14 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 23a3503a-d59f-467e-9bbb-c8f679f3d809 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 20:00:14 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance b4abbc44-6835-49ea-a9b5-eaf6d3b25e87 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 20:00:14 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 4bdc7506-d16c-46d2-883a-50cc1de8be7c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 20:00:14 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance ff3242b6-4ede-4290-8660-141ecd9eebf4 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 20:00:14 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance ae2d1d6a-8c50-413e-99f8-010ddf7c7119 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 20:00:14 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Total usable vcpus: 12, total allocated vcpus: 6 {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 20:00:14 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Final resource view: name=user phys_ram=16011MB used_ram=3584MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=6 pci_stats=[] {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 20:00:14 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 20:00:14 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 20:00:15 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Compute_service record updated for user:user {{(pid=75147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 20:00:15 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.420s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:00:15 user nova-compute[75147]: DEBUG nova.compute.manager [None req-6cb1e1d1-b354-49a5-9fa7-f9ed99f3bd9b tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 4bdc7506-d16c-46d2-883a-50cc1de8be7c] Checking state {{(pid=75147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 20:00:15 user nova-compute[75147]: INFO nova.compute.manager [None req-6cb1e1d1-b354-49a5-9fa7-f9ed99f3bd9b tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 4bdc7506-d16c-46d2-883a-50cc1de8be7c] instance snapshotting
Oct 27 20:00:15 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-6cb1e1d1-b354-49a5-9fa7-f9ed99f3bd9b tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 4bdc7506-d16c-46d2-883a-50cc1de8be7c] Beginning live snapshot process
Oct 27 20:00:15 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-6cb1e1d1-b354-49a5-9fa7-f9ed99f3bd9b tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4bdc7506-d16c-46d2-883a-50cc1de8be7c/disk --force-share --output=json -f qcow2 {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:00:15 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-6cb1e1d1-b354-49a5-9fa7-f9ed99f3bd9b tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4bdc7506-d16c-46d2-883a-50cc1de8be7c/disk --force-share --output=json -f qcow2" returned: 0 in 0.180s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:00:15 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-6cb1e1d1-b354-49a5-9fa7-f9ed99f3bd9b tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4bdc7506-d16c-46d2-883a-50cc1de8be7c/disk --force-share --output=json -f qcow2 {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:00:15 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-6cb1e1d1-b354-49a5-9fa7-f9ed99f3bd9b tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4bdc7506-d16c-46d2-883a-50cc1de8be7c/disk --force-share --output=json -f qcow2" returned: 0 in 0.214s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:00:15 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-6cb1e1d1-b354-49a5-9fa7-f9ed99f3bd9b tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:00:16 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-6cb1e1d1-b354-49a5-9fa7-f9ed99f3bd9b tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.213s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:00:16 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-6cb1e1d1-b354-49a5-9fa7-f9ed99f3bd9b tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpdy60eyn8/2129ebf001a74a4eb7884a2b4171f076.delta 1073741824 {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:00:16 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-6cb1e1d1-b354-49a5-9fa7-f9ed99f3bd9b tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpdy60eyn8/2129ebf001a74a4eb7884a2b4171f076.delta 1073741824" returned: 0 in 0.052s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:00:16 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-6cb1e1d1-b354-49a5-9fa7-f9ed99f3bd9b tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 4bdc7506-d16c-46d2-883a-50cc1de8be7c] Quiescing instance not available: QEMU guest agent is not enabled.
Oct 27 20:00:16 user nova-compute[75147]: DEBUG nova.compute.manager [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: ff3242b6-4ede-4290-8660-141ecd9eebf4] Start spawning the instance on the hypervisor. {{(pid=75147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 27 20:00:16 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: ff3242b6-4ede-4290-8660-141ecd9eebf4] Creating instance directory {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 20:00:16 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: ff3242b6-4ede-4290-8660-141ecd9eebf4] Creating image(s)
Oct 27 20:00:16 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: ff3242b6-4ede-4290-8660-141ecd9eebf4] Did not create local disks {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 27 20:00:16 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: ff3242b6-4ede-4290-8660-141ecd9eebf4] Ensure instance console log exists: /opt/stack/data/nova/instances/ff3242b6-4ede-4290-8660-141ecd9eebf4/console.log {{(pid=75147) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 20:00:16 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:00:16 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:00:16 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:00:16 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: ff3242b6-4ede-4290-8660-141ecd9eebf4] Start _get_guest_xml network_info=[{"id": "dbe0dd9e-ff8d-43c1-9c4e-70ace89558ea", "address": "fa:16:3e:05:61:a2", "network": {"id": "06d546cd-b394-4fcf-970b-6f2fff8ea7ac", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-719028923-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c7d5ee667069474fa684fb2d4ba9da41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdbe0dd9e-ff", "ovs_interfaceid": "dbe0dd9e-ff8d-43c1-9c4e-70ace89558ea", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': 'disk', 'delete_on_termination': False, 'boot_index': 0, 'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'guest_format': None, 'attachment_id': '156cecbf-0e47-45e3-ab2e-fdcb663eb607', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:3e47d64e-8804-4a66-bddb-35d3a90902bd', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rJvVgGHj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'ff3242b6-4ede-4290-8660-141ecd9eebf4', 'attached_at': '', 'detached_at': '', 'volume_id': '3e47d64e-8804-4a66-bddb-35d3a90902bd', 'serial': '3e47d64e-8804-4a66-bddb-35d3a90902bd'}, 'volume_type': None} {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 20:00:16 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 20:00:16 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 20:00:16 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 20:00:16 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] CPU controller missing on host. {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 20:00:16 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 20:00:16 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] CPU controller found on host. {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 20:00:16 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75147) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 20:00:16 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T19:21:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 20:00:16 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Flavor limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 20:00:16 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Image limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 20:00:16 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Flavor pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 20:00:16 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Image pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 20:00:16 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 20:00:16 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 20:00:16 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 20:00:16 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Got 1 possible topologies {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 20:00:16 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 20:00:16 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 20:00:16 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: ff3242b6-4ede-4290-8660-141ecd9eebf4] Calling os-brick to attach iSCSI Volume {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 20:00:16 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:3e47d64e-8804-4a66-bddb-35d3a90902bd', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rJvVgGHj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 20:00:16 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 20:00:16 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 20:00:16 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 20:00:16 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 20:00:16 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3e47d64e-8804-4a66-bddb-35d3a90902bd" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 20:00:16 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3e47d64e-8804-4a66-bddb-35d3a90902bd" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 20:00:16 user nova-compute[75147]: INFO os_brick.initiator.connectors.iscsi [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 20:00:16 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3e47d64e-8804-4a66-bddb-35d3a90902bd -p 172.16.0.220:3260 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:00:16 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3e47d64e-8804-4a66-bddb-35d3a90902bd -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:00:16 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[60e4732b-be76-4cc7-83fd-f588a6fed253]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:00:16 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 20:00:16 user nova-compute[75147]:  {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:00:16 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3e47d64e-8804-4a66-bddb-35d3a90902bd -p 172.16.0.220:3260 --interface default --op new {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:00:16 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3e47d64e-8804-4a66-bddb-35d3a90902bd -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:00:16 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[a247fab4-7141-4057-9556-b22fbca8642a]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3e47d64e-8804-4a66-bddb-35d3a90902bd] added\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:00:16 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3e47d64e-8804-4a66-bddb-35d3a90902bd] added
Oct 27 20:00:16 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:00:16 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3e47d64e-8804-4a66-bddb-35d3a90902bd -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:00:16 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3e47d64e-8804-4a66-bddb-35d3a90902bd -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:00:16 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f575a28-2d41-4778-a88d-0f92083b1047]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:00:16 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:00:16 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3e47d64e-8804-4a66-bddb-35d3a90902bd -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:00:16 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3e47d64e-8804-4a66-bddb-35d3a90902bd -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:00:16 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[34377e5c-8a4d-4cb7-91a1-92ec8a025758]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:00:16 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:00:16 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3e47d64e-8804-4a66-bddb-35d3a90902bd -p 172.16.0.220:3260 --op update -n node.session.auth.username -v rJvVgGHj {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:00:16 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3e47d64e-8804-4a66-bddb-35d3a90902bd -p 172.16.0.220:3260 --op update -n node.session.auth.username -v rJvVgGHj" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:00:16 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b22dc40-c4cb-400a-a888-5ea1ce0597fc]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:00:16 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'rJvVgGHj'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:00:16 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3e47d64e-8804-4a66-bddb-35d3a90902bd -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:00:16 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3e47d64e-8804-4a66-bddb-35d3a90902bd -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:00:16 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[9879a7bc-7ccf-4f82-8a4c-5cef183ad359]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:00:16 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:00:16 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:00:16 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.044s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:00:16 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[86303b7a-9af7-4734-9c5f-8eda31555e8e]: (4, ('tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 (non-flash)\ntcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:00:16 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 (non-flash)
Oct 27 20:00:16 user nova-compute[75147]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4 (non-flash)
Oct 27 20:00:16 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 20:00:16 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] iscsi session list stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 (non-flash)
Oct 27 20:00:16 user nova-compute[75147]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4 (non-flash)
Oct 27 20:00:16 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 20:00:16 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3e47d64e-8804-4a66-bddb-35d3a90902bd -p 172.16.0.220:3260 --login {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:00:16 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3e47d64e-8804-4a66-bddb-35d3a90902bd -p 172.16.0.220:3260 --login" returned: 0 in 0.063s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:00:16 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9a28011-e4bf-4cdb-ba06-8b5c25653e16]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:3e47d64e-8804-4a66-bddb-35d3a90902bd, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:3e47d64e-8804-4a66-bddb-35d3a90902bd, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:00:16 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:3e47d64e-8804-4a66-bddb-35d3a90902bd, portal: 172.16.0.220,3260]
Oct 27 20:00:16 user nova-compute[75147]: Login to [iface: default, target: iqn.2010-10.org.openstack:3e47d64e-8804-4a66-bddb-35d3a90902bd, portal: 172.16.0.220,3260] successful.
Oct 27 20:00:16 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:00:16 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3e47d64e-8804-4a66-bddb-35d3a90902bd -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:00:16 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3e47d64e-8804-4a66-bddb-35d3a90902bd -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:00:16 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[87630c5f-80ac-4ff6-b15e-196a5a388919]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:00:16 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:00:16 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:00:16 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:00:16 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0f67cc0-4872-4710-9fe6-c72008c580dc]: (4, ('tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 (non-flash)\ntcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4 (non-flash)\ntcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e47d64e-8804-4a66-bddb-35d3a90902bd (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:00:16 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 (non-flash)
Oct 27 20:00:16 user nova-compute[75147]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4 (non-flash)
Oct 27 20:00:16 user nova-compute[75147]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e47d64e-8804-4a66-bddb-35d3a90902bd (non-flash)
Oct 27 20:00:16 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 20:00:16 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] iscsi session list stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 (non-flash)
Oct 27 20:00:16 user nova-compute[75147]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4 (non-flash)
Oct 27 20:00:16 user nova-compute[75147]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e47d64e-8804-4a66-bddb-35d3a90902bd (non-flash)
Oct 27 20:00:16 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 20:00:16 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3e47d64e-8804-4a66-bddb-35d3a90902bd" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.308s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 20:00:16 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Connected to 172.16.0.220:3260 {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 20:00:16 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] HCTL ('35', '-', '-', 0) found on session 56 with lun 0 {{(pid=75147) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 20:00:16 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75147) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 20:00:16 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:00:16 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.015s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:00:16 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[feca146d-f5c3-481b-a007-1de1ca78a812]: (4, ('- - 0', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:00:16 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Searching for a device in session 56 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75147) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 20:00:16 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:3e47d64e-8804-4a66-bddb-35d3a90902bd', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rJvVgGHj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 20:00:16 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-6cb1e1d1-b354-49a5-9fa7-f9ed99f3bd9b tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] COPY block job progress, current cursor: 65536 final cursor: 75497472 {{(pid=75147) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 27 20:00:17 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:00:17 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Starting heal instance info cache {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 20:00:17 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Rebuilding the list of instances to heal {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 27 20:00:17 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: ff3242b6-4ede-4290-8660-141ecd9eebf4] Skipping network cache update for instance because it is Building. {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9934}}
Oct 27 20:00:17 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "refresh_cache-a413fb71-5748-4328-a2f3-592c64188e21" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 20:00:17 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquired lock "refresh_cache-a413fb71-5748-4328-a2f3-592c64188e21" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 20:00:17 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: a413fb71-5748-4328-a2f3-592c64188e21] Forcefully refreshing network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 27 20:00:17 user nova-compute[75147]: DEBUG nova.objects.instance [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lazy-loading 'info_cache' on Instance uuid a413fb71-5748-4328-a2f3-592c64188e21 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 20:00:17 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-6cb1e1d1-b354-49a5-9fa7-f9ed99f3bd9b tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] COPY block job progress, current cursor: 75497472 final cursor: 75497472 {{(pid=75147) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 27 20:00:17 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-6cb1e1d1-b354-49a5-9fa7-f9ed99f3bd9b tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 4bdc7506-d16c-46d2-883a-50cc1de8be7c] Skipping quiescing instance: QEMU guest agent is not enabled.
Oct 27 20:00:17 user nova-compute[75147]: DEBUG nova.privsep.utils [None req-6cb1e1d1-b354-49a5-9fa7-f9ed99f3bd9b tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75147) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 27 20:00:17 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-6cb1e1d1-b354-49a5-9fa7-f9ed99f3bd9b tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpdy60eyn8/2129ebf001a74a4eb7884a2b4171f076.delta /opt/stack/data/nova/instances/snapshots/tmpdy60eyn8/2129ebf001a74a4eb7884a2b4171f076 {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:00:17 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: a413fb71-5748-4328-a2f3-592c64188e21] Updating instance_info_cache with network_info: [{"id": "354da5c5-840d-4a12-94ff-985e4cfdc3c4", "address": "fa:16:3e:e1:06:7e", "network": {"id": "5d65da42-1076-416b-95f3-7516c6b6578f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-703269400-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f24b4cdff6de43ebad2383ca58b7a4d3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap354da5c5-84", "ovs_interfaceid": "354da5c5-840d-4a12-94ff-985e4cfdc3c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 20:00:17 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Releasing lock "refresh_cache-a413fb71-5748-4328-a2f3-592c64188e21" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 20:00:17 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: a413fb71-5748-4328-a2f3-592c64188e21] Updated the network info_cache for instance {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 27 20:00:17 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:00:17 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:00:17 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.344s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 20:00:17 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] <== connect_volume: return (1346ms) {'type': 'block', 'scsi_wwn': '26266663364626239', 'path': '/dev/sdd'} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 20:00:17 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: ff3242b6-4ede-4290-8660-141ecd9eebf4] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26266663364626239', 'path': '/dev/sdd'} {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 20:00:17 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:59:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-862437624',display_name='tempest-TestVolumeBootPattern-server-862437624',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-862437624',id=49,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBcgZnIHFL9VPUFy5W7efUxz5rBmZEBVQAVLa5cjn6O/49MNwWQ3DDavVjyeNLOl/6BMvccEmegaYjbhWFQgquf0s9VSqR/SYjs9o/VQgzAqVr4n6smb9zmAH3gc+K3Vqw==',key_name='tempest-TestVolumeBootPattern-136407510',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c7d5ee667069474fa684fb2d4ba9da41',ramdisk_id='',reservation_id='r-k7x58ogr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1184716630',owner_user_name='tempest-TestVolumeBootPattern-1184716630-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:59:57Z,user_data=None,user_id='c215953c5f1f494bb16ee70ff9355cfd',uuid=ff3242b6-4ede-4290-8660-141ecd9eebf4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "dbe0dd9e-ff8d-43c1-9c4e-70ace89558ea", "address": "fa:16:3e:05:61:a2", "network": {"id": "06d546cd-b394-4fcf-970b-6f2fff8ea7ac", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-719028923-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c7d5ee667069474fa684fb2d4ba9da41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdbe0dd9e-ff", "ovs_interfaceid": "dbe0dd9e-ff8d-43c1-9c4e-70ace89558ea", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75147) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 20:00:17 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Converting VIF {"id": "dbe0dd9e-ff8d-43c1-9c4e-70ace89558ea", "address": "fa:16:3e:05:61:a2", "network": {"id": "06d546cd-b394-4fcf-970b-6f2fff8ea7ac", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-719028923-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c7d5ee667069474fa684fb2d4ba9da41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdbe0dd9e-ff", "ovs_interfaceid": "dbe0dd9e-ff8d-43c1-9c4e-70ace89558ea", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 20:00:17 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:05:61:a2,bridge_name='br-int',has_traffic_filtering=True,id=dbe0dd9e-ff8d-43c1-9c4e-70ace89558ea,network=Network(06d546cd-b394-4fcf-970b-6f2fff8ea7ac),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdbe0dd9e-ff') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 20:00:17 user nova-compute[75147]: DEBUG nova.objects.instance [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lazy-loading 'pci_devices' on Instance uuid ff3242b6-4ede-4290-8660-141ecd9eebf4 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 20:00:17 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: ff3242b6-4ede-4290-8660-141ecd9eebf4] End _get_guest_xml xml=<domain type="kvm">
Oct 27 20:00:17 user nova-compute[75147]:   <uuid>ff3242b6-4ede-4290-8660-141ecd9eebf4</uuid>
Oct 27 20:00:17 user nova-compute[75147]:   <name>instance-00000031</name>
Oct 27 20:00:17 user nova-compute[75147]:   <memory>524288</memory>
Oct 27 20:00:17 user nova-compute[75147]:   <vcpu>1</vcpu>
Oct 27 20:00:17 user nova-compute[75147]:   <metadata>
Oct 27 20:00:17 user nova-compute[75147]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 20:00:17 user nova-compute[75147]:       <nova:package version="0.0.0"/>
Oct 27 20:00:17 user nova-compute[75147]:       <nova:name>tempest-TestVolumeBootPattern-server-862437624</nova:name>
Oct 27 20:00:17 user nova-compute[75147]:       <nova:creationTime>2023-10-27 20:00:16</nova:creationTime>
Oct 27 20:00:17 user nova-compute[75147]:       <nova:flavor name="m1.tiny">
Oct 27 20:00:17 user nova-compute[75147]:         <nova:memory>512</nova:memory>
Oct 27 20:00:17 user nova-compute[75147]:         <nova:disk>1</nova:disk>
Oct 27 20:00:17 user nova-compute[75147]:         <nova:swap>0</nova:swap>
Oct 27 20:00:17 user nova-compute[75147]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 20:00:17 user nova-compute[75147]:         <nova:vcpus>1</nova:vcpus>
Oct 27 20:00:17 user nova-compute[75147]:       </nova:flavor>
Oct 27 20:00:17 user nova-compute[75147]:       <nova:owner>
Oct 27 20:00:17 user nova-compute[75147]:         <nova:user uuid="c215953c5f1f494bb16ee70ff9355cfd">tempest-TestVolumeBootPattern-1184716630-project-member</nova:user>
Oct 27 20:00:17 user nova-compute[75147]:         <nova:project uuid="c7d5ee667069474fa684fb2d4ba9da41">tempest-TestVolumeBootPattern-1184716630</nova:project>
Oct 27 20:00:17 user nova-compute[75147]:       </nova:owner>
Oct 27 20:00:17 user nova-compute[75147]:       <nova:ports>
Oct 27 20:00:17 user nova-compute[75147]:         <nova:port uuid="dbe0dd9e-ff8d-43c1-9c4e-70ace89558ea">
Oct 27 20:00:17 user nova-compute[75147]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Oct 27 20:00:17 user nova-compute[75147]:         </nova:port>
Oct 27 20:00:17 user nova-compute[75147]:       </nova:ports>
Oct 27 20:00:17 user nova-compute[75147]:     </nova:instance>
Oct 27 20:00:17 user nova-compute[75147]:   </metadata>
Oct 27 20:00:17 user nova-compute[75147]:   <sysinfo type="smbios">
Oct 27 20:00:17 user nova-compute[75147]:     <system>
Oct 27 20:00:17 user nova-compute[75147]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 20:00:17 user nova-compute[75147]:       <entry name="product">OpenStack Nova</entry>
Oct 27 20:00:17 user nova-compute[75147]:       <entry name="version">0.0.0</entry>
Oct 27 20:00:17 user nova-compute[75147]:       <entry name="serial">ff3242b6-4ede-4290-8660-141ecd9eebf4</entry>
Oct 27 20:00:17 user nova-compute[75147]:       <entry name="uuid">ff3242b6-4ede-4290-8660-141ecd9eebf4</entry>
Oct 27 20:00:17 user nova-compute[75147]:       <entry name="family">Virtual Machine</entry>
Oct 27 20:00:17 user nova-compute[75147]:     </system>
Oct 27 20:00:17 user nova-compute[75147]:   </sysinfo>
Oct 27 20:00:17 user nova-compute[75147]:   <os>
Oct 27 20:00:17 user nova-compute[75147]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 20:00:17 user nova-compute[75147]:     <boot dev="hd"/>
Oct 27 20:00:17 user nova-compute[75147]:     <smbios mode="sysinfo"/>
Oct 27 20:00:17 user nova-compute[75147]:   </os>
Oct 27 20:00:17 user nova-compute[75147]:   <features>
Oct 27 20:00:17 user nova-compute[75147]:     <acpi/>
Oct 27 20:00:17 user nova-compute[75147]:     <apic/>
Oct 27 20:00:17 user nova-compute[75147]:     <vmcoreinfo/>
Oct 27 20:00:17 user nova-compute[75147]:   </features>
Oct 27 20:00:17 user nova-compute[75147]:   <clock offset="utc">
Oct 27 20:00:17 user nova-compute[75147]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 20:00:17 user nova-compute[75147]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 20:00:17 user nova-compute[75147]:     <timer name="hpet" present="no"/>
Oct 27 20:00:17 user nova-compute[75147]:   </clock>
Oct 27 20:00:17 user nova-compute[75147]:   <cpu mode="custom" match="exact">
Oct 27 20:00:17 user nova-compute[75147]:     <model>Nehalem</model>
Oct 27 20:00:17 user nova-compute[75147]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 20:00:17 user nova-compute[75147]:   </cpu>
Oct 27 20:00:17 user nova-compute[75147]:   <devices>
Oct 27 20:00:17 user nova-compute[75147]:     <disk type="block" device="disk">
Oct 27 20:00:17 user nova-compute[75147]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 20:00:17 user nova-compute[75147]:       <source dev="/dev/sdd"/>
Oct 27 20:00:17 user nova-compute[75147]:       <target dev="vda" bus="virtio"/>
Oct 27 20:00:17 user nova-compute[75147]:       <serial>3e47d64e-8804-4a66-bddb-35d3a90902bd</serial>
Oct 27 20:00:17 user nova-compute[75147]:     </disk>
Oct 27 20:00:17 user nova-compute[75147]:     <interface type="ethernet">
Oct 27 20:00:17 user nova-compute[75147]:       <mac address="fa:16:3e:05:61:a2"/>
Oct 27 20:00:17 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 20:00:17 user nova-compute[75147]:       <mtu size="1442"/>
Oct 27 20:00:17 user nova-compute[75147]:       <target dev="tapdbe0dd9e-ff"/>
Oct 27 20:00:17 user nova-compute[75147]:     </interface>
Oct 27 20:00:17 user nova-compute[75147]:     <serial type="pty">
Oct 27 20:00:17 user nova-compute[75147]:       <log file="/opt/stack/data/nova/instances/ff3242b6-4ede-4290-8660-141ecd9eebf4/console.log" append="off"/>
Oct 27 20:00:17 user nova-compute[75147]:     </serial>
Oct 27 20:00:17 user nova-compute[75147]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 20:00:17 user nova-compute[75147]:     <video>
Oct 27 20:00:17 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 20:00:17 user nova-compute[75147]:     </video>
Oct 27 20:00:17 user nova-compute[75147]:     <rng model="virtio">
Oct 27 20:00:17 user nova-compute[75147]:       <backend model="random">/dev/urandom</backend>
Oct 27 20:00:17 user nova-compute[75147]:     </rng>
Oct 27 20:00:17 user nova-compute[75147]:     <controller type="usb" index="0" model="none"/>
Oct 27 20:00:17 user nova-compute[75147]:     <memballoon model="virtio">
Oct 27 20:00:17 user nova-compute[75147]:       <stats period="10"/>
Oct 27 20:00:17 user nova-compute[75147]:     </memballoon>
Oct 27 20:00:17 user nova-compute[75147]:   </devices>
Oct 27 20:00:17 user nova-compute[75147]: </domain>
Oct 27 20:00:17 user nova-compute[75147]:  {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 20:00:17 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:59:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-862437624',display_name='tempest-TestVolumeBootPattern-server-862437624',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-862437624',id=49,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBcgZnIHFL9VPUFy5W7efUxz5rBmZEBVQAVLa5cjn6O/49MNwWQ3DDavVjyeNLOl/6BMvccEmegaYjbhWFQgquf0s9VSqR/SYjs9o/VQgzAqVr4n6smb9zmAH3gc+K3Vqw==',key_name='tempest-TestVolumeBootPattern-136407510',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c7d5ee667069474fa684fb2d4ba9da41',ramdisk_id='',reservation_id='r-k7x58ogr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1184716630',owner_user_name='tempest-TestVolumeBootPattern-1184716630-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T19:59:57Z,user_data=None,user_id='c215953c5f1f494bb16ee70ff9355cfd',uuid=ff3242b6-4ede-4290-8660-141ecd9eebf4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "dbe0dd9e-ff8d-43c1-9c4e-70ace89558ea", "address": "fa:16:3e:05:61:a2", "network": {"id": "06d546cd-b394-4fcf-970b-6f2fff8ea7ac", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-719028923-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c7d5ee667069474fa684fb2d4ba9da41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdbe0dd9e-ff", "ovs_interfaceid": "dbe0dd9e-ff8d-43c1-9c4e-70ace89558ea", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 20:00:17 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Converting VIF {"id": "dbe0dd9e-ff8d-43c1-9c4e-70ace89558ea", "address": "fa:16:3e:05:61:a2", "network": {"id": "06d546cd-b394-4fcf-970b-6f2fff8ea7ac", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-719028923-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c7d5ee667069474fa684fb2d4ba9da41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdbe0dd9e-ff", "ovs_interfaceid": "dbe0dd9e-ff8d-43c1-9c4e-70ace89558ea", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 20:00:17 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:05:61:a2,bridge_name='br-int',has_traffic_filtering=True,id=dbe0dd9e-ff8d-43c1-9c4e-70ace89558ea,network=Network(06d546cd-b394-4fcf-970b-6f2fff8ea7ac),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdbe0dd9e-ff') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 20:00:17 user nova-compute[75147]: DEBUG os_vif [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:05:61:a2,bridge_name='br-int',has_traffic_filtering=True,id=dbe0dd9e-ff8d-43c1-9c4e-70ace89558ea,network=Network(06d546cd-b394-4fcf-970b-6f2fff8ea7ac),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdbe0dd9e-ff') {{(pid=75147) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 20:00:17 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:00:17 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 20:00:17 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 20:00:17 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:00:17 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '4a55b724-515a-5af2-bc3b-29b13316a720', '_type': 'linux-noop'}}, row=False) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 20:00:17 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:00:17 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:00:17 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:00:17 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapdbe0dd9e-ff, may_exist=True, interface_attrs={}) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 20:00:17 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapdbe0dd9e-ff, col_values=(('qos', UUID('b432d038-426c-4512-ab43-04c4ea86c383')),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 20:00:17 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapdbe0dd9e-ff, col_values=(('external_ids', {'iface-id': 'dbe0dd9e-ff8d-43c1-9c4e-70ace89558ea', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:05:61:a2', 'vm-uuid': 'ff3242b6-4ede-4290-8660-141ecd9eebf4'}),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 20:00:17 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:00:17 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:00:17 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:00:17 user nova-compute[75147]: INFO os_vif [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:05:61:a2,bridge_name='br-int',has_traffic_filtering=True,id=dbe0dd9e-ff8d-43c1-9c4e-70ace89558ea,network=Network(06d546cd-b394-4fcf-970b-6f2fff8ea7ac),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdbe0dd9e-ff')
Oct 27 20:00:17 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] No BDM found with device name vda, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 20:00:17 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] No VIF found with MAC fa:16:3e:05:61:a2, not building metadata {{(pid=75147) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 20:00:18 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-6cb1e1d1-b354-49a5-9fa7-f9ed99f3bd9b tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpdy60eyn8/2129ebf001a74a4eb7884a2b4171f076.delta /opt/stack/data/nova/instances/snapshots/tmpdy60eyn8/2129ebf001a74a4eb7884a2b4171f076" returned: 0 in 0.464s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:00:18 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-6cb1e1d1-b354-49a5-9fa7-f9ed99f3bd9b tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 4bdc7506-d16c-46d2-883a-50cc1de8be7c] Snapshot extracted, beginning image upload
Oct 27 20:00:19 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:00:19 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:00:19 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:00:19 user nova-compute[75147]: DEBUG nova.compute.manager [req-76e7f2a9-ba4b-4208-b4f7-790684ec7ed1 req-0d5a049b-7c5d-4537-a53e-d705cf257e94 service nova] [instance: ff3242b6-4ede-4290-8660-141ecd9eebf4] Received event network-vif-plugged-dbe0dd9e-ff8d-43c1-9c4e-70ace89558ea {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 20:00:19 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-76e7f2a9-ba4b-4208-b4f7-790684ec7ed1 req-0d5a049b-7c5d-4537-a53e-d705cf257e94 service nova] Acquiring lock "ff3242b6-4ede-4290-8660-141ecd9eebf4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:00:19 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-76e7f2a9-ba4b-4208-b4f7-790684ec7ed1 req-0d5a049b-7c5d-4537-a53e-d705cf257e94 service nova] Lock "ff3242b6-4ede-4290-8660-141ecd9eebf4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:00:19 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-76e7f2a9-ba4b-4208-b4f7-790684ec7ed1 req-0d5a049b-7c5d-4537-a53e-d705cf257e94 service nova] Lock "ff3242b6-4ede-4290-8660-141ecd9eebf4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:00:19 user nova-compute[75147]: DEBUG nova.compute.manager [req-76e7f2a9-ba4b-4208-b4f7-790684ec7ed1 req-0d5a049b-7c5d-4537-a53e-d705cf257e94 service nova] [instance: ff3242b6-4ede-4290-8660-141ecd9eebf4] No waiting events found dispatching network-vif-plugged-dbe0dd9e-ff8d-43c1-9c4e-70ace89558ea {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 20:00:19 user nova-compute[75147]: WARNING nova.compute.manager [req-76e7f2a9-ba4b-4208-b4f7-790684ec7ed1 req-0d5a049b-7c5d-4537-a53e-d705cf257e94 service nova] [instance: ff3242b6-4ede-4290-8660-141ecd9eebf4] Received unexpected event network-vif-plugged-dbe0dd9e-ff8d-43c1-9c4e-70ace89558ea for instance with vm_state building and task_state spawning.
Oct 27 20:00:19 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:00:19 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:00:20 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-6cb1e1d1-b354-49a5-9fa7-f9ed99f3bd9b tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 4bdc7506-d16c-46d2-883a-50cc1de8be7c] Snapshot image upload complete
Oct 27 20:00:20 user nova-compute[75147]: INFO nova.compute.manager [None req-6cb1e1d1-b354-49a5-9fa7-f9ed99f3bd9b tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 4bdc7506-d16c-46d2-883a-50cc1de8be7c] Took 5.21 seconds to snapshot the instance on the hypervisor.
Oct 27 20:00:21 user nova-compute[75147]: DEBUG nova.compute.manager [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: ff3242b6-4ede-4290-8660-141ecd9eebf4] Instance event wait completed in 0 seconds for  {{(pid=75147) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 20:00:21 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: ff3242b6-4ede-4290-8660-141ecd9eebf4] Guest created on hypervisor {{(pid=75147) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 20:00:21 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: ff3242b6-4ede-4290-8660-141ecd9eebf4] Instance spawned successfully.
Oct 27 20:00:21 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: ff3242b6-4ede-4290-8660-141ecd9eebf4] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 27 20:00:21 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: ff3242b6-4ede-4290-8660-141ecd9eebf4] Found default for hw_cdrom_bus of ide {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 20:00:21 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: ff3242b6-4ede-4290-8660-141ecd9eebf4] Found default for hw_disk_bus of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 20:00:21 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: ff3242b6-4ede-4290-8660-141ecd9eebf4] Found default for hw_input_bus of None {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 20:00:21 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: ff3242b6-4ede-4290-8660-141ecd9eebf4] Found default for hw_pointer_model of None {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 20:00:21 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: ff3242b6-4ede-4290-8660-141ecd9eebf4] Found default for hw_video_model of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 20:00:21 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: ff3242b6-4ede-4290-8660-141ecd9eebf4] Found default for hw_vif_model of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 20:00:21 user nova-compute[75147]: DEBUG nova.compute.manager [req-d7dbb7bc-4f2b-4f51-822b-31060026efc0 req-6090232c-7a6f-4985-9644-44bca6f92f2a service nova] [instance: ff3242b6-4ede-4290-8660-141ecd9eebf4] Received event network-vif-plugged-dbe0dd9e-ff8d-43c1-9c4e-70ace89558ea {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 20:00:21 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-d7dbb7bc-4f2b-4f51-822b-31060026efc0 req-6090232c-7a6f-4985-9644-44bca6f92f2a service nova] Acquiring lock "ff3242b6-4ede-4290-8660-141ecd9eebf4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:00:21 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-d7dbb7bc-4f2b-4f51-822b-31060026efc0 req-6090232c-7a6f-4985-9644-44bca6f92f2a service nova] Lock "ff3242b6-4ede-4290-8660-141ecd9eebf4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:00:21 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-d7dbb7bc-4f2b-4f51-822b-31060026efc0 req-6090232c-7a6f-4985-9644-44bca6f92f2a service nova] Lock "ff3242b6-4ede-4290-8660-141ecd9eebf4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:00:21 user nova-compute[75147]: DEBUG nova.compute.manager [req-d7dbb7bc-4f2b-4f51-822b-31060026efc0 req-6090232c-7a6f-4985-9644-44bca6f92f2a service nova] [instance: ff3242b6-4ede-4290-8660-141ecd9eebf4] No waiting events found dispatching network-vif-plugged-dbe0dd9e-ff8d-43c1-9c4e-70ace89558ea {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 20:00:21 user nova-compute[75147]: WARNING nova.compute.manager [req-d7dbb7bc-4f2b-4f51-822b-31060026efc0 req-6090232c-7a6f-4985-9644-44bca6f92f2a service nova] [instance: ff3242b6-4ede-4290-8660-141ecd9eebf4] Received unexpected event network-vif-plugged-dbe0dd9e-ff8d-43c1-9c4e-70ace89558ea for instance with vm_state building and task_state spawning.
Oct 27 20:00:21 user nova-compute[75147]: INFO nova.compute.manager [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: ff3242b6-4ede-4290-8660-141ecd9eebf4] Took 5.15 seconds to spawn the instance on the hypervisor.
Oct 27 20:00:21 user nova-compute[75147]: DEBUG nova.compute.manager [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: ff3242b6-4ede-4290-8660-141ecd9eebf4] Checking state {{(pid=75147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 20:00:21 user nova-compute[75147]: INFO nova.compute.manager [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: ff3242b6-4ede-4290-8660-141ecd9eebf4] Took 25.58 seconds to build instance.
Oct 27 20:00:21 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-7351aa94-bb07-4704-8560-f540fe873f50 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lock "ff3242b6-4ede-4290-8660-141ecd9eebf4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 25.679s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:00:22 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:00:22 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:00:22 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:00:23 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:00:23 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75147) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 20:00:27 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:00:27 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:00:32 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:00:32 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:00:35 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:00:37 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:00:37 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:00:42 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:00:42 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:00:47 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:00:47 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:00:52 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:00:52 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:00:57 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:00:57 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:00:57 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75147) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 20:00:57 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:00:57 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:00:57 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:01:02 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:01:07 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:01:07 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:01:07 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75147) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 20:01:07 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:01:07 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:01:07 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:01:09 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:01:12 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:01:12 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:01:12 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:01:12 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:01:12 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:01:12 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75147) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 20:01:12 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:01:12 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:01:12 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:01:12 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:01:12 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:01:12 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:01:12 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Auditing locally available compute resources for user (node: user) {{(pid=75147) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 20:01:13 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75147) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 20:01:13 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a413fb71-5748-4328-a2f3-592c64188e21/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:01:13 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a413fb71-5748-4328-a2f3-592c64188e21/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:01:13 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a413fb71-5748-4328-a2f3-592c64188e21/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:01:13 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a413fb71-5748-4328-a2f3-592c64188e21/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:01:13 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ae2d1d6a-8c50-413e-99f8-010ddf7c7119/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:01:13 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ae2d1d6a-8c50-413e-99f8-010ddf7c7119/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:01:13 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ae2d1d6a-8c50-413e-99f8-010ddf7c7119/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:01:13 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ae2d1d6a-8c50-413e-99f8-010ddf7c7119/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:01:13 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4bdc7506-d16c-46d2-883a-50cc1de8be7c/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:01:13 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4bdc7506-d16c-46d2-883a-50cc1de8be7c/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:01:13 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4bdc7506-d16c-46d2-883a-50cc1de8be7c/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:01:14 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4bdc7506-d16c-46d2-883a-50cc1de8be7c/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:01:14 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75147) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 20:01:14 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=75147) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 20:01:14 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 20:01:14 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 20:01:14 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Hypervisor/Node resource view: name=user free_ram=8417MB free_disk=24.753829956054688GB free_vcpus=6 pci_devices=[{"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75147) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 20:01:14 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:01:14 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:01:14 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance a413fb71-5748-4328-a2f3-592c64188e21 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 20:01:14 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 23a3503a-d59f-467e-9bbb-c8f679f3d809 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 20:01:14 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance b4abbc44-6835-49ea-a9b5-eaf6d3b25e87 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 20:01:14 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 4bdc7506-d16c-46d2-883a-50cc1de8be7c actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 20:01:14 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance ff3242b6-4ede-4290-8660-141ecd9eebf4 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 20:01:14 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance ae2d1d6a-8c50-413e-99f8-010ddf7c7119 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 20:01:14 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Total usable vcpus: 12, total allocated vcpus: 6 {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 20:01:14 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Final resource view: name=user phys_ram=16011MB used_ram=3584MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=6 pci_stats=[] {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 20:01:14 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 20:01:14 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 20:01:14 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Compute_service record updated for user:user {{(pid=75147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 20:01:14 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.335s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:01:17 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:01:17 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:01:17 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Starting heal instance info cache {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 20:01:17 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "refresh_cache-23a3503a-d59f-467e-9bbb-c8f679f3d809" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 20:01:17 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquired lock "refresh_cache-23a3503a-d59f-467e-9bbb-c8f679f3d809" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 20:01:17 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Forcefully refreshing network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 27 20:01:18 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Updating instance_info_cache with network_info: [{"id": "cc5bf4a2-53e8-4776-ac36-a0b81ce7e261", "address": "fa:16:3e:02:47:32", "network": {"id": "5d65da42-1076-416b-95f3-7516c6b6578f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-703269400-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f24b4cdff6de43ebad2383ca58b7a4d3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc5bf4a2-53", "ovs_interfaceid": "cc5bf4a2-53e8-4776-ac36-a0b81ce7e261", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 20:01:18 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Releasing lock "refresh_cache-23a3503a-d59f-467e-9bbb-c8f679f3d809" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 20:01:18 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Updated the network info_cache for instance {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 27 20:01:18 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:01:18 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:01:22 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:01:22 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Acquiring lock "8e718827-a5fb-423e-b6ea-17d7237234c4" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:01:22 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Lock "8e718827-a5fb-423e-b6ea-17d7237234c4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:01:22 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:01:22 user nova-compute[75147]: DEBUG nova.compute.manager [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] Starting instance... {{(pid=75147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 27 20:01:22 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:01:22 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5007 ms, sending inactivity probe {{(pid=75147) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 20:01:22 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:01:22 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:01:22 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:01:22 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:01:22 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:01:22 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75147) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 20:01:22 user nova-compute[75147]: INFO nova.compute.claims [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] Claim successful on node user
Oct 27 20:01:23 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 20:01:23 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 20:01:23 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.321s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:01:23 user nova-compute[75147]: DEBUG nova.compute.manager [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] Start building networks asynchronously for instance. {{(pid=75147) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 27 20:01:23 user nova-compute[75147]: DEBUG nova.compute.manager [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] Allocating IP information in the background. {{(pid=75147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 27 20:01:23 user nova-compute[75147]: DEBUG nova.network.neutron [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] allocate_for_instance() {{(pid=75147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 27 20:01:23 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 27 20:01:23 user nova-compute[75147]: DEBUG nova.compute.manager [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] Start building block device mappings for instance. {{(pid=75147) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 27 20:01:23 user nova-compute[75147]: INFO nova.virt.block_device [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] Booting with volume-backed-image d52df17c-5315-4a73-ab7c-34c161a414fb at /dev/vda
Oct 27 20:01:23 user nova-compute[75147]: DEBUG nova.policy [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6727f3019b20472fa098b88b46a487db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f24b4cdff6de43ebad2383ca58b7a4d3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75147) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 27 20:01:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:01:24 user nova-compute[75147]: DEBUG nova.network.neutron [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] Successfully created port: c0592695-d80b-4a60-b8e6-9284260f0194 {{(pid=75147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 20:01:24 user nova-compute[75147]: DEBUG nova.network.neutron [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] Successfully updated port: c0592695-d80b-4a60-b8e6-9284260f0194 {{(pid=75147) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 20:01:24 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Acquiring lock "refresh_cache-8e718827-a5fb-423e-b6ea-17d7237234c4" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 20:01:24 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Acquired lock "refresh_cache-8e718827-a5fb-423e-b6ea-17d7237234c4" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 20:01:24 user nova-compute[75147]: DEBUG nova.network.neutron [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] Building network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 20:01:24 user nova-compute[75147]: DEBUG nova.compute.manager [req-709347bc-f0b5-4092-b6ca-bdbef1db468c req-79d541d1-5e88-48f3-9edf-84d554c0cfc3 service nova] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] Received event network-changed-c0592695-d80b-4a60-b8e6-9284260f0194 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 20:01:24 user nova-compute[75147]: DEBUG nova.compute.manager [req-709347bc-f0b5-4092-b6ca-bdbef1db468c req-79d541d1-5e88-48f3-9edf-84d554c0cfc3 service nova] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] Refreshing instance network info cache due to event network-changed-c0592695-d80b-4a60-b8e6-9284260f0194. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 20:01:24 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-709347bc-f0b5-4092-b6ca-bdbef1db468c req-79d541d1-5e88-48f3-9edf-84d554c0cfc3 service nova] Acquiring lock "refresh_cache-8e718827-a5fb-423e-b6ea-17d7237234c4" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 20:01:24 user nova-compute[75147]: DEBUG nova.network.neutron [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] Instance cache missing network info. {{(pid=75147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 20:01:24 user nova-compute[75147]: DEBUG nova.network.neutron [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] Updating instance_info_cache with network_info: [{"id": "c0592695-d80b-4a60-b8e6-9284260f0194", "address": "fa:16:3e:5d:c5:f0", "network": {"id": "5d65da42-1076-416b-95f3-7516c6b6578f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-703269400-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f24b4cdff6de43ebad2383ca58b7a4d3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc0592695-d8", "ovs_interfaceid": "c0592695-d80b-4a60-b8e6-9284260f0194", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 20:01:24 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Releasing lock "refresh_cache-8e718827-a5fb-423e-b6ea-17d7237234c4" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 20:01:24 user nova-compute[75147]: DEBUG nova.compute.manager [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] Instance network_info: |[{"id": "c0592695-d80b-4a60-b8e6-9284260f0194", "address": "fa:16:3e:5d:c5:f0", "network": {"id": "5d65da42-1076-416b-95f3-7516c6b6578f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-703269400-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f24b4cdff6de43ebad2383ca58b7a4d3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc0592695-d8", "ovs_interfaceid": "c0592695-d80b-4a60-b8e6-9284260f0194", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 27 20:01:24 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-709347bc-f0b5-4092-b6ca-bdbef1db468c req-79d541d1-5e88-48f3-9edf-84d554c0cfc3 service nova] Acquired lock "refresh_cache-8e718827-a5fb-423e-b6ea-17d7237234c4" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 20:01:24 user nova-compute[75147]: DEBUG nova.network.neutron [req-709347bc-f0b5-4092-b6ca-bdbef1db468c req-79d541d1-5e88-48f3-9edf-84d554c0cfc3 service nova] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] Refreshing network info cache for port c0592695-d80b-4a60-b8e6-9284260f0194 {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 20:01:25 user nova-compute[75147]: DEBUG nova.network.neutron [req-709347bc-f0b5-4092-b6ca-bdbef1db468c req-79d541d1-5e88-48f3-9edf-84d554c0cfc3 service nova] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] Updated VIF entry in instance network info cache for port c0592695-d80b-4a60-b8e6-9284260f0194. {{(pid=75147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 20:01:25 user nova-compute[75147]: DEBUG nova.network.neutron [req-709347bc-f0b5-4092-b6ca-bdbef1db468c req-79d541d1-5e88-48f3-9edf-84d554c0cfc3 service nova] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] Updating instance_info_cache with network_info: [{"id": "c0592695-d80b-4a60-b8e6-9284260f0194", "address": "fa:16:3e:5d:c5:f0", "network": {"id": "5d65da42-1076-416b-95f3-7516c6b6578f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-703269400-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f24b4cdff6de43ebad2383ca58b7a4d3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc0592695-d8", "ovs_interfaceid": "c0592695-d80b-4a60-b8e6-9284260f0194", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 20:01:25 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-709347bc-f0b5-4092-b6ca-bdbef1db468c req-79d541d1-5e88-48f3-9edf-84d554c0cfc3 service nova] Releasing lock "refresh_cache-8e718827-a5fb-423e-b6ea-17d7237234c4" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 20:01:25 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:01:25 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75147) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 20:01:27 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:01:32 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:01:32 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:01:32 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75147) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 20:01:32 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:01:32 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:01:32 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:01:37 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:01:39 user nova-compute[75147]: DEBUG os_brick.utils [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 20:01:39 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:01:39 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:01:39 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1d0d874-05e3-4a7c-b2a4-e06332eaf168]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9325735bc82e\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:01:39 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:01:39 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:01:39 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[55199f07-da91-4dc1-8b7d-da307ffeb57f]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:01:39 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:01:39 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:01:39 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d0e77b1-40be-40d1-a54c-2f66181cb993]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:01:39 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[39fa7e11-dc11-4f71-8c6c-9cabd0bfe801]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:01:39 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Running cmd (subprocess): nvme version {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:01:39 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] 'nvme version' failed. Not Retrying. {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 20:01:39 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.nvmeof [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] nvme not present on system {{(pid=75147) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 27 20:01:39 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:01:39 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 20:01:39 user nova-compute[75147]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 27 20:01:39 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[c40436ff-9721-4b46-af40-f072b42232d0]: (4, '') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:01:39 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75147) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 27 20:01:39 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 27 20:01:39 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] LIGHTOS: no hostnqn found. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 27 20:01:39 user nova-compute[75147]: DEBUG os_brick.utils [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] <== get_connector_properties: return (114ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9325735bc82e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 20:01:39 user nova-compute[75147]: DEBUG nova.virt.block_device [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] Updating existing volume attachment record: 83f2c439-b759-4c99-a24e-913c68c45b03 {{(pid=75147) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 27 20:01:39 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._run_image_cache_manager_pass {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:01:39 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "storage-registry-lock" by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:01:39 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "storage-registry-lock" acquired by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:01:39 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "storage-registry-lock" "released" by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:01:39 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "storage-registry-lock" by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:01:39 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "storage-registry-lock" acquired by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:01:39 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "storage-registry-lock" "released" by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:01:39 user nova-compute[75147]: DEBUG nova.virt.libvirt.imagecache [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Verify base images {{(pid=75147) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:314}}
Oct 27 20:01:39 user nova-compute[75147]: DEBUG nova.virt.libvirt.imagecache [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Image id d52df17c-5315-4a73-ab7c-34c161a414fb yields fingerprint 0d4d279da6140303b56bb85c1e294ab0059f2baa {{(pid=75147) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:319}}
Oct 27 20:01:39 user nova-compute[75147]: INFO nova.virt.libvirt.imagecache [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] image d52df17c-5315-4a73-ab7c-34c161a414fb at (/opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa): checking
Oct 27 20:01:39 user nova-compute[75147]: DEBUG nova.virt.libvirt.imagecache [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] image d52df17c-5315-4a73-ab7c-34c161a414fb at (/opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa): image is in use {{(pid=75147) _mark_in_use /opt/stack/nova/nova/virt/libvirt/imagecache.py:279}}
Oct 27 20:01:39 user nova-compute[75147]: DEBUG nova.virt.libvirt.imagecache [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Image id  yields fingerprint da39a3ee5e6b4b0d3255bfef95601890afd80709 {{(pid=75147) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:319}}
Oct 27 20:01:39 user nova-compute[75147]: DEBUG nova.virt.libvirt.imagecache [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Image id 01b1ae9f-efa9-47dd-aa93-03341eb8c310 yields fingerprint aa1169d53c45608484db92222b33978c6743cd89 {{(pid=75147) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:319}}
Oct 27 20:01:39 user nova-compute[75147]: INFO nova.virt.libvirt.imagecache [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] image 01b1ae9f-efa9-47dd-aa93-03341eb8c310 at (/opt/stack/data/nova/instances/_base/aa1169d53c45608484db92222b33978c6743cd89): checking
Oct 27 20:01:39 user nova-compute[75147]: DEBUG nova.virt.libvirt.imagecache [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] image 01b1ae9f-efa9-47dd-aa93-03341eb8c310 at (/opt/stack/data/nova/instances/_base/aa1169d53c45608484db92222b33978c6743cd89): image is in use {{(pid=75147) _mark_in_use /opt/stack/nova/nova/virt/libvirt/imagecache.py:279}}
Oct 27 20:01:39 user nova-compute[75147]: DEBUG nova.virt.libvirt.imagecache [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] ff3242b6-4ede-4290-8660-141ecd9eebf4 is a valid instance name {{(pid=75147) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:126}}
Oct 27 20:01:39 user nova-compute[75147]: DEBUG nova.virt.libvirt.imagecache [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] b4abbc44-6835-49ea-a9b5-eaf6d3b25e87 is a valid instance name {{(pid=75147) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:126}}
Oct 27 20:01:39 user nova-compute[75147]: DEBUG nova.virt.libvirt.imagecache [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] ae2d1d6a-8c50-413e-99f8-010ddf7c7119 is a valid instance name {{(pid=75147) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:126}}
Oct 27 20:01:39 user nova-compute[75147]: DEBUG nova.virt.libvirt.imagecache [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] ae2d1d6a-8c50-413e-99f8-010ddf7c7119 has a disk file {{(pid=75147) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:129}}
Oct 27 20:01:39 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ae2d1d6a-8c50-413e-99f8-010ddf7c7119/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:01:40 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ae2d1d6a-8c50-413e-99f8-010ddf7c7119/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:01:40 user nova-compute[75147]: DEBUG nova.virt.libvirt.imagecache [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance ae2d1d6a-8c50-413e-99f8-010ddf7c7119 is backed by aa1169d53c45608484db92222b33978c6743cd89 {{(pid=75147) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:141}}
Oct 27 20:01:40 user nova-compute[75147]: DEBUG nova.virt.libvirt.imagecache [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] 4bdc7506-d16c-46d2-883a-50cc1de8be7c is a valid instance name {{(pid=75147) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:126}}
Oct 27 20:01:40 user nova-compute[75147]: DEBUG nova.virt.libvirt.imagecache [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] 4bdc7506-d16c-46d2-883a-50cc1de8be7c has a disk file {{(pid=75147) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:129}}
Oct 27 20:01:40 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4bdc7506-d16c-46d2-883a-50cc1de8be7c/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:01:40 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4bdc7506-d16c-46d2-883a-50cc1de8be7c/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:01:40 user nova-compute[75147]: DEBUG nova.virt.libvirt.imagecache [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 4bdc7506-d16c-46d2-883a-50cc1de8be7c is backed by 0d4d279da6140303b56bb85c1e294ab0059f2baa {{(pid=75147) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:141}}
Oct 27 20:01:40 user nova-compute[75147]: DEBUG nova.virt.libvirt.imagecache [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] 23a3503a-d59f-467e-9bbb-c8f679f3d809 is a valid instance name {{(pid=75147) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:126}}
Oct 27 20:01:40 user nova-compute[75147]: DEBUG nova.virt.libvirt.imagecache [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] a413fb71-5748-4328-a2f3-592c64188e21 is a valid instance name {{(pid=75147) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:126}}
Oct 27 20:01:40 user nova-compute[75147]: DEBUG nova.virt.libvirt.imagecache [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] a413fb71-5748-4328-a2f3-592c64188e21 has a disk file {{(pid=75147) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:129}}
Oct 27 20:01:40 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a413fb71-5748-4328-a2f3-592c64188e21/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:01:40 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a413fb71-5748-4328-a2f3-592c64188e21/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:01:40 user nova-compute[75147]: DEBUG nova.virt.libvirt.imagecache [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance a413fb71-5748-4328-a2f3-592c64188e21 is backed by 0d4d279da6140303b56bb85c1e294ab0059f2baa {{(pid=75147) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:141}}
Oct 27 20:01:40 user nova-compute[75147]: WARNING nova.virt.libvirt.imagecache [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Unknown base file: /opt/stack/data/nova/instances/_base/2fd99339bb7e764830bd1604b3d84d3b93458a68
Oct 27 20:01:40 user nova-compute[75147]: WARNING nova.virt.libvirt.imagecache [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Unknown base file: /opt/stack/data/nova/instances/_base/94d917249dbae01330c4cdd26c6a75bff33022bc
Oct 27 20:01:40 user nova-compute[75147]: WARNING nova.virt.libvirt.imagecache [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Unknown base file: /opt/stack/data/nova/instances/_base/1143aaabe7a3634a22d001065a9ded5577bf9c7f
Oct 27 20:01:40 user nova-compute[75147]: WARNING nova.virt.libvirt.imagecache [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Unknown base file: /opt/stack/data/nova/instances/_base/575dbcedfb28d89f893fc5a2a6f0b93da2aed951
Oct 27 20:01:40 user nova-compute[75147]: WARNING nova.virt.libvirt.imagecache [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Unknown base file: /opt/stack/data/nova/instances/_base/417403c952201671ae90cf5211feafde9c050c36
Oct 27 20:01:40 user nova-compute[75147]: WARNING nova.virt.libvirt.imagecache [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Unknown base file: /opt/stack/data/nova/instances/_base/484f5ee4e691a9b20f2a14e84864b27ff3ce4cbe
Oct 27 20:01:40 user nova-compute[75147]: WARNING nova.virt.libvirt.imagecache [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Unknown base file: /opt/stack/data/nova/instances/_base/929bab333872bd9312a62626115772b2a93f4ec4
Oct 27 20:01:40 user nova-compute[75147]: INFO nova.virt.libvirt.imagecache [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Active base files: /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa /opt/stack/data/nova/instances/_base/aa1169d53c45608484db92222b33978c6743cd89
Oct 27 20:01:40 user nova-compute[75147]: INFO nova.virt.libvirt.imagecache [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Removable base files: /opt/stack/data/nova/instances/_base/2fd99339bb7e764830bd1604b3d84d3b93458a68 /opt/stack/data/nova/instances/_base/94d917249dbae01330c4cdd26c6a75bff33022bc /opt/stack/data/nova/instances/_base/1143aaabe7a3634a22d001065a9ded5577bf9c7f /opt/stack/data/nova/instances/_base/575dbcedfb28d89f893fc5a2a6f0b93da2aed951 /opt/stack/data/nova/instances/_base/417403c952201671ae90cf5211feafde9c050c36 /opt/stack/data/nova/instances/_base/484f5ee4e691a9b20f2a14e84864b27ff3ce4cbe /opt/stack/data/nova/instances/_base/929bab333872bd9312a62626115772b2a93f4ec4
Oct 27 20:01:40 user nova-compute[75147]: INFO nova.virt.libvirt.imagecache [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/2fd99339bb7e764830bd1604b3d84d3b93458a68
Oct 27 20:01:40 user nova-compute[75147]: INFO nova.virt.libvirt.imagecache [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/94d917249dbae01330c4cdd26c6a75bff33022bc
Oct 27 20:01:40 user nova-compute[75147]: INFO nova.virt.libvirt.imagecache [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/1143aaabe7a3634a22d001065a9ded5577bf9c7f
Oct 27 20:01:40 user nova-compute[75147]: INFO nova.virt.libvirt.imagecache [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/575dbcedfb28d89f893fc5a2a6f0b93da2aed951
Oct 27 20:01:40 user nova-compute[75147]: INFO nova.virt.libvirt.imagecache [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/417403c952201671ae90cf5211feafde9c050c36
Oct 27 20:01:40 user nova-compute[75147]: INFO nova.virt.libvirt.imagecache [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/484f5ee4e691a9b20f2a14e84864b27ff3ce4cbe
Oct 27 20:01:40 user nova-compute[75147]: INFO nova.virt.libvirt.imagecache [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/929bab333872bd9312a62626115772b2a93f4ec4
Oct 27 20:01:40 user nova-compute[75147]: DEBUG nova.virt.libvirt.imagecache [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Verification complete {{(pid=75147) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:350}}
Oct 27 20:01:40 user nova-compute[75147]: DEBUG nova.virt.libvirt.imagecache [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Verify swap images {{(pid=75147) _age_and_verify_swap_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:299}}
Oct 27 20:01:40 user nova-compute[75147]: DEBUG nova.virt.libvirt.imagecache [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Verify ephemeral images {{(pid=75147) _age_and_verify_ephemeral_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:284}}
Oct 27 20:01:42 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:01:42 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:01:42 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75147) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 20:01:42 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:01:42 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:01:42 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:01:47 user nova-compute[75147]: DEBUG nova.compute.manager [req-8895529b-ac36-4f4d-a4d4-203b3b1a3fdf req-abffb125-5664-4ddc-92a0-511f00e458cd service nova] [instance: ff3242b6-4ede-4290-8660-141ecd9eebf4] Received event network-changed-dbe0dd9e-ff8d-43c1-9c4e-70ace89558ea {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 20:01:47 user nova-compute[75147]: DEBUG nova.compute.manager [req-8895529b-ac36-4f4d-a4d4-203b3b1a3fdf req-abffb125-5664-4ddc-92a0-511f00e458cd service nova] [instance: ff3242b6-4ede-4290-8660-141ecd9eebf4] Refreshing instance network info cache due to event network-changed-dbe0dd9e-ff8d-43c1-9c4e-70ace89558ea. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 20:01:47 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-8895529b-ac36-4f4d-a4d4-203b3b1a3fdf req-abffb125-5664-4ddc-92a0-511f00e458cd service nova] Acquiring lock "refresh_cache-ff3242b6-4ede-4290-8660-141ecd9eebf4" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 20:01:47 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-8895529b-ac36-4f4d-a4d4-203b3b1a3fdf req-abffb125-5664-4ddc-92a0-511f00e458cd service nova] Acquired lock "refresh_cache-ff3242b6-4ede-4290-8660-141ecd9eebf4" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 20:01:47 user nova-compute[75147]: DEBUG nova.network.neutron [req-8895529b-ac36-4f4d-a4d4-203b3b1a3fdf req-abffb125-5664-4ddc-92a0-511f00e458cd service nova] [instance: ff3242b6-4ede-4290-8660-141ecd9eebf4] Refreshing network info cache for port dbe0dd9e-ff8d-43c1-9c4e-70ace89558ea {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 20:01:47 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:01:47 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:01:47 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75147) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 20:01:47 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:01:47 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:01:47 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:01:47 user nova-compute[75147]: DEBUG nova.network.neutron [req-8895529b-ac36-4f4d-a4d4-203b3b1a3fdf req-abffb125-5664-4ddc-92a0-511f00e458cd service nova] [instance: ff3242b6-4ede-4290-8660-141ecd9eebf4] Updated VIF entry in instance network info cache for port dbe0dd9e-ff8d-43c1-9c4e-70ace89558ea. {{(pid=75147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 20:01:47 user nova-compute[75147]: DEBUG nova.network.neutron [req-8895529b-ac36-4f4d-a4d4-203b3b1a3fdf req-abffb125-5664-4ddc-92a0-511f00e458cd service nova] [instance: ff3242b6-4ede-4290-8660-141ecd9eebf4] Updating instance_info_cache with network_info: [{"id": "dbe0dd9e-ff8d-43c1-9c4e-70ace89558ea", "address": "fa:16:3e:05:61:a2", "network": {"id": "06d546cd-b394-4fcf-970b-6f2fff8ea7ac", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-719028923-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.59", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c7d5ee667069474fa684fb2d4ba9da41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdbe0dd9e-ff", "ovs_interfaceid": "dbe0dd9e-ff8d-43c1-9c4e-70ace89558ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 20:01:47 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-8895529b-ac36-4f4d-a4d4-203b3b1a3fdf req-abffb125-5664-4ddc-92a0-511f00e458cd service nova] Releasing lock "refresh_cache-ff3242b6-4ede-4290-8660-141ecd9eebf4" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 20:01:48 user nova-compute[75147]: DEBUG nova.compute.manager [req-daf04492-b992-461b-bb5c-f6e9d5096e35 req-898df191-979e-4c65-9fa5-43df7d4af727 service nova] [instance: ff3242b6-4ede-4290-8660-141ecd9eebf4] Received event network-changed-dbe0dd9e-ff8d-43c1-9c4e-70ace89558ea {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 20:01:48 user nova-compute[75147]: DEBUG nova.compute.manager [req-daf04492-b992-461b-bb5c-f6e9d5096e35 req-898df191-979e-4c65-9fa5-43df7d4af727 service nova] [instance: ff3242b6-4ede-4290-8660-141ecd9eebf4] Refreshing instance network info cache due to event network-changed-dbe0dd9e-ff8d-43c1-9c4e-70ace89558ea. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 20:01:48 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-daf04492-b992-461b-bb5c-f6e9d5096e35 req-898df191-979e-4c65-9fa5-43df7d4af727 service nova] Acquiring lock "refresh_cache-ff3242b6-4ede-4290-8660-141ecd9eebf4" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 20:01:48 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-daf04492-b992-461b-bb5c-f6e9d5096e35 req-898df191-979e-4c65-9fa5-43df7d4af727 service nova] Acquired lock "refresh_cache-ff3242b6-4ede-4290-8660-141ecd9eebf4" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 20:01:48 user nova-compute[75147]: DEBUG nova.network.neutron [req-daf04492-b992-461b-bb5c-f6e9d5096e35 req-898df191-979e-4c65-9fa5-43df7d4af727 service nova] [instance: ff3242b6-4ede-4290-8660-141ecd9eebf4] Refreshing network info cache for port dbe0dd9e-ff8d-43c1-9c4e-70ace89558ea {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 20:01:48 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-7e16df85-98e9-4a22-8bea-d37e1f4dd7e9 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Acquiring lock "ff3242b6-4ede-4290-8660-141ecd9eebf4" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:01:48 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-7e16df85-98e9-4a22-8bea-d37e1f4dd7e9 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lock "ff3242b6-4ede-4290-8660-141ecd9eebf4" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:01:48 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-7e16df85-98e9-4a22-8bea-d37e1f4dd7e9 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Acquiring lock "ff3242b6-4ede-4290-8660-141ecd9eebf4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:01:48 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-7e16df85-98e9-4a22-8bea-d37e1f4dd7e9 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lock "ff3242b6-4ede-4290-8660-141ecd9eebf4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:01:48 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-7e16df85-98e9-4a22-8bea-d37e1f4dd7e9 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lock "ff3242b6-4ede-4290-8660-141ecd9eebf4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:01:48 user nova-compute[75147]: INFO nova.compute.manager [None req-7e16df85-98e9-4a22-8bea-d37e1f4dd7e9 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: ff3242b6-4ede-4290-8660-141ecd9eebf4] Terminating instance
Oct 27 20:01:48 user nova-compute[75147]: DEBUG nova.compute.manager [None req-7e16df85-98e9-4a22-8bea-d37e1f4dd7e9 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: ff3242b6-4ede-4290-8660-141ecd9eebf4] Start destroying the instance on the hypervisor. {{(pid=75147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 27 20:01:48 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:01:48 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:01:48 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:01:48 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:01:48 user nova-compute[75147]: DEBUG nova.compute.manager [req-db5a6d1a-e2e7-4ccf-b77b-0f0a878fe0a0 req-676e02c4-84bd-4232-a71f-e88e615df76a service nova] [instance: ff3242b6-4ede-4290-8660-141ecd9eebf4] Received event network-vif-unplugged-dbe0dd9e-ff8d-43c1-9c4e-70ace89558ea {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 20:01:48 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-db5a6d1a-e2e7-4ccf-b77b-0f0a878fe0a0 req-676e02c4-84bd-4232-a71f-e88e615df76a service nova] Acquiring lock "ff3242b6-4ede-4290-8660-141ecd9eebf4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:01:48 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-db5a6d1a-e2e7-4ccf-b77b-0f0a878fe0a0 req-676e02c4-84bd-4232-a71f-e88e615df76a service nova] Lock "ff3242b6-4ede-4290-8660-141ecd9eebf4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:01:48 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-db5a6d1a-e2e7-4ccf-b77b-0f0a878fe0a0 req-676e02c4-84bd-4232-a71f-e88e615df76a service nova] Lock "ff3242b6-4ede-4290-8660-141ecd9eebf4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:01:48 user nova-compute[75147]: DEBUG nova.compute.manager [req-db5a6d1a-e2e7-4ccf-b77b-0f0a878fe0a0 req-676e02c4-84bd-4232-a71f-e88e615df76a service nova] [instance: ff3242b6-4ede-4290-8660-141ecd9eebf4] No waiting events found dispatching network-vif-unplugged-dbe0dd9e-ff8d-43c1-9c4e-70ace89558ea {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 20:01:48 user nova-compute[75147]: DEBUG nova.compute.manager [req-db5a6d1a-e2e7-4ccf-b77b-0f0a878fe0a0 req-676e02c4-84bd-4232-a71f-e88e615df76a service nova] [instance: ff3242b6-4ede-4290-8660-141ecd9eebf4] Received event network-vif-unplugged-dbe0dd9e-ff8d-43c1-9c4e-70ace89558ea for instance with task_state deleting. {{(pid=75147) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 20:01:49 user nova-compute[75147]: DEBUG nova.network.neutron [req-daf04492-b992-461b-bb5c-f6e9d5096e35 req-898df191-979e-4c65-9fa5-43df7d4af727 service nova] [instance: ff3242b6-4ede-4290-8660-141ecd9eebf4] Updated VIF entry in instance network info cache for port dbe0dd9e-ff8d-43c1-9c4e-70ace89558ea. {{(pid=75147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 20:01:49 user nova-compute[75147]: DEBUG nova.network.neutron [req-daf04492-b992-461b-bb5c-f6e9d5096e35 req-898df191-979e-4c65-9fa5-43df7d4af727 service nova] [instance: ff3242b6-4ede-4290-8660-141ecd9eebf4] Updating instance_info_cache with network_info: [{"id": "dbe0dd9e-ff8d-43c1-9c4e-70ace89558ea", "address": "fa:16:3e:05:61:a2", "network": {"id": "06d546cd-b394-4fcf-970b-6f2fff8ea7ac", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-719028923-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c7d5ee667069474fa684fb2d4ba9da41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdbe0dd9e-ff", "ovs_interfaceid": "dbe0dd9e-ff8d-43c1-9c4e-70ace89558ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 20:01:49 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-daf04492-b992-461b-bb5c-f6e9d5096e35 req-898df191-979e-4c65-9fa5-43df7d4af727 service nova] Releasing lock "refresh_cache-ff3242b6-4ede-4290-8660-141ecd9eebf4" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 20:01:49 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:01:49 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:01:49 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: ff3242b6-4ede-4290-8660-141ecd9eebf4] Instance destroyed successfully.
Oct 27 20:01:49 user nova-compute[75147]: DEBUG nova.objects.instance [None req-7e16df85-98e9-4a22-8bea-d37e1f4dd7e9 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lazy-loading 'resources' on Instance uuid ff3242b6-4ede-4290-8660-141ecd9eebf4 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 20:01:49 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-7e16df85-98e9-4a22-8bea-d37e1f4dd7e9 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:59:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-862437624',display_name='tempest-TestVolumeBootPattern-server-862437624',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-862437624',id=49,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBcgZnIHFL9VPUFy5W7efUxz5rBmZEBVQAVLa5cjn6O/49MNwWQ3DDavVjyeNLOl/6BMvccEmegaYjbhWFQgquf0s9VSqR/SYjs9o/VQgzAqVr4n6smb9zmAH3gc+K3Vqw==',key_name='tempest-TestVolumeBootPattern-136407510',keypairs=<?>,launch_index=0,launched_at=2023-10-27T20:00:21Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='c7d5ee667069474fa684fb2d4ba9da41',ramdisk_id='',reservation_id='r-k7x58ogr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-1184716630',owner_user_name='tempest-TestVolumeBootPattern-1184716630-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T20:00:22Z,user_data=None,user_id='c215953c5f1f494bb16ee70ff9355cfd',uuid=ff3242b6-4ede-4290-8660-141ecd9eebf4,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "dbe0dd9e-ff8d-43c1-9c4e-70ace89558ea", "address": "fa:16:3e:05:61:a2", "network": {"id": "06d546cd-b394-4fcf-970b-6f2fff8ea7ac", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-719028923-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.59", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c7d5ee667069474fa684fb2d4ba9da41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdbe0dd9e-ff", "ovs_interfaceid": "dbe0dd9e-ff8d-43c1-9c4e-70ace89558ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 20:01:49 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-7e16df85-98e9-4a22-8bea-d37e1f4dd7e9 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Converting VIF {"id": "dbe0dd9e-ff8d-43c1-9c4e-70ace89558ea", "address": "fa:16:3e:05:61:a2", "network": {"id": "06d546cd-b394-4fcf-970b-6f2fff8ea7ac", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-719028923-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.59", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c7d5ee667069474fa684fb2d4ba9da41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdbe0dd9e-ff", "ovs_interfaceid": "dbe0dd9e-ff8d-43c1-9c4e-70ace89558ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 20:01:49 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-7e16df85-98e9-4a22-8bea-d37e1f4dd7e9 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:05:61:a2,bridge_name='br-int',has_traffic_filtering=True,id=dbe0dd9e-ff8d-43c1-9c4e-70ace89558ea,network=Network(06d546cd-b394-4fcf-970b-6f2fff8ea7ac),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdbe0dd9e-ff') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 20:01:49 user nova-compute[75147]: DEBUG os_vif [None req-7e16df85-98e9-4a22-8bea-d37e1f4dd7e9 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:05:61:a2,bridge_name='br-int',has_traffic_filtering=True,id=dbe0dd9e-ff8d-43c1-9c4e-70ace89558ea,network=Network(06d546cd-b394-4fcf-970b-6f2fff8ea7ac),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdbe0dd9e-ff') {{(pid=75147) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 20:01:49 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:01:49 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapdbe0dd9e-ff, bridge=br-int, if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 20:01:49 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:01:49 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:01:49 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:01:49 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:01:49 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=b432d038-426c-4512-ab43-04c4ea86c383) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 20:01:49 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:01:49 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:01:49 user nova-compute[75147]: INFO os_vif [None req-7e16df85-98e9-4a22-8bea-d37e1f4dd7e9 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:05:61:a2,bridge_name='br-int',has_traffic_filtering=True,id=dbe0dd9e-ff8d-43c1-9c4e-70ace89558ea,network=Network(06d546cd-b394-4fcf-970b-6f2fff8ea7ac),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdbe0dd9e-ff')
Oct 27 20:01:49 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7e16df85-98e9-4a22-8bea-d37e1f4dd7e9 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: ff3242b6-4ede-4290-8660-141ecd9eebf4] calling os-brick to detach iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 20:01:49 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e16df85-98e9-4a22-8bea-d37e1f4dd7e9 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, {'target_iqn': 'iqn.2010-10.org.openstack:3e47d64e-8804-4a66-bddb-35d3a90902bd', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rJvVgGHj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 20:01:49 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-7e16df85-98e9-4a22-8bea-d37e1f4dd7e9 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 20:01:49 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-7e16df85-98e9-4a22-8bea-d37e1f4dd7e9 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 20:01:49 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-7e16df85-98e9-4a22-8bea-d37e1f4dd7e9 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 20:01:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:01:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:01:49 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6a40c70-67cc-4166-a208-fdcd7869fc6e]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3e47d64e-8804-4a66-bddb-35d3a90902bd\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:01:49 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e16df85-98e9-4a22-8bea-d37e1f4dd7e9 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 20:01:49 user nova-compute[75147]: No targets found.
Oct 27 20:01:49 user nova-compute[75147]: iSNS:
Oct 27 20:01:49 user nova-compute[75147]: No targets found.
Oct 27 20:01:49 user nova-compute[75147]: STATIC:
Oct 27 20:01:49 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4
Oct 27 20:01:49 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 20:01:49 user nova-compute[75147]:                 Iface Name: default
Oct 27 20:01:49 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1
Oct 27 20:01:49 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 20:01:49 user nova-compute[75147]:                 Iface Name: default
Oct 27 20:01:49 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:3e47d64e-8804-4a66-bddb-35d3a90902bd
Oct 27 20:01:49 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 20:01:49 user nova-compute[75147]:                 Iface Name: default
Oct 27 20:01:49 user nova-compute[75147]: FIRMWARE:
Oct 27 20:01:49 user nova-compute[75147]: No targets found.
Oct 27 20:01:49 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 20:01:49 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e16df85-98e9-4a22-8bea-d37e1f4dd7e9 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 20:01:49 user nova-compute[75147]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 20:01:49 user nova-compute[75147]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75147) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 20:01:49 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e16df85-98e9-4a22-8bea-d37e1f4dd7e9 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3e47d64e-8804-4a66-bddb-35d3a90902bd', 0)] {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 20:01:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:01:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:01:49 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[828ed356-cec3-4cfd-b465-6168f86ae94c]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3e47d64e-8804-4a66-bddb-35d3a90902bd\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:01:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:01:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:01:49 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f780fcb-7309-4c42-96b7-a6ae781e4cf8]: (4, ('tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 (non-flash)\ntcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4 (non-flash)\ntcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e47d64e-8804-4a66-bddb-35d3a90902bd (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:01:49 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e16df85-98e9-4a22-8bea-d37e1f4dd7e9 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 (non-flash)
Oct 27 20:01:49 user nova-compute[75147]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4 (non-flash)
Oct 27 20:01:49 user nova-compute[75147]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e47d64e-8804-4a66-bddb-35d3a90902bd (non-flash)
Oct 27 20:01:49 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 20:01:49 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e16df85-98e9-4a22-8bea-d37e1f4dd7e9 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] iscsi session list stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 (non-flash)
Oct 27 20:01:49 user nova-compute[75147]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4 (non-flash)
Oct 27 20:01:49 user nova-compute[75147]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e47d64e-8804-4a66-bddb-35d3a90902bd (non-flash)
Oct 27 20:01:49 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 20:01:49 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e16df85-98e9-4a22-8bea-d37e1f4dd7e9 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f28ec468d30>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3e47d64e-8804-4a66-bddb-35d3a90902bd'): ({'sdd'}, set())}) {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 20:01:49 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-7e16df85-98e9-4a22-8bea-d37e1f4dd7e9 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Removing single pathed devices sdd {{(pid=75147) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 20:01:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:01:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:01:49 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[21fa8da3-4e98-472c-b261-28f1bbaff61e]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:01:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:01:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:01:49 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9d2c9da-10b4-44ac-9eff-4499818dcae3]: (4, ('ok\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:01:49 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-7e16df85-98e9-4a22-8bea-d37e1f4dd7e9 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Flushing IO for device /dev/sdd {{(pid=75147) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 20:01:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:01:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:01:49 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[00fe2f61-4b2c-4136-85f0-6d9bc0198584]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:01:49 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-7e16df85-98e9-4a22-8bea-d37e1f4dd7e9 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75147) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 20:01:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:01:49 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:01:49 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:01:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.060s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:01:49 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[e423fb8b-0f84-4fb8-9795-07fe0802711f]: (4, ('1', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:01:49 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-7e16df85-98e9-4a22-8bea-d37e1f4dd7e9 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 20:01:49 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-7e16df85-98e9-4a22-8bea-d37e1f4dd7e9 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] SCSI volumes sdd have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 20:01:49 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e16df85-98e9-4a22-8bea-d37e1f4dd7e9 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3e47d64e-8804-4a66-bddb-35d3a90902bd')] {{(pid=75147) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 20:01:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3e47d64e-8804-4a66-bddb-35d3a90902bd -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:01:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3e47d64e-8804-4a66-bddb-35d3a90902bd -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:01:49 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[74f02c7b-289d-4203-800a-689e379e34f1]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:01:49 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e16df85-98e9-4a22-8bea-d37e1f4dd7e9 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:01:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3e47d64e-8804-4a66-bddb-35d3a90902bd -p 172.16.0.220:3260 --logout {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:01:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3e47d64e-8804-4a66-bddb-35d3a90902bd -p 172.16.0.220:3260 --logout" returned: 0 in 0.052s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:01:49 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[677504c1-f5eb-498c-864f-3a7a2d0d9911]: (4, ('Logging out of session [sid: 56, target: iqn.2010-10.org.openstack:3e47d64e-8804-4a66-bddb-35d3a90902bd, portal: 172.16.0.220,3260]\nLogout of [sid: 56, target: iqn.2010-10.org.openstack:3e47d64e-8804-4a66-bddb-35d3a90902bd, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:01:49 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e16df85-98e9-4a22-8bea-d37e1f4dd7e9 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 56, target: iqn.2010-10.org.openstack:3e47d64e-8804-4a66-bddb-35d3a90902bd, portal: 172.16.0.220,3260]
Oct 27 20:01:49 user nova-compute[75147]: Logout of [sid: 56, target: iqn.2010-10.org.openstack:3e47d64e-8804-4a66-bddb-35d3a90902bd, portal: 172.16.0.220,3260] successful.
Oct 27 20:01:49 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:01:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3e47d64e-8804-4a66-bddb-35d3a90902bd -p 172.16.0.220:3260 --op delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:01:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3e47d64e-8804-4a66-bddb-35d3a90902bd -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:01:49 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[4db7c082-68d2-4057-9f31-77639ef713b1]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:01:49 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e16df85-98e9-4a22-8bea-d37e1f4dd7e9 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:01:49 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-7e16df85-98e9-4a22-8bea-d37e1f4dd7e9 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.328s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 20:01:49 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e16df85-98e9-4a22-8bea-d37e1f4dd7e9 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] <== disconnect_volume: return (330ms) None {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 20:01:49 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7e16df85-98e9-4a22-8bea-d37e1f4dd7e9 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: ff3242b6-4ede-4290-8660-141ecd9eebf4] Disconnected iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 20:01:49 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-7e16df85-98e9-4a22-8bea-d37e1f4dd7e9 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: ff3242b6-4ede-4290-8660-141ecd9eebf4] Deleting instance files /opt/stack/data/nova/instances/ff3242b6-4ede-4290-8660-141ecd9eebf4_del
Oct 27 20:01:49 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-7e16df85-98e9-4a22-8bea-d37e1f4dd7e9 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: ff3242b6-4ede-4290-8660-141ecd9eebf4] Deletion of /opt/stack/data/nova/instances/ff3242b6-4ede-4290-8660-141ecd9eebf4_del complete
Oct 27 20:01:49 user nova-compute[75147]: INFO nova.compute.manager [None req-7e16df85-98e9-4a22-8bea-d37e1f4dd7e9 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: ff3242b6-4ede-4290-8660-141ecd9eebf4] Took 1.23 seconds to destroy the instance on the hypervisor.
Oct 27 20:01:49 user nova-compute[75147]: DEBUG oslo.service.loopingcall [None req-7e16df85-98e9-4a22-8bea-d37e1f4dd7e9 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 27 20:01:49 user nova-compute[75147]: DEBUG nova.compute.manager [-] [instance: ff3242b6-4ede-4290-8660-141ecd9eebf4] Deallocating network for instance {{(pid=75147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 27 20:01:49 user nova-compute[75147]: DEBUG nova.network.neutron [-] [instance: ff3242b6-4ede-4290-8660-141ecd9eebf4] deallocate_for_instance() {{(pid=75147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 27 20:01:49 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:01:49 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:01:50 user nova-compute[75147]: DEBUG nova.network.neutron [-] [instance: ff3242b6-4ede-4290-8660-141ecd9eebf4] Updating instance_info_cache with network_info: [] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 20:01:50 user nova-compute[75147]: INFO nova.compute.manager [-] [instance: ff3242b6-4ede-4290-8660-141ecd9eebf4] Took 0.53 seconds to deallocate network for instance.
Oct 27 20:01:50 user nova-compute[75147]: DEBUG nova.compute.manager [req-8e27865e-b0c6-4308-accb-703478f13e91 req-1e3fed7c-58f3-40a6-82b8-2ee446f05455 service nova] [instance: ff3242b6-4ede-4290-8660-141ecd9eebf4] Received event network-vif-plugged-dbe0dd9e-ff8d-43c1-9c4e-70ace89558ea {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 20:01:50 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-8e27865e-b0c6-4308-accb-703478f13e91 req-1e3fed7c-58f3-40a6-82b8-2ee446f05455 service nova] Acquiring lock "ff3242b6-4ede-4290-8660-141ecd9eebf4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:01:50 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-8e27865e-b0c6-4308-accb-703478f13e91 req-1e3fed7c-58f3-40a6-82b8-2ee446f05455 service nova] Lock "ff3242b6-4ede-4290-8660-141ecd9eebf4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:01:50 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-8e27865e-b0c6-4308-accb-703478f13e91 req-1e3fed7c-58f3-40a6-82b8-2ee446f05455 service nova] Lock "ff3242b6-4ede-4290-8660-141ecd9eebf4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:01:50 user nova-compute[75147]: DEBUG nova.compute.manager [req-8e27865e-b0c6-4308-accb-703478f13e91 req-1e3fed7c-58f3-40a6-82b8-2ee446f05455 service nova] [instance: ff3242b6-4ede-4290-8660-141ecd9eebf4] No waiting events found dispatching network-vif-plugged-dbe0dd9e-ff8d-43c1-9c4e-70ace89558ea {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 20:01:50 user nova-compute[75147]: WARNING nova.compute.manager [req-8e27865e-b0c6-4308-accb-703478f13e91 req-1e3fed7c-58f3-40a6-82b8-2ee446f05455 service nova] [instance: ff3242b6-4ede-4290-8660-141ecd9eebf4] Received unexpected event network-vif-plugged-dbe0dd9e-ff8d-43c1-9c4e-70ace89558ea for instance with vm_state active and task_state deleting.
Oct 27 20:01:50 user nova-compute[75147]: DEBUG nova.compute.manager [req-8e27865e-b0c6-4308-accb-703478f13e91 req-1e3fed7c-58f3-40a6-82b8-2ee446f05455 service nova] [instance: ff3242b6-4ede-4290-8660-141ecd9eebf4] Received event network-vif-plugged-dbe0dd9e-ff8d-43c1-9c4e-70ace89558ea {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 20:01:50 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-8e27865e-b0c6-4308-accb-703478f13e91 req-1e3fed7c-58f3-40a6-82b8-2ee446f05455 service nova] Acquiring lock "ff3242b6-4ede-4290-8660-141ecd9eebf4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:01:50 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-8e27865e-b0c6-4308-accb-703478f13e91 req-1e3fed7c-58f3-40a6-82b8-2ee446f05455 service nova] Lock "ff3242b6-4ede-4290-8660-141ecd9eebf4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:01:50 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-8e27865e-b0c6-4308-accb-703478f13e91 req-1e3fed7c-58f3-40a6-82b8-2ee446f05455 service nova] Lock "ff3242b6-4ede-4290-8660-141ecd9eebf4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:01:50 user nova-compute[75147]: DEBUG nova.compute.manager [req-8e27865e-b0c6-4308-accb-703478f13e91 req-1e3fed7c-58f3-40a6-82b8-2ee446f05455 service nova] [instance: ff3242b6-4ede-4290-8660-141ecd9eebf4] No waiting events found dispatching network-vif-plugged-dbe0dd9e-ff8d-43c1-9c4e-70ace89558ea {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 20:01:50 user nova-compute[75147]: WARNING nova.compute.manager [req-8e27865e-b0c6-4308-accb-703478f13e91 req-1e3fed7c-58f3-40a6-82b8-2ee446f05455 service nova] [instance: ff3242b6-4ede-4290-8660-141ecd9eebf4] Received unexpected event network-vif-plugged-dbe0dd9e-ff8d-43c1-9c4e-70ace89558ea for instance with vm_state active and task_state deleting.
Oct 27 20:01:50 user nova-compute[75147]: DEBUG nova.compute.manager [req-8e27865e-b0c6-4308-accb-703478f13e91 req-1e3fed7c-58f3-40a6-82b8-2ee446f05455 service nova] [instance: ff3242b6-4ede-4290-8660-141ecd9eebf4] Received event network-vif-plugged-dbe0dd9e-ff8d-43c1-9c4e-70ace89558ea {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 20:01:50 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-8e27865e-b0c6-4308-accb-703478f13e91 req-1e3fed7c-58f3-40a6-82b8-2ee446f05455 service nova] Acquiring lock "ff3242b6-4ede-4290-8660-141ecd9eebf4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:01:50 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-8e27865e-b0c6-4308-accb-703478f13e91 req-1e3fed7c-58f3-40a6-82b8-2ee446f05455 service nova] Lock "ff3242b6-4ede-4290-8660-141ecd9eebf4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:01:50 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-8e27865e-b0c6-4308-accb-703478f13e91 req-1e3fed7c-58f3-40a6-82b8-2ee446f05455 service nova] Lock "ff3242b6-4ede-4290-8660-141ecd9eebf4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:01:50 user nova-compute[75147]: DEBUG nova.compute.manager [req-8e27865e-b0c6-4308-accb-703478f13e91 req-1e3fed7c-58f3-40a6-82b8-2ee446f05455 service nova] [instance: ff3242b6-4ede-4290-8660-141ecd9eebf4] No waiting events found dispatching network-vif-plugged-dbe0dd9e-ff8d-43c1-9c4e-70ace89558ea {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 20:01:50 user nova-compute[75147]: WARNING nova.compute.manager [req-8e27865e-b0c6-4308-accb-703478f13e91 req-1e3fed7c-58f3-40a6-82b8-2ee446f05455 service nova] [instance: ff3242b6-4ede-4290-8660-141ecd9eebf4] Received unexpected event network-vif-plugged-dbe0dd9e-ff8d-43c1-9c4e-70ace89558ea for instance with vm_state active and task_state deleting.
Oct 27 20:01:50 user nova-compute[75147]: DEBUG nova.compute.manager [req-8e27865e-b0c6-4308-accb-703478f13e91 req-1e3fed7c-58f3-40a6-82b8-2ee446f05455 service nova] [instance: ff3242b6-4ede-4290-8660-141ecd9eebf4] Received event network-vif-unplugged-dbe0dd9e-ff8d-43c1-9c4e-70ace89558ea {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 20:01:50 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-8e27865e-b0c6-4308-accb-703478f13e91 req-1e3fed7c-58f3-40a6-82b8-2ee446f05455 service nova] Acquiring lock "ff3242b6-4ede-4290-8660-141ecd9eebf4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:01:50 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-8e27865e-b0c6-4308-accb-703478f13e91 req-1e3fed7c-58f3-40a6-82b8-2ee446f05455 service nova] Lock "ff3242b6-4ede-4290-8660-141ecd9eebf4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:01:50 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-8e27865e-b0c6-4308-accb-703478f13e91 req-1e3fed7c-58f3-40a6-82b8-2ee446f05455 service nova] Lock "ff3242b6-4ede-4290-8660-141ecd9eebf4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:01:50 user nova-compute[75147]: DEBUG nova.compute.manager [req-8e27865e-b0c6-4308-accb-703478f13e91 req-1e3fed7c-58f3-40a6-82b8-2ee446f05455 service nova] [instance: ff3242b6-4ede-4290-8660-141ecd9eebf4] No waiting events found dispatching network-vif-unplugged-dbe0dd9e-ff8d-43c1-9c4e-70ace89558ea {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 20:01:50 user nova-compute[75147]: DEBUG nova.compute.manager [req-8e27865e-b0c6-4308-accb-703478f13e91 req-1e3fed7c-58f3-40a6-82b8-2ee446f05455 service nova] [instance: ff3242b6-4ede-4290-8660-141ecd9eebf4] Received event network-vif-unplugged-dbe0dd9e-ff8d-43c1-9c4e-70ace89558ea for instance with task_state deleting. {{(pid=75147) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 20:01:50 user nova-compute[75147]: DEBUG nova.compute.manager [req-8e27865e-b0c6-4308-accb-703478f13e91 req-1e3fed7c-58f3-40a6-82b8-2ee446f05455 service nova] [instance: ff3242b6-4ede-4290-8660-141ecd9eebf4] Received event network-vif-plugged-dbe0dd9e-ff8d-43c1-9c4e-70ace89558ea {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 20:01:50 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-8e27865e-b0c6-4308-accb-703478f13e91 req-1e3fed7c-58f3-40a6-82b8-2ee446f05455 service nova] Acquiring lock "ff3242b6-4ede-4290-8660-141ecd9eebf4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:01:50 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-8e27865e-b0c6-4308-accb-703478f13e91 req-1e3fed7c-58f3-40a6-82b8-2ee446f05455 service nova] Lock "ff3242b6-4ede-4290-8660-141ecd9eebf4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:01:50 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-8e27865e-b0c6-4308-accb-703478f13e91 req-1e3fed7c-58f3-40a6-82b8-2ee446f05455 service nova] Lock "ff3242b6-4ede-4290-8660-141ecd9eebf4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:01:50 user nova-compute[75147]: DEBUG nova.compute.manager [req-8e27865e-b0c6-4308-accb-703478f13e91 req-1e3fed7c-58f3-40a6-82b8-2ee446f05455 service nova] [instance: ff3242b6-4ede-4290-8660-141ecd9eebf4] No waiting events found dispatching network-vif-plugged-dbe0dd9e-ff8d-43c1-9c4e-70ace89558ea {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 20:01:50 user nova-compute[75147]: WARNING nova.compute.manager [req-8e27865e-b0c6-4308-accb-703478f13e91 req-1e3fed7c-58f3-40a6-82b8-2ee446f05455 service nova] [instance: ff3242b6-4ede-4290-8660-141ecd9eebf4] Received unexpected event network-vif-plugged-dbe0dd9e-ff8d-43c1-9c4e-70ace89558ea for instance with vm_state active and task_state deleting.
Oct 27 20:01:50 user nova-compute[75147]: DEBUG nova.compute.manager [req-8e27865e-b0c6-4308-accb-703478f13e91 req-1e3fed7c-58f3-40a6-82b8-2ee446f05455 service nova] [instance: ff3242b6-4ede-4290-8660-141ecd9eebf4] Received event network-vif-deleted-dbe0dd9e-ff8d-43c1-9c4e-70ace89558ea {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 20:01:50 user nova-compute[75147]: INFO nova.compute.manager [None req-7e16df85-98e9-4a22-8bea-d37e1f4dd7e9 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: ff3242b6-4ede-4290-8660-141ecd9eebf4] Took 0.83 seconds to detach 1 volumes for instance.
Oct 27 20:01:51 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-7e16df85-98e9-4a22-8bea-d37e1f4dd7e9 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:01:51 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-7e16df85-98e9-4a22-8bea-d37e1f4dd7e9 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:01:51 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-7e16df85-98e9-4a22-8bea-d37e1f4dd7e9 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 20:01:51 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-7e16df85-98e9-4a22-8bea-d37e1f4dd7e9 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 20:01:51 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-7e16df85-98e9-4a22-8bea-d37e1f4dd7e9 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.321s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:01:51 user nova-compute[75147]: INFO nova.scheduler.client.report [None req-7e16df85-98e9-4a22-8bea-d37e1f4dd7e9 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Deleted allocations for instance ff3242b6-4ede-4290-8660-141ecd9eebf4
Oct 27 20:01:51 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-7e16df85-98e9-4a22-8bea-d37e1f4dd7e9 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lock "ff3242b6-4ede-4290-8660-141ecd9eebf4" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.110s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:01:52 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:01:54 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:01:58 user nova-compute[75147]: DEBUG nova.compute.manager [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] Start spawning the instance on the hypervisor. {{(pid=75147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 27 20:01:58 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] Creating instance directory {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 20:01:58 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] Creating image(s)
Oct 27 20:01:58 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] Did not create local disks {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 27 20:01:58 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] Ensure instance console log exists: /opt/stack/data/nova/instances/8e718827-a5fb-423e-b6ea-17d7237234c4/console.log {{(pid=75147) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 20:01:58 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:01:58 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:01:58 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:01:58 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] Start _get_guest_xml network_info=[{"id": "c0592695-d80b-4a60-b8e6-9284260f0194", "address": "fa:16:3e:5d:c5:f0", "network": {"id": "5d65da42-1076-416b-95f3-7516c6b6578f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-703269400-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f24b4cdff6de43ebad2383ca58b7a4d3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc0592695-d8", "ovs_interfaceid": "c0592695-d80b-4a60-b8e6-9284260f0194", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T19:22:09Z,direct_url=<?>,disk_format='qcow2',id=d52df17c-5315-4a73-ab7c-34c161a414fb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0b43115555434818b0c8bdf6be4946da',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T19:22:11Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': 'disk', 'delete_on_termination': False, 'boot_index': 0, 'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'guest_format': None, 'attachment_id': '83f2c439-b759-4c99-a24e-913c68c45b03', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:49d65810-70b5-4c67-9d0a-0963d70eaf74', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'dhOcDPtr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8e718827-a5fb-423e-b6ea-17d7237234c4', 'attached_at': '', 'detached_at': '', 'volume_id': '49d65810-70b5-4c67-9d0a-0963d70eaf74', 'serial': '49d65810-70b5-4c67-9d0a-0963d70eaf74'}, 'volume_type': None} {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 20:01:58 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 20:01:58 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 20:01:58 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 20:01:58 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] CPU controller missing on host. {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 20:01:58 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 20:01:58 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] CPU controller found on host. {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 20:01:58 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75147) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 20:01:58 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T19:21:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T19:22:09Z,direct_url=<?>,disk_format='qcow2',id=d52df17c-5315-4a73-ab7c-34c161a414fb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0b43115555434818b0c8bdf6be4946da',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T19:22:11Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 20:01:58 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Flavor limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 20:01:58 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Image limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 20:01:58 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Flavor pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 20:01:58 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Image pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 20:01:58 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 20:01:58 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 20:01:58 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 20:01:58 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Got 1 possible topologies {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 20:01:58 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 20:01:58 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 20:01:58 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] Calling os-brick to attach iSCSI Volume {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 20:01:58 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:49d65810-70b5-4c67-9d0a-0963d70eaf74', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'dhOcDPtr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 20:01:58 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 20:01:58 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 20:01:58 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 20:01:58 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 20:01:58 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:49d65810-70b5-4c67-9d0a-0963d70eaf74" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 20:01:58 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:49d65810-70b5-4c67-9d0a-0963d70eaf74" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 20:01:58 user nova-compute[75147]: INFO os_brick.initiator.connectors.iscsi [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 20:01:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:49d65810-70b5-4c67-9d0a-0963d70eaf74 -p 172.16.0.220:3260 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:01:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:49d65810-70b5-4c67-9d0a-0963d70eaf74 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:01:58 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa3921ce-15f8-44a6-81bc-6b3c9dff7501]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:01:58 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 20:01:58 user nova-compute[75147]:  {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:01:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:49d65810-70b5-4c67-9d0a-0963d70eaf74 -p 172.16.0.220:3260 --interface default --op new {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:01:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:49d65810-70b5-4c67-9d0a-0963d70eaf74 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:01:58 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[a5e78705-a982-4952-81cb-f43195645bd4]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:49d65810-70b5-4c67-9d0a-0963d70eaf74] added\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:01:58 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:49d65810-70b5-4c67-9d0a-0963d70eaf74] added
Oct 27 20:01:58 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:01:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:49d65810-70b5-4c67-9d0a-0963d70eaf74 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:01:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:49d65810-70b5-4c67-9d0a-0963d70eaf74 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:01:58 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1ee139d-4a82-4884-93b3-2221009d22c2]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:01:58 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:01:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:49d65810-70b5-4c67-9d0a-0963d70eaf74 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:01:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:49d65810-70b5-4c67-9d0a-0963d70eaf74 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:01:58 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[736c1fce-7fc8-4de5-a40f-1a064fd0fe84]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:01:58 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:01:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:49d65810-70b5-4c67-9d0a-0963d70eaf74 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v dhOcDPtr {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:01:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:49d65810-70b5-4c67-9d0a-0963d70eaf74 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v dhOcDPtr" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:01:58 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c35765f-aa91-4cb0-8c3a-44b50464e7fa]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:01:58 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'dhOcDPtr'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:01:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:49d65810-70b5-4c67-9d0a-0963d70eaf74 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:01:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:49d65810-70b5-4c67-9d0a-0963d70eaf74 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.023s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:01:58 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[4356a40b-94d8-416a-aa4f-cda428b4f709]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:01:58 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:01:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:01:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:01:58 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[bebcc5c4-e3a0-468a-8740-f0e275e43c43]: (4, ('tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 (non-flash)\ntcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:01:58 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 (non-flash)
Oct 27 20:01:58 user nova-compute[75147]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4 (non-flash)
Oct 27 20:01:58 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 20:01:58 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] iscsi session list stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 (non-flash)
Oct 27 20:01:58 user nova-compute[75147]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4 (non-flash)
Oct 27 20:01:58 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 20:01:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:49d65810-70b5-4c67-9d0a-0963d70eaf74 -p 172.16.0.220:3260 --login {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:01:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:49d65810-70b5-4c67-9d0a-0963d70eaf74 -p 172.16.0.220:3260 --login" returned: 0 in 0.069s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:01:58 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee9d770f-bf73-4272-824a-03d1fe50b372]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:49d65810-70b5-4c67-9d0a-0963d70eaf74, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:49d65810-70b5-4c67-9d0a-0963d70eaf74, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:01:58 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:49d65810-70b5-4c67-9d0a-0963d70eaf74, portal: 172.16.0.220,3260]
Oct 27 20:01:58 user nova-compute[75147]: Login to [iface: default, target: iqn.2010-10.org.openstack:49d65810-70b5-4c67-9d0a-0963d70eaf74, portal: 172.16.0.220,3260] successful.
Oct 27 20:01:58 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:01:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:49d65810-70b5-4c67-9d0a-0963d70eaf74 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:01:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:49d65810-70b5-4c67-9d0a-0963d70eaf74 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:01:58 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4336cb8-c0fa-4a79-b435-843189591347]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:01:58 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:01:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:01:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:01:58 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[a0af3e9d-3767-42fa-bf77-7c1071bf8a29]: (4, ('tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 (non-flash)\ntcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4 (non-flash)\ntcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49d65810-70b5-4c67-9d0a-0963d70eaf74 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:01:58 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 (non-flash)
Oct 27 20:01:58 user nova-compute[75147]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4 (non-flash)
Oct 27 20:01:58 user nova-compute[75147]: tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49d65810-70b5-4c67-9d0a-0963d70eaf74 (non-flash)
Oct 27 20:01:58 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 20:01:58 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] iscsi session list stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 (non-flash)
Oct 27 20:01:58 user nova-compute[75147]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4 (non-flash)
Oct 27 20:01:58 user nova-compute[75147]: tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49d65810-70b5-4c67-9d0a-0963d70eaf74 (non-flash)
Oct 27 20:01:58 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 20:01:58 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:49d65810-70b5-4c67-9d0a-0963d70eaf74" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.287s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 20:01:58 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Connected to 172.16.0.220:3260 {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 20:01:58 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] HCTL ('35', '-', '-', 0) found on session 57 with lun 0 {{(pid=75147) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 20:01:58 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75147) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 20:01:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:01:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:01:58 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[25dd9cfa-6c55-47f8-8364-8a2cd1e20788]: (4, ('- - 0', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:01:58 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Searching for a device in session 57 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75147) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 20:01:58 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:49d65810-70b5-4c67-9d0a-0963d70eaf74', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'dhOcDPtr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 20:01:59 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:01:59 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.322s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 20:01:59 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] <== connect_volume: return (1323ms) {'type': 'block', 'scsi_wwn': '23337396335633065', 'path': '/dev/sdd'} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 20:01:59 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23337396335633065', 'path': '/dev/sdd'} {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 20:01:59 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T20:01:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1000722738',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1000722738',id=51,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f24b4cdff6de43ebad2383ca58b7a4d3',ramdisk_id='',reservation_id='r-t0fb5pul',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-754928900',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T20:01:23Z,user_data=None,user_id='6727f3019b20472fa098b88b46a487db',uuid=8e718827-a5fb-423e-b6ea-17d7237234c4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c0592695-d80b-4a60-b8e6-9284260f0194", "address": "fa:16:3e:5d:c5:f0", "network": {"id": "5d65da42-1076-416b-95f3-7516c6b6578f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-703269400-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f24b4cdff6de43ebad2383ca58b7a4d3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc0592695-d8", "ovs_interfaceid": "c0592695-d80b-4a60-b8e6-9284260f0194", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75147) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 20:01:59 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Converting VIF {"id": "c0592695-d80b-4a60-b8e6-9284260f0194", "address": "fa:16:3e:5d:c5:f0", "network": {"id": "5d65da42-1076-416b-95f3-7516c6b6578f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-703269400-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f24b4cdff6de43ebad2383ca58b7a4d3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc0592695-d8", "ovs_interfaceid": "c0592695-d80b-4a60-b8e6-9284260f0194", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 20:01:59 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5d:c5:f0,bridge_name='br-int',has_traffic_filtering=True,id=c0592695-d80b-4a60-b8e6-9284260f0194,network=Network(5d65da42-1076-416b-95f3-7516c6b6578f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc0592695-d8') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 20:01:59 user nova-compute[75147]: DEBUG nova.objects.instance [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Lazy-loading 'pci_devices' on Instance uuid 8e718827-a5fb-423e-b6ea-17d7237234c4 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 20:01:59 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] End _get_guest_xml xml=<domain type="kvm">
Oct 27 20:01:59 user nova-compute[75147]:   <uuid>8e718827-a5fb-423e-b6ea-17d7237234c4</uuid>
Oct 27 20:01:59 user nova-compute[75147]:   <name>instance-00000033</name>
Oct 27 20:01:59 user nova-compute[75147]:   <memory>524288</memory>
Oct 27 20:01:59 user nova-compute[75147]:   <vcpu>1</vcpu>
Oct 27 20:01:59 user nova-compute[75147]:   <metadata>
Oct 27 20:01:59 user nova-compute[75147]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 20:01:59 user nova-compute[75147]:       <nova:package version="0.0.0"/>
Oct 27 20:01:59 user nova-compute[75147]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-1000722738</nova:name>
Oct 27 20:01:59 user nova-compute[75147]:       <nova:creationTime>2023-10-27 20:01:58</nova:creationTime>
Oct 27 20:01:59 user nova-compute[75147]:       <nova:flavor name="m1.tiny">
Oct 27 20:01:59 user nova-compute[75147]:         <nova:memory>512</nova:memory>
Oct 27 20:01:59 user nova-compute[75147]:         <nova:disk>1</nova:disk>
Oct 27 20:01:59 user nova-compute[75147]:         <nova:swap>0</nova:swap>
Oct 27 20:01:59 user nova-compute[75147]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 20:01:59 user nova-compute[75147]:         <nova:vcpus>1</nova:vcpus>
Oct 27 20:01:59 user nova-compute[75147]:       </nova:flavor>
Oct 27 20:01:59 user nova-compute[75147]:       <nova:owner>
Oct 27 20:01:59 user nova-compute[75147]:         <nova:user uuid="6727f3019b20472fa098b88b46a487db">tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member</nova:user>
Oct 27 20:01:59 user nova-compute[75147]:         <nova:project uuid="f24b4cdff6de43ebad2383ca58b7a4d3">tempest-ServerBootFromVolumeStableRescueTest-754928900</nova:project>
Oct 27 20:01:59 user nova-compute[75147]:       </nova:owner>
Oct 27 20:01:59 user nova-compute[75147]:       <nova:root type="image" uuid="d52df17c-5315-4a73-ab7c-34c161a414fb"/>
Oct 27 20:01:59 user nova-compute[75147]:       <nova:ports>
Oct 27 20:01:59 user nova-compute[75147]:         <nova:port uuid="c0592695-d80b-4a60-b8e6-9284260f0194">
Oct 27 20:01:59 user nova-compute[75147]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Oct 27 20:01:59 user nova-compute[75147]:         </nova:port>
Oct 27 20:01:59 user nova-compute[75147]:       </nova:ports>
Oct 27 20:01:59 user nova-compute[75147]:     </nova:instance>
Oct 27 20:01:59 user nova-compute[75147]:   </metadata>
Oct 27 20:01:59 user nova-compute[75147]:   <sysinfo type="smbios">
Oct 27 20:01:59 user nova-compute[75147]:     <system>
Oct 27 20:01:59 user nova-compute[75147]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 20:01:59 user nova-compute[75147]:       <entry name="product">OpenStack Nova</entry>
Oct 27 20:01:59 user nova-compute[75147]:       <entry name="version">0.0.0</entry>
Oct 27 20:01:59 user nova-compute[75147]:       <entry name="serial">8e718827-a5fb-423e-b6ea-17d7237234c4</entry>
Oct 27 20:01:59 user nova-compute[75147]:       <entry name="uuid">8e718827-a5fb-423e-b6ea-17d7237234c4</entry>
Oct 27 20:01:59 user nova-compute[75147]:       <entry name="family">Virtual Machine</entry>
Oct 27 20:01:59 user nova-compute[75147]:     </system>
Oct 27 20:01:59 user nova-compute[75147]:   </sysinfo>
Oct 27 20:01:59 user nova-compute[75147]:   <os>
Oct 27 20:01:59 user nova-compute[75147]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 20:01:59 user nova-compute[75147]:     <boot dev="hd"/>
Oct 27 20:01:59 user nova-compute[75147]:     <smbios mode="sysinfo"/>
Oct 27 20:01:59 user nova-compute[75147]:   </os>
Oct 27 20:01:59 user nova-compute[75147]:   <features>
Oct 27 20:01:59 user nova-compute[75147]:     <acpi/>
Oct 27 20:01:59 user nova-compute[75147]:     <apic/>
Oct 27 20:01:59 user nova-compute[75147]:     <vmcoreinfo/>
Oct 27 20:01:59 user nova-compute[75147]:   </features>
Oct 27 20:01:59 user nova-compute[75147]:   <clock offset="utc">
Oct 27 20:01:59 user nova-compute[75147]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 20:01:59 user nova-compute[75147]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 20:01:59 user nova-compute[75147]:     <timer name="hpet" present="no"/>
Oct 27 20:01:59 user nova-compute[75147]:   </clock>
Oct 27 20:01:59 user nova-compute[75147]:   <cpu mode="custom" match="exact">
Oct 27 20:01:59 user nova-compute[75147]:     <model>Nehalem</model>
Oct 27 20:01:59 user nova-compute[75147]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 20:01:59 user nova-compute[75147]:   </cpu>
Oct 27 20:01:59 user nova-compute[75147]:   <devices>
Oct 27 20:01:59 user nova-compute[75147]:     <disk type="block" device="disk">
Oct 27 20:01:59 user nova-compute[75147]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 20:01:59 user nova-compute[75147]:       <source dev="/dev/sdd"/>
Oct 27 20:01:59 user nova-compute[75147]:       <target dev="vda" bus="virtio"/>
Oct 27 20:01:59 user nova-compute[75147]:       <serial>49d65810-70b5-4c67-9d0a-0963d70eaf74</serial>
Oct 27 20:01:59 user nova-compute[75147]:     </disk>
Oct 27 20:01:59 user nova-compute[75147]:     <interface type="ethernet">
Oct 27 20:01:59 user nova-compute[75147]:       <mac address="fa:16:3e:5d:c5:f0"/>
Oct 27 20:01:59 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 20:01:59 user nova-compute[75147]:       <mtu size="1442"/>
Oct 27 20:01:59 user nova-compute[75147]:       <target dev="tapc0592695-d8"/>
Oct 27 20:01:59 user nova-compute[75147]:     </interface>
Oct 27 20:01:59 user nova-compute[75147]:     <serial type="pty">
Oct 27 20:01:59 user nova-compute[75147]:       <log file="/opt/stack/data/nova/instances/8e718827-a5fb-423e-b6ea-17d7237234c4/console.log" append="off"/>
Oct 27 20:01:59 user nova-compute[75147]:     </serial>
Oct 27 20:01:59 user nova-compute[75147]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 20:01:59 user nova-compute[75147]:     <video>
Oct 27 20:01:59 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 20:01:59 user nova-compute[75147]:     </video>
Oct 27 20:01:59 user nova-compute[75147]:     <rng model="virtio">
Oct 27 20:01:59 user nova-compute[75147]:       <backend model="random">/dev/urandom</backend>
Oct 27 20:01:59 user nova-compute[75147]:     </rng>
Oct 27 20:01:59 user nova-compute[75147]:     <controller type="usb" index="0" model="none"/>
Oct 27 20:01:59 user nova-compute[75147]:     <memballoon model="virtio">
Oct 27 20:01:59 user nova-compute[75147]:       <stats period="10"/>
Oct 27 20:01:59 user nova-compute[75147]:     </memballoon>
Oct 27 20:01:59 user nova-compute[75147]:   </devices>
Oct 27 20:01:59 user nova-compute[75147]: </domain>
Oct 27 20:01:59 user nova-compute[75147]:  {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 20:01:59 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T20:01:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1000722738',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1000722738',id=51,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f24b4cdff6de43ebad2383ca58b7a4d3',ramdisk_id='',reservation_id='r-t0fb5pul',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-754928900',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T20:01:23Z,user_data=None,user_id='6727f3019b20472fa098b88b46a487db',uuid=8e718827-a5fb-423e-b6ea-17d7237234c4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c0592695-d80b-4a60-b8e6-9284260f0194", "address": "fa:16:3e:5d:c5:f0", "network": {"id": "5d65da42-1076-416b-95f3-7516c6b6578f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-703269400-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f24b4cdff6de43ebad2383ca58b7a4d3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc0592695-d8", "ovs_interfaceid": "c0592695-d80b-4a60-b8e6-9284260f0194", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 20:01:59 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Converting VIF {"id": "c0592695-d80b-4a60-b8e6-9284260f0194", "address": "fa:16:3e:5d:c5:f0", "network": {"id": "5d65da42-1076-416b-95f3-7516c6b6578f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-703269400-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f24b4cdff6de43ebad2383ca58b7a4d3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc0592695-d8", "ovs_interfaceid": "c0592695-d80b-4a60-b8e6-9284260f0194", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 20:01:59 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5d:c5:f0,bridge_name='br-int',has_traffic_filtering=True,id=c0592695-d80b-4a60-b8e6-9284260f0194,network=Network(5d65da42-1076-416b-95f3-7516c6b6578f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc0592695-d8') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 20:01:59 user nova-compute[75147]: DEBUG os_vif [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:5d:c5:f0,bridge_name='br-int',has_traffic_filtering=True,id=c0592695-d80b-4a60-b8e6-9284260f0194,network=Network(5d65da42-1076-416b-95f3-7516c6b6578f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc0592695-d8') {{(pid=75147) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 20:01:59 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:01:59 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 20:01:59 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 20:01:59 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:01:59 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '0e9bf41b-b2d5-552e-9af3-c8176981d2e6', '_type': 'linux-noop'}}, row=False) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 20:01:59 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:01:59 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:01:59 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:01:59 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc0592695-d8, may_exist=True, interface_attrs={}) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 20:01:59 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc0592695-d8, col_values=(('qos', UUID('1bfe8bc9-a547-4f44-bb40-87e08fd6d52b')),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 20:01:59 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc0592695-d8, col_values=(('external_ids', {'iface-id': 'c0592695-d80b-4a60-b8e6-9284260f0194', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:5d:c5:f0', 'vm-uuid': '8e718827-a5fb-423e-b6ea-17d7237234c4'}),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 20:01:59 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:01:59 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:01:59 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:01:59 user nova-compute[75147]: INFO os_vif [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:5d:c5:f0,bridge_name='br-int',has_traffic_filtering=True,id=c0592695-d80b-4a60-b8e6-9284260f0194,network=Network(5d65da42-1076-416b-95f3-7516c6b6578f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc0592695-d8')
Oct 27 20:01:59 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] No BDM found with device name vda, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 20:01:59 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] No VIF found with MAC fa:16:3e:5d:c5:f0, not building metadata {{(pid=75147) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 20:02:01 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:02:01 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:02:01 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:02:01 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:02:01 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:02:01 user nova-compute[75147]: DEBUG nova.compute.manager [req-92c9a659-3e37-4ab3-9c9a-0ca97c3f5c21 req-bb41ca41-0a30-479f-af4a-e697d0752517 service nova] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] Received event network-vif-plugged-c0592695-d80b-4a60-b8e6-9284260f0194 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 20:02:01 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-92c9a659-3e37-4ab3-9c9a-0ca97c3f5c21 req-bb41ca41-0a30-479f-af4a-e697d0752517 service nova] Acquiring lock "8e718827-a5fb-423e-b6ea-17d7237234c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:02:01 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-92c9a659-3e37-4ab3-9c9a-0ca97c3f5c21 req-bb41ca41-0a30-479f-af4a-e697d0752517 service nova] Lock "8e718827-a5fb-423e-b6ea-17d7237234c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:02:01 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-92c9a659-3e37-4ab3-9c9a-0ca97c3f5c21 req-bb41ca41-0a30-479f-af4a-e697d0752517 service nova] Lock "8e718827-a5fb-423e-b6ea-17d7237234c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:02:01 user nova-compute[75147]: DEBUG nova.compute.manager [req-92c9a659-3e37-4ab3-9c9a-0ca97c3f5c21 req-bb41ca41-0a30-479f-af4a-e697d0752517 service nova] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] No waiting events found dispatching network-vif-plugged-c0592695-d80b-4a60-b8e6-9284260f0194 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 20:02:01 user nova-compute[75147]: WARNING nova.compute.manager [req-92c9a659-3e37-4ab3-9c9a-0ca97c3f5c21 req-bb41ca41-0a30-479f-af4a-e697d0752517 service nova] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] Received unexpected event network-vif-plugged-c0592695-d80b-4a60-b8e6-9284260f0194 for instance with vm_state building and task_state spawning.
Oct 27 20:02:01 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-fcb5dede-7a23-43bc-a03e-4683377048f8 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Acquiring lock "ae2d1d6a-8c50-413e-99f8-010ddf7c7119" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:02:01 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-fcb5dede-7a23-43bc-a03e-4683377048f8 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Lock "ae2d1d6a-8c50-413e-99f8-010ddf7c7119" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:02:01 user nova-compute[75147]: DEBUG nova.objects.instance [None req-fcb5dede-7a23-43bc-a03e-4683377048f8 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Lazy-loading 'flavor' on Instance uuid ae2d1d6a-8c50-413e-99f8-010ddf7c7119 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 20:02:01 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-fcb5dede-7a23-43bc-a03e-4683377048f8 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Lock "ae2d1d6a-8c50-413e-99f8-010ddf7c7119" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.053s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:02:01 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-fcb5dede-7a23-43bc-a03e-4683377048f8 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Acquiring lock "ae2d1d6a-8c50-413e-99f8-010ddf7c7119" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:02:01 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-fcb5dede-7a23-43bc-a03e-4683377048f8 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Lock "ae2d1d6a-8c50-413e-99f8-010ddf7c7119" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:02:01 user nova-compute[75147]: INFO nova.compute.manager [None req-fcb5dede-7a23-43bc-a03e-4683377048f8 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] Attaching volume 15b2b766-0e86-428e-a672-f24946484a94 to /dev/vdb
Oct 27 20:02:01 user nova-compute[75147]: DEBUG os_brick.utils [None req-fcb5dede-7a23-43bc-a03e-4683377048f8 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 20:02:01 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:02:01 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:02:01 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f7b922c-fd87-44a1-bc33-e0a6c78e5ede]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9325735bc82e\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:02:01 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:02:01 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:02:01 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e1c64ab-8fed-415f-84e5-c84b98422b7a]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:02:01 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:02:01 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:02:01 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[89245509-eb40-419b-bc7f-f78965760eb6]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:02:01 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[16043972-ac62-495b-8283-03e6fcd46181]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:02:01 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-fcb5dede-7a23-43bc-a03e-4683377048f8 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Running cmd (subprocess): nvme version {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:02:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-fcb5dede-7a23-43bc-a03e-4683377048f8 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] 'nvme version' failed. Not Retrying. {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 20:02:02 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.nvmeof [None req-fcb5dede-7a23-43bc-a03e-4683377048f8 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] nvme not present on system {{(pid=75147) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 27 20:02:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:02:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 20:02:02 user nova-compute[75147]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 27 20:02:02 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce85165c-0f41-4cdd-aaae-e80df875a9e6]: (4, '') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:02:02 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-fcb5dede-7a23-43bc-a03e-4683377048f8 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75147) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 27 20:02:02 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-fcb5dede-7a23-43bc-a03e-4683377048f8 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 27 20:02:02 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-fcb5dede-7a23-43bc-a03e-4683377048f8 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] LIGHTOS: no hostnqn found. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 27 20:02:02 user nova-compute[75147]: DEBUG os_brick.utils [None req-fcb5dede-7a23-43bc-a03e-4683377048f8 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] <== get_connector_properties: return (122ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9325735bc82e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 20:02:02 user nova-compute[75147]: DEBUG nova.virt.block_device [None req-fcb5dede-7a23-43bc-a03e-4683377048f8 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] Updating existing volume attachment record: ebe25322-4e17-4673-9fcf-8a9e256fa8b3 {{(pid=75147) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 27 20:02:02 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:02:03 user nova-compute[75147]: DEBUG nova.compute.manager [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] Instance event wait completed in 0 seconds for  {{(pid=75147) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 20:02:03 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] Guest created on hypervisor {{(pid=75147) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 20:02:03 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] Instance spawned successfully.
Oct 27 20:02:03 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 27 20:02:03 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] Found default for hw_cdrom_bus of ide {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 20:02:03 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] Found default for hw_disk_bus of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 20:02:03 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] Found default for hw_input_bus of None {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 20:02:03 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] Found default for hw_pointer_model of None {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 20:02:03 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] Found default for hw_video_model of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 20:02:03 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] Found default for hw_vif_model of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 20:02:03 user nova-compute[75147]: INFO nova.compute.manager [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] Took 4.96 seconds to spawn the instance on the hypervisor.
Oct 27 20:02:03 user nova-compute[75147]: DEBUG nova.compute.manager [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] Checking state {{(pid=75147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 20:02:03 user nova-compute[75147]: INFO nova.compute.manager [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] Took 40.49 seconds to build instance.
Oct 27 20:02:03 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-56af9dbc-043a-4a3c-ac41-5836067b7d7c tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Lock "8e718827-a5fb-423e-b6ea-17d7237234c4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 40.583s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:02:03 user nova-compute[75147]: DEBUG nova.compute.manager [req-4db33517-3225-4847-ae8b-7ada816fb224 req-0689fba0-856d-495d-9daf-2a558cdfd468 service nova] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] Received event network-vif-plugged-c0592695-d80b-4a60-b8e6-9284260f0194 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 20:02:03 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-4db33517-3225-4847-ae8b-7ada816fb224 req-0689fba0-856d-495d-9daf-2a558cdfd468 service nova] Acquiring lock "8e718827-a5fb-423e-b6ea-17d7237234c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:02:03 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-4db33517-3225-4847-ae8b-7ada816fb224 req-0689fba0-856d-495d-9daf-2a558cdfd468 service nova] Lock "8e718827-a5fb-423e-b6ea-17d7237234c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:02:03 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-4db33517-3225-4847-ae8b-7ada816fb224 req-0689fba0-856d-495d-9daf-2a558cdfd468 service nova] Lock "8e718827-a5fb-423e-b6ea-17d7237234c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:02:03 user nova-compute[75147]: DEBUG nova.compute.manager [req-4db33517-3225-4847-ae8b-7ada816fb224 req-0689fba0-856d-495d-9daf-2a558cdfd468 service nova] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] No waiting events found dispatching network-vif-plugged-c0592695-d80b-4a60-b8e6-9284260f0194 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 20:02:03 user nova-compute[75147]: WARNING nova.compute.manager [req-4db33517-3225-4847-ae8b-7ada816fb224 req-0689fba0-856d-495d-9daf-2a558cdfd468 service nova] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] Received unexpected event network-vif-plugged-c0592695-d80b-4a60-b8e6-9284260f0194 for instance with vm_state active and task_state None.
Oct 27 20:02:04 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:02:09 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:02:11 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:02:12 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:02:12 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:02:14 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:02:14 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:02:14 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75147) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 20:02:14 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:02:14 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:02:14 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:02:14 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:02:14 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:02:14 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:02:14 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:02:14 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Auditing locally available compute resources for user (node: user) {{(pid=75147) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 20:02:15 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75147) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 20:02:15 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a413fb71-5748-4328-a2f3-592c64188e21/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:02:15 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a413fb71-5748-4328-a2f3-592c64188e21/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:02:15 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a413fb71-5748-4328-a2f3-592c64188e21/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:02:15 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a413fb71-5748-4328-a2f3-592c64188e21/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:02:15 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ae2d1d6a-8c50-413e-99f8-010ddf7c7119/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:02:15 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ae2d1d6a-8c50-413e-99f8-010ddf7c7119/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:02:15 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ae2d1d6a-8c50-413e-99f8-010ddf7c7119/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:02:15 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ae2d1d6a-8c50-413e-99f8-010ddf7c7119/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:02:15 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4bdc7506-d16c-46d2-883a-50cc1de8be7c/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:02:15 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4bdc7506-d16c-46d2-883a-50cc1de8be7c/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:02:15 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4bdc7506-d16c-46d2-883a-50cc1de8be7c/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:02:16 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4bdc7506-d16c-46d2-883a-50cc1de8be7c/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:02:16 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=75147) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 20:02:16 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75147) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 20:02:16 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 20:02:16 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 20:02:16 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Hypervisor/Node resource view: name=user free_ram=8411MB free_disk=24.751365661621094GB free_vcpus=6 pci_devices=[{"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75147) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 20:02:16 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:02:16 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:02:16 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance a413fb71-5748-4328-a2f3-592c64188e21 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 20:02:16 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 23a3503a-d59f-467e-9bbb-c8f679f3d809 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 20:02:16 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance b4abbc44-6835-49ea-a9b5-eaf6d3b25e87 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 20:02:16 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 4bdc7506-d16c-46d2-883a-50cc1de8be7c actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 20:02:16 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance ae2d1d6a-8c50-413e-99f8-010ddf7c7119 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 20:02:16 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 8e718827-a5fb-423e-b6ea-17d7237234c4 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 20:02:16 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Total usable vcpus: 12, total allocated vcpus: 6 {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 20:02:16 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Final resource view: name=user phys_ram=16011MB used_ram=3584MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=6 pci_stats=[] {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 20:02:16 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 20:02:16 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 20:02:16 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Compute_service record updated for user:user {{(pid=75147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 20:02:16 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.355s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:02:17 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:02:17 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:02:17 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Starting heal instance info cache {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 20:02:18 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "refresh_cache-b4abbc44-6835-49ea-a9b5-eaf6d3b25e87" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 20:02:18 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquired lock "refresh_cache-b4abbc44-6835-49ea-a9b5-eaf6d3b25e87" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 20:02:18 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: b4abbc44-6835-49ea-a9b5-eaf6d3b25e87] Forcefully refreshing network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 27 20:02:18 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: b4abbc44-6835-49ea-a9b5-eaf6d3b25e87] Updating instance_info_cache with network_info: [{"id": "80e280b2-0482-4bb1-bbee-b5e5b53b76b7", "address": "fa:16:3e:b3:0f:a1", "network": {"id": "06d546cd-b394-4fcf-970b-6f2fff8ea7ac", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-719028923-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c7d5ee667069474fa684fb2d4ba9da41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap80e280b2-04", "ovs_interfaceid": "80e280b2-0482-4bb1-bbee-b5e5b53b76b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 20:02:18 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Releasing lock "refresh_cache-b4abbc44-6835-49ea-a9b5-eaf6d3b25e87" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 20:02:18 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: b4abbc44-6835-49ea-a9b5-eaf6d3b25e87] Updated the network info_cache for instance {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 27 20:02:18 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:02:18 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:02:19 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:02:21 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fcb5dede-7a23-43bc-a03e-4683377048f8 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] Calling os-brick to attach iSCSI Volume {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 20:02:21 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-fcb5dede-7a23-43bc-a03e-4683377048f8 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:15b2b766-0e86-428e-a672-f24946484a94', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PtkiuMxa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 20:02:21 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-fcb5dede-7a23-43bc-a03e-4683377048f8 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 20:02:21 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-fcb5dede-7a23-43bc-a03e-4683377048f8 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 20:02:21 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-fcb5dede-7a23-43bc-a03e-4683377048f8 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 20:02:21 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-fcb5dede-7a23-43bc-a03e-4683377048f8 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 20:02:21 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-fcb5dede-7a23-43bc-a03e-4683377048f8 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:15b2b766-0e86-428e-a672-f24946484a94" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 20:02:21 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-fcb5dede-7a23-43bc-a03e-4683377048f8 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:15b2b766-0e86-428e-a672-f24946484a94" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 20:02:21 user nova-compute[75147]: INFO os_brick.initiator.connectors.iscsi [None req-fcb5dede-7a23-43bc-a03e-4683377048f8 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 20:02:21 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:15b2b766-0e86-428e-a672-f24946484a94 -p 172.16.0.220:3260 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:02:21 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:15b2b766-0e86-428e-a672-f24946484a94 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:02:21 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[fbe3d0d6-36b2-4850-b1a8-961a97c02ebc]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:02:21 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-fcb5dede-7a23-43bc-a03e-4683377048f8 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 20:02:21 user nova-compute[75147]:  {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:02:21 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:15b2b766-0e86-428e-a672-f24946484a94 -p 172.16.0.220:3260 --interface default --op new {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:02:21 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:15b2b766-0e86-428e-a672-f24946484a94 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:02:21 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f280dd7-dbe8-47ae-b741-92fd75e2e116]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:15b2b766-0e86-428e-a672-f24946484a94] added\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:02:21 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-fcb5dede-7a23-43bc-a03e-4683377048f8 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:15b2b766-0e86-428e-a672-f24946484a94] added
Oct 27 20:02:21 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:02:21 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:15b2b766-0e86-428e-a672-f24946484a94 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:02:21 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:15b2b766-0e86-428e-a672-f24946484a94 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:02:21 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[808727ca-d296-4ccf-b92b-f7d6dd424e32]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:02:21 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-fcb5dede-7a23-43bc-a03e-4683377048f8 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:02:21 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:15b2b766-0e86-428e-a672-f24946484a94 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:02:21 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:15b2b766-0e86-428e-a672-f24946484a94 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.024s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:02:21 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[d224528b-85f9-422f-9316-5f2adca85133]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:02:21 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-fcb5dede-7a23-43bc-a03e-4683377048f8 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:02:21 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:15b2b766-0e86-428e-a672-f24946484a94 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v PtkiuMxa {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:02:21 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:15b2b766-0e86-428e-a672-f24946484a94 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v PtkiuMxa" returned: 0 in 0.021s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:02:21 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[a0be1081-9a81-4140-9879-9a73d0ab173e]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:02:21 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-fcb5dede-7a23-43bc-a03e-4683377048f8 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'PtkiuMxa'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:02:21 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:15b2b766-0e86-428e-a672-f24946484a94 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:02:21 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:15b2b766-0e86-428e-a672-f24946484a94 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:02:21 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[77af2756-2369-4d91-b855-dee390536e4f]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:02:21 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-fcb5dede-7a23-43bc-a03e-4683377048f8 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:02:21 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:02:21 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:02:21 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[0234cfe5-23a0-4fa1-a28a-48a685af1c99]: (4, ('tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 (non-flash)\ntcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4 (non-flash)\ntcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49d65810-70b5-4c67-9d0a-0963d70eaf74 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:02:21 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-fcb5dede-7a23-43bc-a03e-4683377048f8 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 (non-flash)
Oct 27 20:02:21 user nova-compute[75147]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4 (non-flash)
Oct 27 20:02:21 user nova-compute[75147]: tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49d65810-70b5-4c67-9d0a-0963d70eaf74 (non-flash)
Oct 27 20:02:21 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 20:02:21 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-fcb5dede-7a23-43bc-a03e-4683377048f8 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] iscsi session list stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 (non-flash)
Oct 27 20:02:21 user nova-compute[75147]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4 (non-flash)
Oct 27 20:02:21 user nova-compute[75147]: tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49d65810-70b5-4c67-9d0a-0963d70eaf74 (non-flash)
Oct 27 20:02:21 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 20:02:21 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:15b2b766-0e86-428e-a672-f24946484a94 -p 172.16.0.220:3260 --login {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:02:21 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:15b2b766-0e86-428e-a672-f24946484a94 -p 172.16.0.220:3260 --login" returned: 0 in 0.057s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:02:21 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[45f5c38c-d7e1-4726-8c7d-a93245107987]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:15b2b766-0e86-428e-a672-f24946484a94, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:15b2b766-0e86-428e-a672-f24946484a94, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:02:21 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-fcb5dede-7a23-43bc-a03e-4683377048f8 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:15b2b766-0e86-428e-a672-f24946484a94, portal: 172.16.0.220,3260]
Oct 27 20:02:21 user nova-compute[75147]: Login to [iface: default, target: iqn.2010-10.org.openstack:15b2b766-0e86-428e-a672-f24946484a94, portal: 172.16.0.220,3260] successful.
Oct 27 20:02:21 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:02:21 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:15b2b766-0e86-428e-a672-f24946484a94 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:02:21 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:15b2b766-0e86-428e-a672-f24946484a94 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:02:21 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c35e74f-63fd-4d93-a715-056a1dd74163]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:02:21 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-fcb5dede-7a23-43bc-a03e-4683377048f8 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:02:21 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:02:21 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:02:21 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef5ed85e-3324-4d16-bf89-f2c0ad269edb]: (4, ('tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 (non-flash)\ntcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4 (non-flash)\ntcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49d65810-70b5-4c67-9d0a-0963d70eaf74 (non-flash)\ntcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15b2b766-0e86-428e-a672-f24946484a94 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:02:21 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-fcb5dede-7a23-43bc-a03e-4683377048f8 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 (non-flash)
Oct 27 20:02:21 user nova-compute[75147]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4 (non-flash)
Oct 27 20:02:21 user nova-compute[75147]: tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49d65810-70b5-4c67-9d0a-0963d70eaf74 (non-flash)
Oct 27 20:02:21 user nova-compute[75147]: tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15b2b766-0e86-428e-a672-f24946484a94 (non-flash)
Oct 27 20:02:21 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 20:02:21 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-fcb5dede-7a23-43bc-a03e-4683377048f8 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] iscsi session list stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 (non-flash)
Oct 27 20:02:21 user nova-compute[75147]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4 (non-flash)
Oct 27 20:02:21 user nova-compute[75147]: tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49d65810-70b5-4c67-9d0a-0963d70eaf74 (non-flash)
Oct 27 20:02:21 user nova-compute[75147]: tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15b2b766-0e86-428e-a672-f24946484a94 (non-flash)
Oct 27 20:02:21 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 20:02:21 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-fcb5dede-7a23-43bc-a03e-4683377048f8 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:15b2b766-0e86-428e-a672-f24946484a94" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.282s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 20:02:21 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-fcb5dede-7a23-43bc-a03e-4683377048f8 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Connected to 172.16.0.220:3260 {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 20:02:21 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-fcb5dede-7a23-43bc-a03e-4683377048f8 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] HCTL ('36', '-', '-', 0) found on session 58 with lun 0 {{(pid=75147) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 20:02:21 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-fcb5dede-7a23-43bc-a03e-4683377048f8 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=75147) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 20:02:21 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:02:21 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.016s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:02:21 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c81d2da-64c3-4639-a6c8-069d33b6141f]: (4, ('- - 0', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:02:21 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-fcb5dede-7a23-43bc-a03e-4683377048f8 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Searching for a device in session 58 and hctl ['36', '*', '*', 0] yield: None {{(pid=75147) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 20:02:22 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:02:22 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-fcb5dede-7a23-43bc-a03e-4683377048f8 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Searching for a device in session 58 and hctl ['36', '*', '*', 0] yield: sde {{(pid=75147) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 20:02:22 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-fcb5dede-7a23-43bc-a03e-4683377048f8 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:15b2b766-0e86-428e-a672-f24946484a94', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PtkiuMxa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 20:02:22 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-fcb5dede-7a23-43bc-a03e-4683377048f8 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.311s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 20:02:22 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-fcb5dede-7a23-43bc-a03e-4683377048f8 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] <== connect_volume: return (1313ms) {'type': 'block', 'scsi_wwn': '23736326232613637', 'path': '/dev/sde'} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 20:02:22 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fcb5dede-7a23-43bc-a03e-4683377048f8 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23736326232613637', 'path': '/dev/sde'} {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 20:02:22 user nova-compute[75147]: DEBUG nova.objects.instance [None req-fcb5dede-7a23-43bc-a03e-4683377048f8 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Lazy-loading 'flavor' on Instance uuid ae2d1d6a-8c50-413e-99f8-010ddf7c7119 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 20:02:22 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-fcb5dede-7a23-43bc-a03e-4683377048f8 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] attach device xml: <disk type="block" device="disk">
Oct 27 20:02:22 user nova-compute[75147]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 20:02:22 user nova-compute[75147]:   <source dev="/dev/sde"/>
Oct 27 20:02:22 user nova-compute[75147]:   <target dev="vdb" bus="virtio"/>
Oct 27 20:02:22 user nova-compute[75147]:   <serial>15b2b766-0e86-428e-a672-f24946484a94</serial>
Oct 27 20:02:22 user nova-compute[75147]: </disk>
Oct 27 20:02:22 user nova-compute[75147]:  {{(pid=75147) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 27 20:02:22 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:02:23 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-fcb5dede-7a23-43bc-a03e-4683377048f8 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] No BDM found with device name vda, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 20:02:23 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-fcb5dede-7a23-43bc-a03e-4683377048f8 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 20:02:23 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-fcb5dede-7a23-43bc-a03e-4683377048f8 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] No VIF found with MAC fa:16:3e:10:89:c6, not building metadata {{(pid=75147) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 20:02:23 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-fcb5dede-7a23-43bc-a03e-4683377048f8 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Lock "ae2d1d6a-8c50-413e-99f8-010ddf7c7119" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 21.488s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:02:23 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:02:23 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Cleaning up deleted instances {{(pid=75147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 27 20:02:23 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] There are 0 instances to clean {{(pid=75147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 27 20:02:24 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:02:26 user nova-compute[75147]: DEBUG nova.compute.manager [req-f6e527e0-eb8d-4fa1-8926-7b635e3d1d40 req-17e83a7a-b588-48b5-8546-40c4c91ed4d8 service nova] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] Received event network-changed-b288f9c5-55d6-465a-8668-96a6086982b2 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 20:02:26 user nova-compute[75147]: DEBUG nova.compute.manager [req-f6e527e0-eb8d-4fa1-8926-7b635e3d1d40 req-17e83a7a-b588-48b5-8546-40c4c91ed4d8 service nova] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] Refreshing instance network info cache due to event network-changed-b288f9c5-55d6-465a-8668-96a6086982b2. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 20:02:26 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-f6e527e0-eb8d-4fa1-8926-7b635e3d1d40 req-17e83a7a-b588-48b5-8546-40c4c91ed4d8 service nova] Acquiring lock "refresh_cache-ae2d1d6a-8c50-413e-99f8-010ddf7c7119" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 20:02:26 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-f6e527e0-eb8d-4fa1-8926-7b635e3d1d40 req-17e83a7a-b588-48b5-8546-40c4c91ed4d8 service nova] Acquired lock "refresh_cache-ae2d1d6a-8c50-413e-99f8-010ddf7c7119" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 20:02:26 user nova-compute[75147]: DEBUG nova.network.neutron [req-f6e527e0-eb8d-4fa1-8926-7b635e3d1d40 req-17e83a7a-b588-48b5-8546-40c4c91ed4d8 service nova] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] Refreshing network info cache for port b288f9c5-55d6-465a-8668-96a6086982b2 {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 20:02:26 user nova-compute[75147]: DEBUG nova.network.neutron [req-f6e527e0-eb8d-4fa1-8926-7b635e3d1d40 req-17e83a7a-b588-48b5-8546-40c4c91ed4d8 service nova] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] Updated VIF entry in instance network info cache for port b288f9c5-55d6-465a-8668-96a6086982b2. {{(pid=75147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 20:02:26 user nova-compute[75147]: DEBUG nova.network.neutron [req-f6e527e0-eb8d-4fa1-8926-7b635e3d1d40 req-17e83a7a-b588-48b5-8546-40c4c91ed4d8 service nova] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] Updating instance_info_cache with network_info: [{"id": "b288f9c5-55d6-465a-8668-96a6086982b2", "address": "fa:16:3e:10:89:c6", "network": {"id": "94e6ad08-dfc8-4693-8394-27958a24cbf7", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-956442534-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "896ec16ec7b34242a1a80bfdae150b44", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb288f9c5-55", "ovs_interfaceid": "b288f9c5-55d6-465a-8668-96a6086982b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 20:02:26 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-f6e527e0-eb8d-4fa1-8926-7b635e3d1d40 req-17e83a7a-b588-48b5-8546-40c4c91ed4d8 service nova] Releasing lock "refresh_cache-ae2d1d6a-8c50-413e-99f8-010ddf7c7119" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 20:02:26 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:02:26 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75147) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 20:02:27 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:02:27 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:02:28 user nova-compute[75147]: DEBUG nova.compute.manager [req-7b93e544-6024-4064-8b9c-677d5cf9b5cc req-c4477003-6fe9-4411-8d89-3b75427106f1 service nova] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] Received event network-changed-b288f9c5-55d6-465a-8668-96a6086982b2 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 20:02:28 user nova-compute[75147]: DEBUG nova.compute.manager [req-7b93e544-6024-4064-8b9c-677d5cf9b5cc req-c4477003-6fe9-4411-8d89-3b75427106f1 service nova] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] Refreshing instance network info cache due to event network-changed-b288f9c5-55d6-465a-8668-96a6086982b2. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 20:02:28 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-7b93e544-6024-4064-8b9c-677d5cf9b5cc req-c4477003-6fe9-4411-8d89-3b75427106f1 service nova] Acquiring lock "refresh_cache-ae2d1d6a-8c50-413e-99f8-010ddf7c7119" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 20:02:28 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-7b93e544-6024-4064-8b9c-677d5cf9b5cc req-c4477003-6fe9-4411-8d89-3b75427106f1 service nova] Acquired lock "refresh_cache-ae2d1d6a-8c50-413e-99f8-010ddf7c7119" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 20:02:28 user nova-compute[75147]: DEBUG nova.network.neutron [req-7b93e544-6024-4064-8b9c-677d5cf9b5cc req-c4477003-6fe9-4411-8d89-3b75427106f1 service nova] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] Refreshing network info cache for port b288f9c5-55d6-465a-8668-96a6086982b2 {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 20:02:28 user nova-compute[75147]: DEBUG nova.network.neutron [req-7b93e544-6024-4064-8b9c-677d5cf9b5cc req-c4477003-6fe9-4411-8d89-3b75427106f1 service nova] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] Updated VIF entry in instance network info cache for port b288f9c5-55d6-465a-8668-96a6086982b2. {{(pid=75147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 20:02:28 user nova-compute[75147]: DEBUG nova.network.neutron [req-7b93e544-6024-4064-8b9c-677d5cf9b5cc req-c4477003-6fe9-4411-8d89-3b75427106f1 service nova] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] Updating instance_info_cache with network_info: [{"id": "b288f9c5-55d6-465a-8668-96a6086982b2", "address": "fa:16:3e:10:89:c6", "network": {"id": "94e6ad08-dfc8-4693-8394-27958a24cbf7", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-956442534-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "896ec16ec7b34242a1a80bfdae150b44", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb288f9c5-55", "ovs_interfaceid": "b288f9c5-55d6-465a-8668-96a6086982b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 20:02:28 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-7b93e544-6024-4064-8b9c-677d5cf9b5cc req-c4477003-6fe9-4411-8d89-3b75427106f1 service nova] Releasing lock "refresh_cache-ae2d1d6a-8c50-413e-99f8-010ddf7c7119" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 20:02:28 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-4bc485d8-53ea-41df-b459-d28ffad99c67 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Acquiring lock "ae2d1d6a-8c50-413e-99f8-010ddf7c7119" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:02:28 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-4bc485d8-53ea-41df-b459-d28ffad99c67 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Lock "ae2d1d6a-8c50-413e-99f8-010ddf7c7119" acquired by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:02:28 user nova-compute[75147]: INFO nova.compute.manager [None req-4bc485d8-53ea-41df-b459-d28ffad99c67 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] Rebooting instance
Oct 27 20:02:29 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-4bc485d8-53ea-41df-b459-d28ffad99c67 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Acquiring lock "refresh_cache-ae2d1d6a-8c50-413e-99f8-010ddf7c7119" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 20:02:29 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-4bc485d8-53ea-41df-b459-d28ffad99c67 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Acquired lock "refresh_cache-ae2d1d6a-8c50-413e-99f8-010ddf7c7119" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 20:02:29 user nova-compute[75147]: DEBUG nova.network.neutron [None req-4bc485d8-53ea-41df-b459-d28ffad99c67 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] Building network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 20:02:29 user nova-compute[75147]: DEBUG nova.network.neutron [None req-4bc485d8-53ea-41df-b459-d28ffad99c67 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] Updating instance_info_cache with network_info: [{"id": "b288f9c5-55d6-465a-8668-96a6086982b2", "address": "fa:16:3e:10:89:c6", "network": {"id": "94e6ad08-dfc8-4693-8394-27958a24cbf7", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-956442534-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "896ec16ec7b34242a1a80bfdae150b44", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb288f9c5-55", "ovs_interfaceid": "b288f9c5-55d6-465a-8668-96a6086982b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 20:02:29 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-4bc485d8-53ea-41df-b459-d28ffad99c67 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Releasing lock "refresh_cache-ae2d1d6a-8c50-413e-99f8-010ddf7c7119" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 20:02:29 user nova-compute[75147]: DEBUG nova.compute.manager [None req-4bc485d8-53ea-41df-b459-d28ffad99c67 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] Checking state {{(pid=75147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 20:02:29 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:02:31 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:02:31 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:02:31 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:02:31 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:02:32 user nova-compute[75147]: DEBUG nova.compute.manager [req-34fbeeff-1fbe-4159-83f1-6f413d79a593 req-be8066e8-f711-4edc-9e6e-c1481725d580 service nova] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] Received event network-vif-unplugged-b288f9c5-55d6-465a-8668-96a6086982b2 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 20:02:32 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-34fbeeff-1fbe-4159-83f1-6f413d79a593 req-be8066e8-f711-4edc-9e6e-c1481725d580 service nova] Acquiring lock "ae2d1d6a-8c50-413e-99f8-010ddf7c7119-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:02:32 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-34fbeeff-1fbe-4159-83f1-6f413d79a593 req-be8066e8-f711-4edc-9e6e-c1481725d580 service nova] Lock "ae2d1d6a-8c50-413e-99f8-010ddf7c7119-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:02:32 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-34fbeeff-1fbe-4159-83f1-6f413d79a593 req-be8066e8-f711-4edc-9e6e-c1481725d580 service nova] Lock "ae2d1d6a-8c50-413e-99f8-010ddf7c7119-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:02:32 user nova-compute[75147]: DEBUG nova.compute.manager [req-34fbeeff-1fbe-4159-83f1-6f413d79a593 req-be8066e8-f711-4edc-9e6e-c1481725d580 service nova] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] No waiting events found dispatching network-vif-unplugged-b288f9c5-55d6-465a-8668-96a6086982b2 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 20:02:32 user nova-compute[75147]: WARNING nova.compute.manager [req-34fbeeff-1fbe-4159-83f1-6f413d79a593 req-be8066e8-f711-4edc-9e6e-c1481725d580 service nova] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] Received unexpected event network-vif-unplugged-b288f9c5-55d6-465a-8668-96a6086982b2 for instance with vm_state active and task_state reboot_started.
Oct 27 20:02:32 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:02:32 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:02:32 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-4bc485d8-53ea-41df-b459-d28ffad99c67 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] Instance shutdown successfully.
Oct 27 20:02:33 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:02:33 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:02:33 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:02:33 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:02:34 user nova-compute[75147]: DEBUG nova.compute.manager [req-50f091db-3a53-46f9-b5c8-9813b3607b21 req-f50fb65f-8032-4873-8bf2-f9a7eec7619e service nova] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] Received event network-vif-plugged-b288f9c5-55d6-465a-8668-96a6086982b2 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 20:02:34 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-50f091db-3a53-46f9-b5c8-9813b3607b21 req-f50fb65f-8032-4873-8bf2-f9a7eec7619e service nova] Acquiring lock "ae2d1d6a-8c50-413e-99f8-010ddf7c7119-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:02:34 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-50f091db-3a53-46f9-b5c8-9813b3607b21 req-f50fb65f-8032-4873-8bf2-f9a7eec7619e service nova] Lock "ae2d1d6a-8c50-413e-99f8-010ddf7c7119-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:02:34 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-50f091db-3a53-46f9-b5c8-9813b3607b21 req-f50fb65f-8032-4873-8bf2-f9a7eec7619e service nova] Lock "ae2d1d6a-8c50-413e-99f8-010ddf7c7119-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:02:34 user nova-compute[75147]: DEBUG nova.compute.manager [req-50f091db-3a53-46f9-b5c8-9813b3607b21 req-f50fb65f-8032-4873-8bf2-f9a7eec7619e service nova] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] No waiting events found dispatching network-vif-plugged-b288f9c5-55d6-465a-8668-96a6086982b2 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 20:02:34 user nova-compute[75147]: WARNING nova.compute.manager [req-50f091db-3a53-46f9-b5c8-9813b3607b21 req-f50fb65f-8032-4873-8bf2-f9a7eec7619e service nova] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] Received unexpected event network-vif-plugged-b288f9c5-55d6-465a-8668-96a6086982b2 for instance with vm_state active and task_state reboot_started.
Oct 27 20:02:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:02:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:02:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:02:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:02:36 user nova-compute[75147]: DEBUG nova.compute.manager [req-10c7b21c-f3ca-4229-854a-c459b85b998a req-a120647a-31fd-433f-ac5e-886bc09fe85f service nova] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] Received event network-vif-plugged-b288f9c5-55d6-465a-8668-96a6086982b2 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 20:02:36 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-10c7b21c-f3ca-4229-854a-c459b85b998a req-a120647a-31fd-433f-ac5e-886bc09fe85f service nova] Acquiring lock "ae2d1d6a-8c50-413e-99f8-010ddf7c7119-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:02:36 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-10c7b21c-f3ca-4229-854a-c459b85b998a req-a120647a-31fd-433f-ac5e-886bc09fe85f service nova] Lock "ae2d1d6a-8c50-413e-99f8-010ddf7c7119-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:02:36 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-10c7b21c-f3ca-4229-854a-c459b85b998a req-a120647a-31fd-433f-ac5e-886bc09fe85f service nova] Lock "ae2d1d6a-8c50-413e-99f8-010ddf7c7119-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:02:36 user nova-compute[75147]: DEBUG nova.compute.manager [req-10c7b21c-f3ca-4229-854a-c459b85b998a req-a120647a-31fd-433f-ac5e-886bc09fe85f service nova] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] No waiting events found dispatching network-vif-plugged-b288f9c5-55d6-465a-8668-96a6086982b2 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 20:02:36 user nova-compute[75147]: WARNING nova.compute.manager [req-10c7b21c-f3ca-4229-854a-c459b85b998a req-a120647a-31fd-433f-ac5e-886bc09fe85f service nova] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] Received unexpected event network-vif-plugged-b288f9c5-55d6-465a-8668-96a6086982b2 for instance with vm_state active and task_state reboot_started.
Oct 27 20:02:36 user nova-compute[75147]: DEBUG nova.compute.manager [req-10c7b21c-f3ca-4229-854a-c459b85b998a req-a120647a-31fd-433f-ac5e-886bc09fe85f service nova] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] Received event network-vif-plugged-b288f9c5-55d6-465a-8668-96a6086982b2 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 20:02:36 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-10c7b21c-f3ca-4229-854a-c459b85b998a req-a120647a-31fd-433f-ac5e-886bc09fe85f service nova] Acquiring lock "ae2d1d6a-8c50-413e-99f8-010ddf7c7119-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:02:36 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-10c7b21c-f3ca-4229-854a-c459b85b998a req-a120647a-31fd-433f-ac5e-886bc09fe85f service nova] Lock "ae2d1d6a-8c50-413e-99f8-010ddf7c7119-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:02:36 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-10c7b21c-f3ca-4229-854a-c459b85b998a req-a120647a-31fd-433f-ac5e-886bc09fe85f service nova] Lock "ae2d1d6a-8c50-413e-99f8-010ddf7c7119-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:02:36 user nova-compute[75147]: DEBUG nova.compute.manager [req-10c7b21c-f3ca-4229-854a-c459b85b998a req-a120647a-31fd-433f-ac5e-886bc09fe85f service nova] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] No waiting events found dispatching network-vif-plugged-b288f9c5-55d6-465a-8668-96a6086982b2 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 20:02:36 user nova-compute[75147]: WARNING nova.compute.manager [req-10c7b21c-f3ca-4229-854a-c459b85b998a req-a120647a-31fd-433f-ac5e-886bc09fe85f service nova] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] Received unexpected event network-vif-plugged-b288f9c5-55d6-465a-8668-96a6086982b2 for instance with vm_state active and task_state reboot_started.
Oct 27 20:02:36 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] Instance running successfully.
Oct 27 20:02:36 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-4bc485d8-53ea-41df-b459-d28ffad99c67 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] Instance soft rebooted successfully.
Oct 27 20:02:36 user nova-compute[75147]: DEBUG nova.compute.manager [None req-4bc485d8-53ea-41df-b459-d28ffad99c67 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] Checking state {{(pid=75147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 20:02:36 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-4bc485d8-53ea-41df-b459-d28ffad99c67 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Lock "ae2d1d6a-8c50-413e-99f8-010ddf7c7119" "released" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: held 7.293s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:02:36 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:02:37 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._sync_power_states {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:02:37 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Triggering sync for uuid a413fb71-5748-4328-a2f3-592c64188e21 {{(pid=75147) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 27 20:02:37 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Triggering sync for uuid 23a3503a-d59f-467e-9bbb-c8f679f3d809 {{(pid=75147) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 27 20:02:37 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Triggering sync for uuid b4abbc44-6835-49ea-a9b5-eaf6d3b25e87 {{(pid=75147) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 27 20:02:37 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Triggering sync for uuid 4bdc7506-d16c-46d2-883a-50cc1de8be7c {{(pid=75147) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 27 20:02:37 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Triggering sync for uuid ae2d1d6a-8c50-413e-99f8-010ddf7c7119 {{(pid=75147) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 27 20:02:37 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Triggering sync for uuid 8e718827-a5fb-423e-b6ea-17d7237234c4 {{(pid=75147) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 27 20:02:37 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "a413fb71-5748-4328-a2f3-592c64188e21" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:02:37 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "a413fb71-5748-4328-a2f3-592c64188e21" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:02:37 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "23a3503a-d59f-467e-9bbb-c8f679f3d809" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:02:37 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "23a3503a-d59f-467e-9bbb-c8f679f3d809" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:02:37 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "b4abbc44-6835-49ea-a9b5-eaf6d3b25e87" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:02:37 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "b4abbc44-6835-49ea-a9b5-eaf6d3b25e87" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:02:37 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "4bdc7506-d16c-46d2-883a-50cc1de8be7c" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:02:37 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "4bdc7506-d16c-46d2-883a-50cc1de8be7c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:02:37 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "ae2d1d6a-8c50-413e-99f8-010ddf7c7119" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:02:37 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "ae2d1d6a-8c50-413e-99f8-010ddf7c7119" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:02:37 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "8e718827-a5fb-423e-b6ea-17d7237234c4" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:02:37 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "8e718827-a5fb-423e-b6ea-17d7237234c4" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:02:37 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "b4abbc44-6835-49ea-a9b5-eaf6d3b25e87" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.034s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:02:37 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "a413fb71-5748-4328-a2f3-592c64188e21" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.045s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:02:37 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "4bdc7506-d16c-46d2-883a-50cc1de8be7c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.044s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:02:37 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "8e718827-a5fb-423e-b6ea-17d7237234c4" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.044s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:02:37 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "23a3503a-d59f-467e-9bbb-c8f679f3d809" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.061s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:02:37 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "ae2d1d6a-8c50-413e-99f8-010ddf7c7119" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.060s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:02:37 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:02:37 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:02:37 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75147) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 27 20:02:39 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:02:40 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:02:42 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:02:44 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:02:49 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:02:52 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:02:54 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:02:57 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:02:59 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:03:00 user nova-compute[75147]: DEBUG nova.compute.manager [req-6ec6468c-d45e-4e0e-b287-07290a0d3a05 req-c6122d8b-c483-401f-a579-197e7fe37c16 service nova] [instance: b4abbc44-6835-49ea-a9b5-eaf6d3b25e87] Received event network-changed-80e280b2-0482-4bb1-bbee-b5e5b53b76b7 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 20:03:00 user nova-compute[75147]: DEBUG nova.compute.manager [req-6ec6468c-d45e-4e0e-b287-07290a0d3a05 req-c6122d8b-c483-401f-a579-197e7fe37c16 service nova] [instance: b4abbc44-6835-49ea-a9b5-eaf6d3b25e87] Refreshing instance network info cache due to event network-changed-80e280b2-0482-4bb1-bbee-b5e5b53b76b7. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 20:03:00 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-6ec6468c-d45e-4e0e-b287-07290a0d3a05 req-c6122d8b-c483-401f-a579-197e7fe37c16 service nova] Acquiring lock "refresh_cache-b4abbc44-6835-49ea-a9b5-eaf6d3b25e87" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 20:03:00 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-6ec6468c-d45e-4e0e-b287-07290a0d3a05 req-c6122d8b-c483-401f-a579-197e7fe37c16 service nova] Acquired lock "refresh_cache-b4abbc44-6835-49ea-a9b5-eaf6d3b25e87" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 20:03:00 user nova-compute[75147]: DEBUG nova.network.neutron [req-6ec6468c-d45e-4e0e-b287-07290a0d3a05 req-c6122d8b-c483-401f-a579-197e7fe37c16 service nova] [instance: b4abbc44-6835-49ea-a9b5-eaf6d3b25e87] Refreshing network info cache for port 80e280b2-0482-4bb1-bbee-b5e5b53b76b7 {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 20:03:00 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-49d3afa2-2b2d-4ba2-a73c-641038bb6245 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Acquiring lock "b4abbc44-6835-49ea-a9b5-eaf6d3b25e87" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:03:00 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-49d3afa2-2b2d-4ba2-a73c-641038bb6245 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lock "b4abbc44-6835-49ea-a9b5-eaf6d3b25e87" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:03:00 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-49d3afa2-2b2d-4ba2-a73c-641038bb6245 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Acquiring lock "b4abbc44-6835-49ea-a9b5-eaf6d3b25e87-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:03:00 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-49d3afa2-2b2d-4ba2-a73c-641038bb6245 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lock "b4abbc44-6835-49ea-a9b5-eaf6d3b25e87-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:03:00 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-49d3afa2-2b2d-4ba2-a73c-641038bb6245 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lock "b4abbc44-6835-49ea-a9b5-eaf6d3b25e87-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:03:00 user nova-compute[75147]: INFO nova.compute.manager [None req-49d3afa2-2b2d-4ba2-a73c-641038bb6245 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: b4abbc44-6835-49ea-a9b5-eaf6d3b25e87] Terminating instance
Oct 27 20:03:00 user nova-compute[75147]: DEBUG nova.compute.manager [None req-49d3afa2-2b2d-4ba2-a73c-641038bb6245 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: b4abbc44-6835-49ea-a9b5-eaf6d3b25e87] Start destroying the instance on the hypervisor. {{(pid=75147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 27 20:03:00 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:03:00 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:03:00 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:03:01 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:03:01 user nova-compute[75147]: DEBUG nova.compute.manager [req-a256bbe5-d3d5-4447-b395-9334537c6428 req-e15b8eaf-bb59-479f-b995-9a89077f948f service nova] [instance: b4abbc44-6835-49ea-a9b5-eaf6d3b25e87] Received event network-vif-unplugged-80e280b2-0482-4bb1-bbee-b5e5b53b76b7 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 20:03:01 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-a256bbe5-d3d5-4447-b395-9334537c6428 req-e15b8eaf-bb59-479f-b995-9a89077f948f service nova] Acquiring lock "b4abbc44-6835-49ea-a9b5-eaf6d3b25e87-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:03:01 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-a256bbe5-d3d5-4447-b395-9334537c6428 req-e15b8eaf-bb59-479f-b995-9a89077f948f service nova] Lock "b4abbc44-6835-49ea-a9b5-eaf6d3b25e87-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:03:01 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-a256bbe5-d3d5-4447-b395-9334537c6428 req-e15b8eaf-bb59-479f-b995-9a89077f948f service nova] Lock "b4abbc44-6835-49ea-a9b5-eaf6d3b25e87-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:03:01 user nova-compute[75147]: DEBUG nova.compute.manager [req-a256bbe5-d3d5-4447-b395-9334537c6428 req-e15b8eaf-bb59-479f-b995-9a89077f948f service nova] [instance: b4abbc44-6835-49ea-a9b5-eaf6d3b25e87] No waiting events found dispatching network-vif-unplugged-80e280b2-0482-4bb1-bbee-b5e5b53b76b7 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 20:03:01 user nova-compute[75147]: DEBUG nova.compute.manager [req-a256bbe5-d3d5-4447-b395-9334537c6428 req-e15b8eaf-bb59-479f-b995-9a89077f948f service nova] [instance: b4abbc44-6835-49ea-a9b5-eaf6d3b25e87] Received event network-vif-unplugged-80e280b2-0482-4bb1-bbee-b5e5b53b76b7 for instance with task_state deleting. {{(pid=75147) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 20:03:01 user nova-compute[75147]: DEBUG nova.network.neutron [req-6ec6468c-d45e-4e0e-b287-07290a0d3a05 req-c6122d8b-c483-401f-a579-197e7fe37c16 service nova] [instance: b4abbc44-6835-49ea-a9b5-eaf6d3b25e87] Updated VIF entry in instance network info cache for port 80e280b2-0482-4bb1-bbee-b5e5b53b76b7. {{(pid=75147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 20:03:01 user nova-compute[75147]: DEBUG nova.network.neutron [req-6ec6468c-d45e-4e0e-b287-07290a0d3a05 req-c6122d8b-c483-401f-a579-197e7fe37c16 service nova] [instance: b4abbc44-6835-49ea-a9b5-eaf6d3b25e87] Updating instance_info_cache with network_info: [{"id": "80e280b2-0482-4bb1-bbee-b5e5b53b76b7", "address": "fa:16:3e:b3:0f:a1", "network": {"id": "06d546cd-b394-4fcf-970b-6f2fff8ea7ac", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-719028923-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c7d5ee667069474fa684fb2d4ba9da41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap80e280b2-04", "ovs_interfaceid": "80e280b2-0482-4bb1-bbee-b5e5b53b76b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 20:03:01 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-6ec6468c-d45e-4e0e-b287-07290a0d3a05 req-c6122d8b-c483-401f-a579-197e7fe37c16 service nova] Releasing lock "refresh_cache-b4abbc44-6835-49ea-a9b5-eaf6d3b25e87" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 20:03:01 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:03:01 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:03:01 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: b4abbc44-6835-49ea-a9b5-eaf6d3b25e87] Instance destroyed successfully.
Oct 27 20:03:01 user nova-compute[75147]: DEBUG nova.objects.instance [None req-49d3afa2-2b2d-4ba2-a73c-641038bb6245 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lazy-loading 'resources' on Instance uuid b4abbc44-6835-49ea-a9b5-eaf6d3b25e87 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 20:03:01 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-49d3afa2-2b2d-4ba2-a73c-641038bb6245 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:57:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1636911711',display_name='tempest-TestVolumeBootPattern-server-1636911711',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1636911711',id=47,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBcgZnIHFL9VPUFy5W7efUxz5rBmZEBVQAVLa5cjn6O/49MNwWQ3DDavVjyeNLOl/6BMvccEmegaYjbhWFQgquf0s9VSqR/SYjs9o/VQgzAqVr4n6smb9zmAH3gc+K3Vqw==',key_name='tempest-TestVolumeBootPattern-136407510',keypairs=<?>,launch_index=0,launched_at=2023-10-27T19:58:21Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='c7d5ee667069474fa684fb2d4ba9da41',ramdisk_id='',reservation_id='r-vhdxqjre',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-1184716630',owner_user_name='tempest-TestVolumeBootPattern-1184716630-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T19:58:22Z,user_data=None,user_id='c215953c5f1f494bb16ee70ff9355cfd',uuid=b4abbc44-6835-49ea-a9b5-eaf6d3b25e87,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "80e280b2-0482-4bb1-bbee-b5e5b53b76b7", "address": "fa:16:3e:b3:0f:a1", "network": {"id": "06d546cd-b394-4fcf-970b-6f2fff8ea7ac", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-719028923-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c7d5ee667069474fa684fb2d4ba9da41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap80e280b2-04", "ovs_interfaceid": "80e280b2-0482-4bb1-bbee-b5e5b53b76b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 20:03:01 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-49d3afa2-2b2d-4ba2-a73c-641038bb6245 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Converting VIF {"id": "80e280b2-0482-4bb1-bbee-b5e5b53b76b7", "address": "fa:16:3e:b3:0f:a1", "network": {"id": "06d546cd-b394-4fcf-970b-6f2fff8ea7ac", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-719028923-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c7d5ee667069474fa684fb2d4ba9da41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap80e280b2-04", "ovs_interfaceid": "80e280b2-0482-4bb1-bbee-b5e5b53b76b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 20:03:01 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-49d3afa2-2b2d-4ba2-a73c-641038bb6245 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:b3:0f:a1,bridge_name='br-int',has_traffic_filtering=True,id=80e280b2-0482-4bb1-bbee-b5e5b53b76b7,network=Network(06d546cd-b394-4fcf-970b-6f2fff8ea7ac),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap80e280b2-04') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 20:03:01 user nova-compute[75147]: DEBUG os_vif [None req-49d3afa2-2b2d-4ba2-a73c-641038bb6245 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:b3:0f:a1,bridge_name='br-int',has_traffic_filtering=True,id=80e280b2-0482-4bb1-bbee-b5e5b53b76b7,network=Network(06d546cd-b394-4fcf-970b-6f2fff8ea7ac),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap80e280b2-04') {{(pid=75147) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 20:03:01 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:03:01 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap80e280b2-04, bridge=br-int, if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 20:03:01 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:03:01 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:03:01 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:03:01 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=738e708f-9ec2-40f0-97b3-bb95035fb4e5) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 20:03:01 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:03:01 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:03:01 user nova-compute[75147]: INFO os_vif [None req-49d3afa2-2b2d-4ba2-a73c-641038bb6245 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:b3:0f:a1,bridge_name='br-int',has_traffic_filtering=True,id=80e280b2-0482-4bb1-bbee-b5e5b53b76b7,network=Network(06d546cd-b394-4fcf-970b-6f2fff8ea7ac),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap80e280b2-04')
Oct 27 20:03:01 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-49d3afa2-2b2d-4ba2-a73c-641038bb6245 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: b4abbc44-6835-49ea-a9b5-eaf6d3b25e87] calling os-brick to detach iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 20:03:01 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-49d3afa2-2b2d-4ba2-a73c-641038bb6245 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, {'target_iqn': 'iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QCLfXaOE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 20:03:01 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-49d3afa2-2b2d-4ba2-a73c-641038bb6245 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 20:03:01 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-49d3afa2-2b2d-4ba2-a73c-641038bb6245 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 20:03:01 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-49d3afa2-2b2d-4ba2-a73c-641038bb6245 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 20:03:01 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:03:01 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:03:01 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[05e202ed-e303-401c-b741-14c05a53186d]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:49d65810-70b5-4c67-9d0a-0963d70eaf74\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:15b2b766-0e86-428e-a672-f24946484a94\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:03:01 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-49d3afa2-2b2d-4ba2-a73c-641038bb6245 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 20:03:01 user nova-compute[75147]: No targets found.
Oct 27 20:03:01 user nova-compute[75147]: iSNS:
Oct 27 20:03:01 user nova-compute[75147]: No targets found.
Oct 27 20:03:01 user nova-compute[75147]: STATIC:
Oct 27 20:03:01 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4
Oct 27 20:03:01 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 20:03:01 user nova-compute[75147]:                 Iface Name: default
Oct 27 20:03:01 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:49d65810-70b5-4c67-9d0a-0963d70eaf74
Oct 27 20:03:01 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 20:03:01 user nova-compute[75147]:                 Iface Name: default
Oct 27 20:03:01 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1
Oct 27 20:03:01 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 20:03:01 user nova-compute[75147]:                 Iface Name: default
Oct 27 20:03:01 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:15b2b766-0e86-428e-a672-f24946484a94
Oct 27 20:03:01 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 20:03:01 user nova-compute[75147]:                 Iface Name: default
Oct 27 20:03:01 user nova-compute[75147]: FIRMWARE:
Oct 27 20:03:01 user nova-compute[75147]: No targets found.
Oct 27 20:03:01 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 20:03:01 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-49d3afa2-2b2d-4ba2-a73c-641038bb6245 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 20:03:01 user nova-compute[75147]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 20:03:01 user nova-compute[75147]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75147) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 20:03:01 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-49d3afa2-2b2d-4ba2-a73c-641038bb6245 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4', 0)] {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 20:03:01 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:03:01 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:03:01 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[3461318a-4c45-464d-b413-80aed423a44e]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:15b2b766-0e86-428e-a672-f24946484a94\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:49d65810-70b5-4c67-9d0a-0963d70eaf74\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:03:01 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:03:01 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:03:01 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[43bea607-71b7-4c8b-af80-c71f16b5ec08]: (4, ('tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 (non-flash)\ntcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4 (non-flash)\ntcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49d65810-70b5-4c67-9d0a-0963d70eaf74 (non-flash)\ntcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15b2b766-0e86-428e-a672-f24946484a94 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:03:01 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-49d3afa2-2b2d-4ba2-a73c-641038bb6245 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 (non-flash)
Oct 27 20:03:01 user nova-compute[75147]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4 (non-flash)
Oct 27 20:03:01 user nova-compute[75147]: tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49d65810-70b5-4c67-9d0a-0963d70eaf74 (non-flash)
Oct 27 20:03:01 user nova-compute[75147]: tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15b2b766-0e86-428e-a672-f24946484a94 (non-flash)
Oct 27 20:03:01 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 20:03:01 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-49d3afa2-2b2d-4ba2-a73c-641038bb6245 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] iscsi session list stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 (non-flash)
Oct 27 20:03:01 user nova-compute[75147]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4 (non-flash)
Oct 27 20:03:01 user nova-compute[75147]: tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49d65810-70b5-4c67-9d0a-0963d70eaf74 (non-flash)
Oct 27 20:03:01 user nova-compute[75147]: tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15b2b766-0e86-428e-a672-f24946484a94 (non-flash)
Oct 27 20:03:01 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 20:03:01 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-49d3afa2-2b2d-4ba2-a73c-641038bb6245 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f28ec718ca0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4'): ({'sdc'}, set())}) {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 20:03:01 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-49d3afa2-2b2d-4ba2-a73c-641038bb6245 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Removing single pathed devices sdc {{(pid=75147) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 20:03:01 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:03:01 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:03:01 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[8635743f-5d7e-4415-932a-9b2474c03558]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:03:01 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:03:01 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:03:01 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2bf63c1-8903-4c30-95a0-626fe939e3e7]: (4, ('ok\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:03:01 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-49d3afa2-2b2d-4ba2-a73c-641038bb6245 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Flushing IO for device /dev/sdc {{(pid=75147) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 20:03:01 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:03:01 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.013s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:03:01 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b5bcdc1-712d-43ef-a0b9-73ae5386e214]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:03:01 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-49d3afa2-2b2d-4ba2-a73c-641038bb6245 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75147) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 20:03:01 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:03:01 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.052s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:03:01 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed3186f8-f66d-49a0-a82a-e905df7e2e9a]: (4, ('1', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:03:01 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-49d3afa2-2b2d-4ba2-a73c-641038bb6245 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 20:03:01 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-49d3afa2-2b2d-4ba2-a73c-641038bb6245 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] SCSI volumes sdc have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 20:03:01 user nova-compute[75147]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-23038616637343734', '/dev/disk/by-id/scsi-1SCST_BIO3075fdb8-08af74745ed276f8', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_3075fdb8') {{(pid=86354) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Oct 27 20:03:01 user nova-compute[75147]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-23038616637343734
Oct 27 20:03:01 user nova-compute[75147]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-1SCST_BIO3075fdb8-08af74745ed276f8
Oct 27 20:03:01 user nova-compute[75147]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-SSCST_BIO_Storage_3075fdb8
Oct 27 20:03:01 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d55d789-087a-4b90-8b6a-90361e537aef]: (4, None) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:03:01 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-49d3afa2-2b2d-4ba2-a73c-641038bb6245 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4')] {{(pid=75147) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 20:03:01 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:03:01 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:03:01 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[a5bbedf3-b011-439d-b524-451c7e9f90dd]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:03:01 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-49d3afa2-2b2d-4ba2-a73c-641038bb6245 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:03:01 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4 -p 172.16.0.220:3260 --logout {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:03:01 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4 -p 172.16.0.220:3260 --logout" returned: 0 in 0.054s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:03:01 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[c86e129e-5e30-4b17-b60d-92a1f95629c6]: (4, ('Logging out of session [sid: 55, target: iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4, portal: 172.16.0.220,3260]\nLogout of [sid: 55, target: iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:03:01 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-49d3afa2-2b2d-4ba2-a73c-641038bb6245 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 55, target: iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4, portal: 172.16.0.220,3260]
Oct 27 20:03:01 user nova-compute[75147]: Logout of [sid: 55, target: iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4, portal: 172.16.0.220,3260] successful.
Oct 27 20:03:01 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:03:01 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4 -p 172.16.0.220:3260 --op delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:03:02 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:649d9a61-a5ce-41df-87ef-724eedb494b4 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:03:02 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2909286-0971-48ac-aeae-12a28ebc5117]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:03:02 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-49d3afa2-2b2d-4ba2-a73c-641038bb6245 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:03:02 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-49d3afa2-2b2d-4ba2-a73c-641038bb6245 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.313s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 20:03:02 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-49d3afa2-2b2d-4ba2-a73c-641038bb6245 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] <== disconnect_volume: return (314ms) None {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 20:03:02 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-49d3afa2-2b2d-4ba2-a73c-641038bb6245 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: b4abbc44-6835-49ea-a9b5-eaf6d3b25e87] Disconnected iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 20:03:02 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-49d3afa2-2b2d-4ba2-a73c-641038bb6245 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: b4abbc44-6835-49ea-a9b5-eaf6d3b25e87] Deleting instance files /opt/stack/data/nova/instances/b4abbc44-6835-49ea-a9b5-eaf6d3b25e87_del
Oct 27 20:03:02 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-49d3afa2-2b2d-4ba2-a73c-641038bb6245 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: b4abbc44-6835-49ea-a9b5-eaf6d3b25e87] Deletion of /opt/stack/data/nova/instances/b4abbc44-6835-49ea-a9b5-eaf6d3b25e87_del complete
Oct 27 20:03:02 user nova-compute[75147]: INFO nova.compute.manager [None req-49d3afa2-2b2d-4ba2-a73c-641038bb6245 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: b4abbc44-6835-49ea-a9b5-eaf6d3b25e87] Took 1.17 seconds to destroy the instance on the hypervisor.
Oct 27 20:03:02 user nova-compute[75147]: DEBUG oslo.service.loopingcall [None req-49d3afa2-2b2d-4ba2-a73c-641038bb6245 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 27 20:03:02 user nova-compute[75147]: DEBUG nova.compute.manager [-] [instance: b4abbc44-6835-49ea-a9b5-eaf6d3b25e87] Deallocating network for instance {{(pid=75147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 27 20:03:02 user nova-compute[75147]: DEBUG nova.network.neutron [-] [instance: b4abbc44-6835-49ea-a9b5-eaf6d3b25e87] deallocate_for_instance() {{(pid=75147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 27 20:03:02 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:03:02 user nova-compute[75147]: DEBUG nova.network.neutron [-] [instance: b4abbc44-6835-49ea-a9b5-eaf6d3b25e87] Updating instance_info_cache with network_info: [] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 20:03:02 user nova-compute[75147]: INFO nova.compute.manager [-] [instance: b4abbc44-6835-49ea-a9b5-eaf6d3b25e87] Took 0.52 seconds to deallocate network for instance.
Oct 27 20:03:02 user nova-compute[75147]: DEBUG nova.compute.manager [req-6940757c-8667-4632-95a3-d6a5fe52e047 req-1e1d5dac-e8e2-4ba1-8a8d-07de76f06e0f service nova] [instance: b4abbc44-6835-49ea-a9b5-eaf6d3b25e87] Received event network-vif-deleted-80e280b2-0482-4bb1-bbee-b5e5b53b76b7 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 20:03:03 user nova-compute[75147]: DEBUG nova.compute.manager [req-43b49f9b-0c78-4c9b-9136-2b84f7a21025 req-6bac9b43-4a89-4bca-a861-ab3601e5d17d service nova] [instance: b4abbc44-6835-49ea-a9b5-eaf6d3b25e87] Received event network-vif-plugged-80e280b2-0482-4bb1-bbee-b5e5b53b76b7 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 20:03:03 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-43b49f9b-0c78-4c9b-9136-2b84f7a21025 req-6bac9b43-4a89-4bca-a861-ab3601e5d17d service nova] Acquiring lock "b4abbc44-6835-49ea-a9b5-eaf6d3b25e87-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:03:03 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-43b49f9b-0c78-4c9b-9136-2b84f7a21025 req-6bac9b43-4a89-4bca-a861-ab3601e5d17d service nova] Lock "b4abbc44-6835-49ea-a9b5-eaf6d3b25e87-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:03:03 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-43b49f9b-0c78-4c9b-9136-2b84f7a21025 req-6bac9b43-4a89-4bca-a861-ab3601e5d17d service nova] Lock "b4abbc44-6835-49ea-a9b5-eaf6d3b25e87-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:03:03 user nova-compute[75147]: DEBUG nova.compute.manager [req-43b49f9b-0c78-4c9b-9136-2b84f7a21025 req-6bac9b43-4a89-4bca-a861-ab3601e5d17d service nova] [instance: b4abbc44-6835-49ea-a9b5-eaf6d3b25e87] No waiting events found dispatching network-vif-plugged-80e280b2-0482-4bb1-bbee-b5e5b53b76b7 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 20:03:03 user nova-compute[75147]: WARNING nova.compute.manager [req-43b49f9b-0c78-4c9b-9136-2b84f7a21025 req-6bac9b43-4a89-4bca-a861-ab3601e5d17d service nova] [instance: b4abbc44-6835-49ea-a9b5-eaf6d3b25e87] Received unexpected event network-vif-plugged-80e280b2-0482-4bb1-bbee-b5e5b53b76b7 for instance with vm_state active and task_state deleting.
Oct 27 20:03:03 user nova-compute[75147]: INFO nova.compute.manager [None req-49d3afa2-2b2d-4ba2-a73c-641038bb6245 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] [instance: b4abbc44-6835-49ea-a9b5-eaf6d3b25e87] Took 0.80 seconds to detach 1 volumes for instance.
Oct 27 20:03:03 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-49d3afa2-2b2d-4ba2-a73c-641038bb6245 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:03:03 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-49d3afa2-2b2d-4ba2-a73c-641038bb6245 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:03:03 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-49d3afa2-2b2d-4ba2-a73c-641038bb6245 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 20:03:03 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-49d3afa2-2b2d-4ba2-a73c-641038bb6245 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 20:03:03 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-49d3afa2-2b2d-4ba2-a73c-641038bb6245 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.213s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:03:03 user nova-compute[75147]: INFO nova.scheduler.client.report [None req-49d3afa2-2b2d-4ba2-a73c-641038bb6245 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Deleted allocations for instance b4abbc44-6835-49ea-a9b5-eaf6d3b25e87
Oct 27 20:03:03 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-49d3afa2-2b2d-4ba2-a73c-641038bb6245 tempest-TestVolumeBootPattern-1184716630 tempest-TestVolumeBootPattern-1184716630-project-member] Lock "b4abbc44-6835-49ea-a9b5-eaf6d3b25e87" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.871s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:03:06 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:03:07 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:03:11 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:03:12 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:03:13 user nova-compute[75147]: INFO nova.compute.manager [None req-80976d17-162b-4fe3-8666-bd07819774c9 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] Rescuing
Oct 27 20:03:13 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-80976d17-162b-4fe3-8666-bd07819774c9 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Acquiring lock "refresh_cache-8e718827-a5fb-423e-b6ea-17d7237234c4" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 20:03:13 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-80976d17-162b-4fe3-8666-bd07819774c9 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Acquired lock "refresh_cache-8e718827-a5fb-423e-b6ea-17d7237234c4" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 20:03:13 user nova-compute[75147]: DEBUG nova.network.neutron [None req-80976d17-162b-4fe3-8666-bd07819774c9 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] Building network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 20:03:13 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:03:13 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:03:14 user nova-compute[75147]: DEBUG nova.network.neutron [None req-80976d17-162b-4fe3-8666-bd07819774c9 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] Updating instance_info_cache with network_info: [{"id": "c0592695-d80b-4a60-b8e6-9284260f0194", "address": "fa:16:3e:5d:c5:f0", "network": {"id": "5d65da42-1076-416b-95f3-7516c6b6578f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-703269400-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f24b4cdff6de43ebad2383ca58b7a4d3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc0592695-d8", "ovs_interfaceid": "c0592695-d80b-4a60-b8e6-9284260f0194", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 20:03:14 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-80976d17-162b-4fe3-8666-bd07819774c9 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Releasing lock "refresh_cache-8e718827-a5fb-423e-b6ea-17d7237234c4" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 20:03:14 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:03:14 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:03:14 user nova-compute[75147]: DEBUG nova.compute.manager [req-d685d96e-2056-4485-84de-1b5001045913 req-99429d1d-296e-450f-9803-660fe26d54bd service nova] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] Received event network-vif-unplugged-c0592695-d80b-4a60-b8e6-9284260f0194 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 20:03:14 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-d685d96e-2056-4485-84de-1b5001045913 req-99429d1d-296e-450f-9803-660fe26d54bd service nova] Acquiring lock "8e718827-a5fb-423e-b6ea-17d7237234c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:03:14 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-d685d96e-2056-4485-84de-1b5001045913 req-99429d1d-296e-450f-9803-660fe26d54bd service nova] Lock "8e718827-a5fb-423e-b6ea-17d7237234c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:03:14 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-d685d96e-2056-4485-84de-1b5001045913 req-99429d1d-296e-450f-9803-660fe26d54bd service nova] Lock "8e718827-a5fb-423e-b6ea-17d7237234c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:03:14 user nova-compute[75147]: DEBUG nova.compute.manager [req-d685d96e-2056-4485-84de-1b5001045913 req-99429d1d-296e-450f-9803-660fe26d54bd service nova] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] No waiting events found dispatching network-vif-unplugged-c0592695-d80b-4a60-b8e6-9284260f0194 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 20:03:14 user nova-compute[75147]: WARNING nova.compute.manager [req-d685d96e-2056-4485-84de-1b5001045913 req-99429d1d-296e-450f-9803-660fe26d54bd service nova] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] Received unexpected event network-vif-unplugged-c0592695-d80b-4a60-b8e6-9284260f0194 for instance with vm_state active and task_state rescuing.
Oct 27 20:03:14 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:03:14 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:03:14 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] Instance destroyed successfully.
Oct 27 20:03:14 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-80976d17-162b-4fe3-8666-bd07819774c9 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] Attempting a stable device rescue
Oct 27 20:03:14 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-80976d17-162b-4fe3-8666-bd07819774c9 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=75147) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Oct 27 20:03:14 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-80976d17-162b-4fe3-8666-bd07819774c9 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] Instance directory exists: not creating {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Oct 27 20:03:14 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-80976d17-162b-4fe3-8666-bd07819774c9 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] Creating image(s)
Oct 27 20:03:14 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-80976d17-162b-4fe3-8666-bd07819774c9 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Acquiring lock "/opt/stack/data/nova/instances/8e718827-a5fb-423e-b6ea-17d7237234c4/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:03:14 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-80976d17-162b-4fe3-8666-bd07819774c9 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Lock "/opt/stack/data/nova/instances/8e718827-a5fb-423e-b6ea-17d7237234c4/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:03:14 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-80976d17-162b-4fe3-8666-bd07819774c9 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Lock "/opt/stack/data/nova/instances/8e718827-a5fb-423e-b6ea-17d7237234c4/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:03:14 user nova-compute[75147]: DEBUG nova.objects.instance [None req-80976d17-162b-4fe3-8666-bd07819774c9 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Lazy-loading 'trusted_certs' on Instance uuid 8e718827-a5fb-423e-b6ea-17d7237234c4 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 20:03:14 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-80976d17-162b-4fe3-8666-bd07819774c9 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Acquiring lock "ed791bba26a80aa939f81e6a4bd7ea32fb26b7c5" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:03:14 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-80976d17-162b-4fe3-8666-bd07819774c9 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Lock "ed791bba26a80aa939f81e6a4bd7ea32fb26b7c5" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:03:15 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-80976d17-162b-4fe3-8666-bd07819774c9 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ed791bba26a80aa939f81e6a4bd7ea32fb26b7c5.part --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:03:16 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-80976d17-162b-4fe3-8666-bd07819774c9 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ed791bba26a80aa939f81e6a4bd7ea32fb26b7c5.part --force-share --output=json" returned: 0 in 0.171s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:03:16 user nova-compute[75147]: DEBUG nova.virt.images [None req-80976d17-162b-4fe3-8666-bd07819774c9 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] 0f020f33-bd96-4d8d-a894-aa812f7a9e38 was qcow2, converting to raw {{(pid=75147) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 27 20:03:16 user nova-compute[75147]: DEBUG nova.privsep.utils [None req-80976d17-162b-4fe3-8666-bd07819774c9 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75147) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 27 20:03:16 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-80976d17-162b-4fe3-8666-bd07819774c9 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/ed791bba26a80aa939f81e6a4bd7ea32fb26b7c5.part /opt/stack/data/nova/instances/_base/ed791bba26a80aa939f81e6a4bd7ea32fb26b7c5.converted {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:03:16 user nova-compute[75147]: DEBUG nova.compute.manager [req-20f990a8-1dbe-4b51-a1a2-16aa55b2fb7d req-07836630-4b57-4b57-8d5f-115e7d364d1f service nova] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] Received event network-vif-plugged-c0592695-d80b-4a60-b8e6-9284260f0194 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 20:03:16 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-20f990a8-1dbe-4b51-a1a2-16aa55b2fb7d req-07836630-4b57-4b57-8d5f-115e7d364d1f service nova] Acquiring lock "8e718827-a5fb-423e-b6ea-17d7237234c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:03:16 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-20f990a8-1dbe-4b51-a1a2-16aa55b2fb7d req-07836630-4b57-4b57-8d5f-115e7d364d1f service nova] Lock "8e718827-a5fb-423e-b6ea-17d7237234c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:03:16 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-20f990a8-1dbe-4b51-a1a2-16aa55b2fb7d req-07836630-4b57-4b57-8d5f-115e7d364d1f service nova] Lock "8e718827-a5fb-423e-b6ea-17d7237234c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:03:16 user nova-compute[75147]: DEBUG nova.compute.manager [req-20f990a8-1dbe-4b51-a1a2-16aa55b2fb7d req-07836630-4b57-4b57-8d5f-115e7d364d1f service nova] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] No waiting events found dispatching network-vif-plugged-c0592695-d80b-4a60-b8e6-9284260f0194 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 20:03:16 user nova-compute[75147]: WARNING nova.compute.manager [req-20f990a8-1dbe-4b51-a1a2-16aa55b2fb7d req-07836630-4b57-4b57-8d5f-115e7d364d1f service nova] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] Received unexpected event network-vif-plugged-c0592695-d80b-4a60-b8e6-9284260f0194 for instance with vm_state active and task_state rescuing.
Oct 27 20:03:16 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-80976d17-162b-4fe3-8666-bd07819774c9 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/ed791bba26a80aa939f81e6a4bd7ea32fb26b7c5.part /opt/stack/data/nova/instances/_base/ed791bba26a80aa939f81e6a4bd7ea32fb26b7c5.converted" returned: 0 in 0.478s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:03:16 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-80976d17-162b-4fe3-8666-bd07819774c9 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ed791bba26a80aa939f81e6a4bd7ea32fb26b7c5.converted --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:03:16 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:03:16 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-80976d17-162b-4fe3-8666-bd07819774c9 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ed791bba26a80aa939f81e6a4bd7ea32fb26b7c5.converted --force-share --output=json" returned: 0 in 0.171s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:03:16 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-80976d17-162b-4fe3-8666-bd07819774c9 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Lock "ed791bba26a80aa939f81e6a4bd7ea32fb26b7c5" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.899s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:03:16 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-80976d17-162b-4fe3-8666-bd07819774c9 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Acquiring lock "ed791bba26a80aa939f81e6a4bd7ea32fb26b7c5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:03:16 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-80976d17-162b-4fe3-8666-bd07819774c9 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Lock "ed791bba26a80aa939f81e6a4bd7ea32fb26b7c5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:03:16 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-80976d17-162b-4fe3-8666-bd07819774c9 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ed791bba26a80aa939f81e6a4bd7ea32fb26b7c5 --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:03:16 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:03:16 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:03:16 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:03:16 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:03:16 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:03:16 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Auditing locally available compute resources for user (node: user) {{(pid=75147) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 20:03:17 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-80976d17-162b-4fe3-8666-bd07819774c9 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ed791bba26a80aa939f81e6a4bd7ea32fb26b7c5 --force-share --output=json" returned: 0 in 0.180s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:03:17 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-80976d17-162b-4fe3-8666-bd07819774c9 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ed791bba26a80aa939f81e6a4bd7ea32fb26b7c5,backing_fmt=raw /opt/stack/data/nova/instances/8e718827-a5fb-423e-b6ea-17d7237234c4/disk.rescue {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:03:17 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75147) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 20:03:17 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-80976d17-162b-4fe3-8666-bd07819774c9 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ed791bba26a80aa939f81e6a4bd7ea32fb26b7c5,backing_fmt=raw /opt/stack/data/nova/instances/8e718827-a5fb-423e-b6ea-17d7237234c4/disk.rescue" returned: 0 in 0.047s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:03:17 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-80976d17-162b-4fe3-8666-bd07819774c9 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Lock "ed791bba26a80aa939f81e6a4bd7ea32fb26b7c5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.231s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:03:17 user nova-compute[75147]: DEBUG nova.objects.instance [None req-80976d17-162b-4fe3-8666-bd07819774c9 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Lazy-loading 'migration_context' on Instance uuid 8e718827-a5fb-423e-b6ea-17d7237234c4 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 20:03:17 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a413fb71-5748-4328-a2f3-592c64188e21/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:03:17 user nova-compute[75147]: DEBUG nova.objects.base [None req-80976d17-162b-4fe3-8666-bd07819774c9 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Object Instance<8e718827-a5fb-423e-b6ea-17d7237234c4> lazy-loaded attributes: trusted_certs,migration_context {{(pid=75147) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 20:03:17 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-80976d17-162b-4fe3-8666-bd07819774c9 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] Created local disks {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 27 20:03:17 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-80976d17-162b-4fe3-8666-bd07819774c9 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] Start _get_guest_xml network_info=[{"id": "c0592695-d80b-4a60-b8e6-9284260f0194", "address": "fa:16:3e:5d:c5:f0", "network": {"id": "5d65da42-1076-416b-95f3-7516c6b6578f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-703269400-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-703269400-network", "vif_mac": "fa:16:3e:5d:c5:f0"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f24b4cdff6de43ebad2383ca58b7a4d3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc0592695-d8", "ovs_interfaceid": "c0592695-d80b-4a60-b8e6-9284260f0194", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T19:22:09Z,direct_url=<?>,disk_format='qcow2',id=d52df17c-5315-4a73-ab7c-34c161a414fb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0b43115555434818b0c8bdf6be4946da',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T19:22:11Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '0f020f33-bd96-4d8d-a894-aa812f7a9e38', 'kernel_id': '', 'ramdisk_id': ''} block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': 'disk', 'delete_on_termination': False, 'boot_index': 0, 'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'guest_format': None, 'attachment_id': '83f2c439-b759-4c99-a24e-913c68c45b03', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:49d65810-70b5-4c67-9d0a-0963d70eaf74', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'dhOcDPtr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, 'status': 'reserved', 'instance': '8e718827-a5fb-423e-b6ea-17d7237234c4', 'attached_at': '', 'detached_at': '', 'volume_id': '49d65810-70b5-4c67-9d0a-0963d70eaf74', 'serial': '49d65810-70b5-4c67-9d0a-0963d70eaf74'}, 'volume_type': None} {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 20:03:17 user nova-compute[75147]: DEBUG nova.objects.instance [None req-80976d17-162b-4fe3-8666-bd07819774c9 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Lazy-loading 'resources' on Instance uuid 8e718827-a5fb-423e-b6ea-17d7237234c4 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 20:03:17 user nova-compute[75147]: DEBUG nova.objects.base [None req-80976d17-162b-4fe3-8666-bd07819774c9 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Object Instance<8e718827-a5fb-423e-b6ea-17d7237234c4> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=75147) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 20:03:17 user nova-compute[75147]: DEBUG nova.objects.instance [None req-80976d17-162b-4fe3-8666-bd07819774c9 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Lazy-loading 'numa_topology' on Instance uuid 8e718827-a5fb-423e-b6ea-17d7237234c4 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 20:03:17 user nova-compute[75147]: DEBUG nova.objects.base [None req-80976d17-162b-4fe3-8666-bd07819774c9 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Object Instance<8e718827-a5fb-423e-b6ea-17d7237234c4> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=75147) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 20:03:17 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-80976d17-162b-4fe3-8666-bd07819774c9 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 20:03:17 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-80976d17-162b-4fe3-8666-bd07819774c9 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 20:03:17 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-80976d17-162b-4fe3-8666-bd07819774c9 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 20:03:17 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-80976d17-162b-4fe3-8666-bd07819774c9 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] CPU controller missing on host. {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 20:03:17 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-80976d17-162b-4fe3-8666-bd07819774c9 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 20:03:17 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-80976d17-162b-4fe3-8666-bd07819774c9 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] CPU controller found on host. {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 20:03:17 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-80976d17-162b-4fe3-8666-bd07819774c9 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75147) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 20:03:17 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-80976d17-162b-4fe3-8666-bd07819774c9 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T19:21:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T19:22:09Z,direct_url=<?>,disk_format='qcow2',id=d52df17c-5315-4a73-ab7c-34c161a414fb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0b43115555434818b0c8bdf6be4946da',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T19:22:11Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 20:03:17 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-80976d17-162b-4fe3-8666-bd07819774c9 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Flavor limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 20:03:17 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-80976d17-162b-4fe3-8666-bd07819774c9 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Image limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 20:03:17 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-80976d17-162b-4fe3-8666-bd07819774c9 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Flavor pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 20:03:17 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-80976d17-162b-4fe3-8666-bd07819774c9 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Image pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 20:03:17 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-80976d17-162b-4fe3-8666-bd07819774c9 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 20:03:17 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-80976d17-162b-4fe3-8666-bd07819774c9 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 20:03:17 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-80976d17-162b-4fe3-8666-bd07819774c9 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 20:03:17 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-80976d17-162b-4fe3-8666-bd07819774c9 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Got 1 possible topologies {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 20:03:17 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-80976d17-162b-4fe3-8666-bd07819774c9 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 20:03:17 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-80976d17-162b-4fe3-8666-bd07819774c9 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 20:03:17 user nova-compute[75147]: DEBUG nova.objects.instance [None req-80976d17-162b-4fe3-8666-bd07819774c9 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Lazy-loading 'vcpu_model' on Instance uuid 8e718827-a5fb-423e-b6ea-17d7237234c4 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 20:03:17 user nova-compute[75147]: DEBUG nova.objects.base [None req-80976d17-162b-4fe3-8666-bd07819774c9 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Object Instance<8e718827-a5fb-423e-b6ea-17d7237234c4> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=75147) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 20:03:17 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-80976d17-162b-4fe3-8666-bd07819774c9 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] Calling os-brick to attach iSCSI Volume {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 20:03:17 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-80976d17-162b-4fe3-8666-bd07819774c9 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:49d65810-70b5-4c67-9d0a-0963d70eaf74', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'dhOcDPtr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 20:03:17 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-80976d17-162b-4fe3-8666-bd07819774c9 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 20:03:17 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-80976d17-162b-4fe3-8666-bd07819774c9 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 20:03:17 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-80976d17-162b-4fe3-8666-bd07819774c9 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 20:03:17 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-80976d17-162b-4fe3-8666-bd07819774c9 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 20:03:17 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-80976d17-162b-4fe3-8666-bd07819774c9 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:49d65810-70b5-4c67-9d0a-0963d70eaf74" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 20:03:17 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-80976d17-162b-4fe3-8666-bd07819774c9 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:49d65810-70b5-4c67-9d0a-0963d70eaf74" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 20:03:17 user nova-compute[75147]: INFO os_brick.initiator.connectors.iscsi [None req-80976d17-162b-4fe3-8666-bd07819774c9 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 20:03:17 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:49d65810-70b5-4c67-9d0a-0963d70eaf74 -p 172.16.0.220:3260 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:03:17 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:49d65810-70b5-4c67-9d0a-0963d70eaf74 -p 172.16.0.220:3260" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:03:17 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b40d2ee-0b51-4a72-904a-e96b6bbe3db1]: (4, ('# BEGIN RECORD 2.1.5\nnode.name = iqn.2010-10.org.openstack:49d65810-70b5-4c67-9d0a-0963d70eaf74\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = <empty>\niface.ipaddress = <empty>\niface.prefix_len = 0\niface.hwaddress = <empty>\niface.transport_name = tcp\niface.initiatorname = <empty>\niface.state = <empty>\niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = <empty>\niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = <empty>\niface.subnet_mask = <empty>\niface.gateway = <empty>\niface.dhcp_alt_client_id_state = <empty>\niface.dhcp_alt_client_id = <empty>\niface.dhcp_dns = <empty>\niface.dhcp_learn_iqn = <empty>\niface.dhcp_req_vendor_id_state = <empty>\niface.dhcp_vendor_id_state = <empty>\niface.dhcp_vendor_id = <empty>\niface.dhcp_slp_da = <empty>\niface.fragmentation = <empty>\niface.gratuitous_arp = <empty>\niface.incoming_forwarding = <empty>\niface.tos_state = <empty>\niface.tos = 0\niface.ttl = 0\niface.delayed_ack = <empty>\niface.tcp_nagle = <empty>\niface.tcp_wsf_state = <empty>\niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = <empty>\niface.redirect = <empty>\niface.def_task_mgmt_timeout = 0\niface.header_digest = <empty>\niface.data_digest = <empty>\niface.immediate_data = <empty>\niface.initial_r2t = <empty>\niface.data_seq_inorder = <empty>\niface.data_pdu_inorder = <empty>\niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = <empty>\niface.bidi_chap = <empty>\niface.strict_login_compliance = <empty>\niface.discovery_auth = <empty>\niface.discovery_logout = <empty>\nnode.discovery_address = <empty>\nnode.discovery_port = 0\nnode.discovery_type = static\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = -20\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = CHAP\nnode.session.auth.username = dhOcDPtr\nnode.session.auth.password = ********\nnode.session.auth.username_in = <empty>\nnode.session.auth.password_in = <empty>\nnode.session.auth.chap_algs = MD5\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = manual\nnode.session.reopen_max = 0\nnode.conn[0].address = 172.16.0.220\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:03:17 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-80976d17-162b-4fe3-8666-bd07819774c9 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] iscsiadm (): stdout=# BEGIN RECORD 2.1.5
Oct 27 20:03:17 user nova-compute[75147]: node.name = iqn.2010-10.org.openstack:49d65810-70b5-4c67-9d0a-0963d70eaf74
Oct 27 20:03:17 user nova-compute[75147]: node.tpgt = -1
Oct 27 20:03:17 user nova-compute[75147]: node.startup = automatic
Oct 27 20:03:17 user nova-compute[75147]: node.leading_login = No
Oct 27 20:03:17 user nova-compute[75147]: iface.iscsi_ifacename = default
Oct 27 20:03:17 user nova-compute[75147]: iface.net_ifacename = <empty>
Oct 27 20:03:17 user nova-compute[75147]: iface.ipaddress = <empty>
Oct 27 20:03:17 user nova-compute[75147]: iface.prefix_len = 0
Oct 27 20:03:17 user nova-compute[75147]: iface.hwaddress = <empty>
Oct 27 20:03:17 user nova-compute[75147]: iface.transport_name = tcp
Oct 27 20:03:17 user nova-compute[75147]: iface.initiatorname = <empty>
Oct 27 20:03:17 user nova-compute[75147]: iface.state = <empty>
Oct 27 20:03:17 user nova-compute[75147]: iface.vlan_id = 0
Oct 27 20:03:17 user nova-compute[75147]: iface.vlan_priority = 0
Oct 27 20:03:17 user nova-compute[75147]: iface.vlan_state = <empty>
Oct 27 20:03:17 user nova-compute[75147]: iface.iface_num = 0
Oct 27 20:03:17 user nova-compute[75147]: iface.mtu = 0
Oct 27 20:03:17 user nova-compute[75147]: iface.port = 0
Oct 27 20:03:17 user nova-compute[75147]: iface.bootproto = <empty>
Oct 27 20:03:17 user nova-compute[75147]: iface.subnet_mask = <empty>
Oct 27 20:03:17 user nova-compute[75147]: iface.gateway = <empty>
Oct 27 20:03:17 user nova-compute[75147]: iface.dhcp_alt_client_id_state = <empty>
Oct 27 20:03:17 user nova-compute[75147]: iface.dhcp_alt_client_id = <empty>
Oct 27 20:03:17 user nova-compute[75147]: iface.dhcp_dns = <empty>
Oct 27 20:03:17 user nova-compute[75147]: iface.dhcp_learn_iqn = <empty>
Oct 27 20:03:17 user nova-compute[75147]: iface.dhcp_req_vendor_id_state = <empty>
Oct 27 20:03:17 user nova-compute[75147]: iface.dhcp_vendor_id_state = <empty>
Oct 27 20:03:17 user nova-compute[75147]: iface.dhcp_vendor_id = <empty>
Oct 27 20:03:17 user nova-compute[75147]: iface.dhcp_slp_da = <empty>
Oct 27 20:03:17 user nova-compute[75147]: iface.fragmentation = <empty>
Oct 27 20:03:17 user nova-compute[75147]: iface.gratuitous_arp = <empty>
Oct 27 20:03:17 user nova-compute[75147]: iface.incoming_forwarding = <empty>
Oct 27 20:03:17 user nova-compute[75147]: iface.tos_state = <empty>
Oct 27 20:03:17 user nova-compute[75147]: iface.tos = 0
Oct 27 20:03:17 user nova-compute[75147]: iface.ttl = 0
Oct 27 20:03:17 user nova-compute[75147]: iface.delayed_ack = <empty>
Oct 27 20:03:17 user nova-compute[75147]: iface.tcp_nagle = <empty>
Oct 27 20:03:17 user nova-compute[75147]: iface.tcp_wsf_state = <empty>
Oct 27 20:03:17 user nova-compute[75147]: iface.tcp_wsf = 0
Oct 27 20:03:17 user nova-compute[75147]: iface.tcp_timer_scale = 0
Oct 27 20:03:17 user nova-compute[75147]: iface.tcp_timestamp = <empty>
Oct 27 20:03:17 user nova-compute[75147]: iface.redirect = <empty>
Oct 27 20:03:17 user nova-compute[75147]: iface.def_task_mgmt_timeout = 0
Oct 27 20:03:17 user nova-compute[75147]: iface.header_digest = <empty>
Oct 27 20:03:17 user nova-compute[75147]: iface.data_digest = <empty>
Oct 27 20:03:17 user nova-compute[75147]: iface.immediate_data = <empty>
Oct 27 20:03:17 user nova-compute[75147]: iface.initial_r2t = <empty>
Oct 27 20:03:17 user nova-compute[75147]: iface.data_seq_inorder = <empty>
Oct 27 20:03:17 user nova-compute[75147]: iface.data_pdu_inorder = <empty>
Oct 27 20:03:17 user nova-compute[75147]: iface.erl = 0
Oct 27 20:03:17 user nova-compute[75147]: iface.max_receive_data_len = 0
Oct 27 20:03:17 user nova-compute[75147]: iface.first_burst_len = 0
Oct 27 20:03:17 user nova-compute[75147]: iface.max_outstanding_r2t = 0
Oct 27 20:03:17 user nova-compute[75147]: iface.max_burst_len = 0
Oct 27 20:03:17 user nova-compute[75147]: iface.chap_auth = <empty>
Oct 27 20:03:17 user nova-compute[75147]: iface.bidi_chap = <empty>
Oct 27 20:03:17 user nova-compute[75147]: iface.strict_login_compliance = <empty>
Oct 27 20:03:17 user nova-compute[75147]: iface.discovery_auth = <empty>
Oct 27 20:03:17 user nova-compute[75147]: iface.discovery_logout = <empty>
Oct 27 20:03:17 user nova-compute[75147]: node.discovery_address = <empty>
Oct 27 20:03:17 user nova-compute[75147]: node.discovery_port = 0
Oct 27 20:03:17 user nova-compute[75147]: node.discovery_type = static
Oct 27 20:03:17 user nova-compute[75147]: node.session.initial_cmdsn = 0
Oct 27 20:03:17 user nova-compute[75147]: node.session.initial_login_retry_max = 8
Oct 27 20:03:17 user nova-compute[75147]: node.session.xmit_thread_priority = -20
Oct 27 20:03:17 user nova-compute[75147]: node.session.cmds_max = 128
Oct 27 20:03:17 user nova-compute[75147]: node.session.queue_depth = 32
Oct 27 20:03:17 user nova-compute[75147]: node.session.nr_sessions = 1
Oct 27 20:03:17 user nova-compute[75147]: node.session.auth.authmethod = CHAP
Oct 27 20:03:17 user nova-compute[75147]: node.session.auth.username = dhOcDPtr
Oct 27 20:03:17 user nova-compute[75147]: node.session.auth.password = ***
Oct 27 20:03:17 user nova-compute[75147]: node.session.auth.username_in = <empty>
Oct 27 20:03:17 user nova-compute[75147]: node.session.auth.password_in = <empty>
Oct 27 20:03:17 user nova-compute[75147]: node.session.auth.chap_algs = MD5
Oct 27 20:03:17 user nova-compute[75147]: node.session.timeo.replacement_timeout = 120
Oct 27 20:03:17 user nova-compute[75147]: node.session.err_timeo.abort_timeout = 15
Oct 27 20:03:17 user nova-compute[75147]: node.session.err_timeo.lu_reset_timeout = 30
Oct 27 20:03:17 user nova-compute[75147]: node.session.err_timeo.tgt_reset_timeout = 30
Oct 27 20:03:17 user nova-compute[75147]: node.session.err_timeo.host_reset_timeout = 60
Oct 27 20:03:17 user nova-compute[75147]: node.session.iscsi.FastAbort = Yes
Oct 27 20:03:17 user nova-compute[75147]: node.session.iscsi.InitialR2T = No
Oct 27 20:03:17 user nova-compute[75147]: node.session.iscsi.ImmediateData = Yes
Oct 27 20:03:17 user nova-compute[75147]: node.session.iscsi.FirstBurstLength = 262144
Oct 27 20:03:17 user nova-compute[75147]: node.session.iscsi.MaxBurstLength = 16776192
Oct 27 20:03:17 user nova-compute[75147]: node.session.iscsi.DefaultTime2Retain = 0
Oct 27 20:03:17 user nova-compute[75147]: node.session.iscsi.DefaultTime2Wait = 2
Oct 27 20:03:17 user nova-compute[75147]: node.session.iscsi.MaxConnections = 1
Oct 27 20:03:17 user nova-compute[75147]: node.session.iscsi.MaxOutstandingR2T = 1
Oct 27 20:03:17 user nova-compute[75147]: node.session.iscsi.ERL = 0
Oct 27 20:03:17 user nova-compute[75147]: node.session.scan = manual
Oct 27 20:03:17 user nova-compute[75147]: node.session.reopen_max = 0
Oct 27 20:03:17 user nova-compute[75147]: node.conn[0].address = 172.16.0.220
Oct 27 20:03:17 user nova-compute[75147]: node.conn[0].port = 3260
Oct 27 20:03:17 user nova-compute[75147]: node.conn[0].startup = manual
Oct 27 20:03:17 user nova-compute[75147]: node.conn[0].tcp.window_size = 524288
Oct 27 20:03:17 user nova-compute[75147]: node.conn[0].tcp.type_of_service = 0
Oct 27 20:03:17 user nova-compute[75147]: node.conn[0].timeo.logout_timeout = 15
Oct 27 20:03:17 user nova-compute[75147]: node.conn[0].timeo.login_timeout = 15
Oct 27 20:03:17 user nova-compute[75147]: node.conn[0].timeo.auth_timeout = 45
Oct 27 20:03:17 user nova-compute[75147]: node.conn[0].timeo.noop_out_interval = 5
Oct 27 20:03:17 user nova-compute[75147]: node.conn[0].timeo.noop_out_timeout = 5
Oct 27 20:03:17 user nova-compute[75147]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0
Oct 27 20:03:17 user nova-compute[75147]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144
Oct 27 20:03:17 user nova-compute[75147]: node.conn[0].iscsi.HeaderDigest = None
Oct 27 20:03:17 user nova-compute[75147]: node.conn[0].iscsi.DataDigest = None
Oct 27 20:03:17 user nova-compute[75147]: node.conn[0].iscsi.IFMarker = No
Oct 27 20:03:17 user nova-compute[75147]: node.conn[0].iscsi.OFMarker = No
Oct 27 20:03:17 user nova-compute[75147]: # END RECORD
Oct 27 20:03:17 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:03:17 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:49d65810-70b5-4c67-9d0a-0963d70eaf74 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:03:17 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:49d65810-70b5-4c67-9d0a-0963d70eaf74 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:03:17 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[679e83a4-64b2-4eea-a9b3-85d40acd1a48]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:03:17 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-80976d17-162b-4fe3-8666-bd07819774c9 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:03:17 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:49d65810-70b5-4c67-9d0a-0963d70eaf74 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:03:17 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a413fb71-5748-4328-a2f3-592c64188e21/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:03:17 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a413fb71-5748-4328-a2f3-592c64188e21/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:03:17 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:49d65810-70b5-4c67-9d0a-0963d70eaf74 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:03:17 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[03d525c8-cb2d-4c0e-a6db-c2c1163a9676]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:03:17 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-80976d17-162b-4fe3-8666-bd07819774c9 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:03:17 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:49d65810-70b5-4c67-9d0a-0963d70eaf74 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v dhOcDPtr {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:03:17 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:49d65810-70b5-4c67-9d0a-0963d70eaf74 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v dhOcDPtr" returned: 0 in 0.023s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:03:17 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[92c3c827-5bdd-431d-a501-31a76f83d9b6]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:03:17 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-80976d17-162b-4fe3-8666-bd07819774c9 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'dhOcDPtr'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:03:17 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:49d65810-70b5-4c67-9d0a-0963d70eaf74 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:03:17 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:49d65810-70b5-4c67-9d0a-0963d70eaf74 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:03:17 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[84caf1ea-258f-4080-a58e-b9e2a0caa1c1]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:03:17 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-80976d17-162b-4fe3-8666-bd07819774c9 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:03:17 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:03:17 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:03:17 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[94f11715-1245-4c00-b872-db6331e61703]: (4, ('tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 (non-flash)\ntcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49d65810-70b5-4c67-9d0a-0963d70eaf74 (non-flash)\ntcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15b2b766-0e86-428e-a672-f24946484a94 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:03:17 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-80976d17-162b-4fe3-8666-bd07819774c9 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 (non-flash)
Oct 27 20:03:17 user nova-compute[75147]: tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49d65810-70b5-4c67-9d0a-0963d70eaf74 (non-flash)
Oct 27 20:03:17 user nova-compute[75147]: tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15b2b766-0e86-428e-a672-f24946484a94 (non-flash)
Oct 27 20:03:17 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 20:03:17 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-80976d17-162b-4fe3-8666-bd07819774c9 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] iscsi session list stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 (non-flash)
Oct 27 20:03:17 user nova-compute[75147]: tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49d65810-70b5-4c67-9d0a-0963d70eaf74 (non-flash)
Oct 27 20:03:17 user nova-compute[75147]: tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15b2b766-0e86-428e-a672-f24946484a94 (non-flash)
Oct 27 20:03:17 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 20:03:17 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-80976d17-162b-4fe3-8666-bd07819774c9 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:49d65810-70b5-4c67-9d0a-0963d70eaf74" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.174s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 20:03:17 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-80976d17-162b-4fe3-8666-bd07819774c9 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Connected to 172.16.0.220:3260 {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 20:03:17 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-80976d17-162b-4fe3-8666-bd07819774c9 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] HCTL ('35', '0', '0', 0) found on session 57 with lun 0 {{(pid=75147) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 20:03:17 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-80976d17-162b-4fe3-8666-bd07819774c9 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Scanning host 35 c: 0, t: 0, l: 0) {{(pid=75147) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 20:03:17 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:03:17 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:03:17 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[830fde0b-dfa0-40e5-9e4c-52fa67fc2872]: (4, ('0 0 0', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:03:17 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-80976d17-162b-4fe3-8666-bd07819774c9 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Searching for a device in session 57 and hctl ('35', '0', '0', 0) yield: sdd {{(pid=75147) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 20:03:17 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-80976d17-162b-4fe3-8666-bd07819774c9 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:49d65810-70b5-4c67-9d0a-0963d70eaf74', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'dhOcDPtr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 20:03:17 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-80976d17-162b-4fe3-8666-bd07819774c9 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 0.201s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 20:03:17 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-80976d17-162b-4fe3-8666-bd07819774c9 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] <== connect_volume: return (202ms) {'type': 'block', 'scsi_wwn': '23337396335633065', 'path': '/dev/sdd'} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 20:03:17 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-80976d17-162b-4fe3-8666-bd07819774c9 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23337396335633065', 'path': '/dev/sdd'} {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 20:03:17 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a413fb71-5748-4328-a2f3-592c64188e21/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:03:17 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ae2d1d6a-8c50-413e-99f8-010ddf7c7119/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:03:17 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-80976d17-162b-4fe3-8666-bd07819774c9 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T20:01:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1000722738',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1000722738',id=51,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-27T20:02:03Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='f24b4cdff6de43ebad2383ca58b7a4d3',ramdisk_id='',reservation_id='r-t0fb5pul',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-754928900',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T20:02:03Z,user_data=None,user_id='6727f3019b20472fa098b88b46a487db',uuid=8e718827-a5fb-423e-b6ea-17d7237234c4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c0592695-d80b-4a60-b8e6-9284260f0194", "address": "fa:16:3e:5d:c5:f0", "network": {"id": "5d65da42-1076-416b-95f3-7516c6b6578f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-703269400-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-703269400-network", "vif_mac": "fa:16:3e:5d:c5:f0"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f24b4cdff6de43ebad2383ca58b7a4d3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc0592695-d8", "ovs_interfaceid": "c0592695-d80b-4a60-b8e6-9284260f0194", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75147) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 20:03:17 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-80976d17-162b-4fe3-8666-bd07819774c9 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Converting VIF {"id": "c0592695-d80b-4a60-b8e6-9284260f0194", "address": "fa:16:3e:5d:c5:f0", "network": {"id": "5d65da42-1076-416b-95f3-7516c6b6578f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-703269400-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-703269400-network", "vif_mac": "fa:16:3e:5d:c5:f0"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f24b4cdff6de43ebad2383ca58b7a4d3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc0592695-d8", "ovs_interfaceid": "c0592695-d80b-4a60-b8e6-9284260f0194", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 20:03:17 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-80976d17-162b-4fe3-8666-bd07819774c9 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:5d:c5:f0,bridge_name='br-int',has_traffic_filtering=True,id=c0592695-d80b-4a60-b8e6-9284260f0194,network=Network(5d65da42-1076-416b-95f3-7516c6b6578f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc0592695-d8') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 20:03:17 user nova-compute[75147]: DEBUG nova.objects.instance [None req-80976d17-162b-4fe3-8666-bd07819774c9 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Lazy-loading 'pci_devices' on Instance uuid 8e718827-a5fb-423e-b6ea-17d7237234c4 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 20:03:17 user nova-compute[75147]: DEBUG nova.objects.base [None req-80976d17-162b-4fe3-8666-bd07819774c9 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Object Instance<8e718827-a5fb-423e-b6ea-17d7237234c4> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=75147) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 20:03:17 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-80976d17-162b-4fe3-8666-bd07819774c9 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] End _get_guest_xml xml=<domain type="kvm">
Oct 27 20:03:17 user nova-compute[75147]:   <uuid>8e718827-a5fb-423e-b6ea-17d7237234c4</uuid>
Oct 27 20:03:17 user nova-compute[75147]:   <name>instance-00000033</name>
Oct 27 20:03:17 user nova-compute[75147]:   <memory>524288</memory>
Oct 27 20:03:17 user nova-compute[75147]:   <vcpu>1</vcpu>
Oct 27 20:03:17 user nova-compute[75147]:   <metadata>
Oct 27 20:03:17 user nova-compute[75147]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 20:03:17 user nova-compute[75147]:       <nova:package version="0.0.0"/>
Oct 27 20:03:17 user nova-compute[75147]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-1000722738</nova:name>
Oct 27 20:03:17 user nova-compute[75147]:       <nova:creationTime>2023-10-27 20:03:17</nova:creationTime>
Oct 27 20:03:17 user nova-compute[75147]:       <nova:flavor name="m1.tiny">
Oct 27 20:03:17 user nova-compute[75147]:         <nova:memory>512</nova:memory>
Oct 27 20:03:17 user nova-compute[75147]:         <nova:disk>1</nova:disk>
Oct 27 20:03:17 user nova-compute[75147]:         <nova:swap>0</nova:swap>
Oct 27 20:03:17 user nova-compute[75147]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 20:03:17 user nova-compute[75147]:         <nova:vcpus>1</nova:vcpus>
Oct 27 20:03:17 user nova-compute[75147]:       </nova:flavor>
Oct 27 20:03:17 user nova-compute[75147]:       <nova:owner>
Oct 27 20:03:17 user nova-compute[75147]:         <nova:user uuid="6727f3019b20472fa098b88b46a487db">tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member</nova:user>
Oct 27 20:03:17 user nova-compute[75147]:         <nova:project uuid="f24b4cdff6de43ebad2383ca58b7a4d3">tempest-ServerBootFromVolumeStableRescueTest-754928900</nova:project>
Oct 27 20:03:17 user nova-compute[75147]:       </nova:owner>
Oct 27 20:03:17 user nova-compute[75147]:       <nova:root type="image" uuid="d52df17c-5315-4a73-ab7c-34c161a414fb"/>
Oct 27 20:03:17 user nova-compute[75147]:       <nova:ports>
Oct 27 20:03:17 user nova-compute[75147]:         <nova:port uuid="c0592695-d80b-4a60-b8e6-9284260f0194">
Oct 27 20:03:17 user nova-compute[75147]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Oct 27 20:03:17 user nova-compute[75147]:         </nova:port>
Oct 27 20:03:17 user nova-compute[75147]:       </nova:ports>
Oct 27 20:03:17 user nova-compute[75147]:     </nova:instance>
Oct 27 20:03:17 user nova-compute[75147]:   </metadata>
Oct 27 20:03:17 user nova-compute[75147]:   <sysinfo type="smbios">
Oct 27 20:03:17 user nova-compute[75147]:     <system>
Oct 27 20:03:17 user nova-compute[75147]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 20:03:17 user nova-compute[75147]:       <entry name="product">OpenStack Nova</entry>
Oct 27 20:03:17 user nova-compute[75147]:       <entry name="version">0.0.0</entry>
Oct 27 20:03:17 user nova-compute[75147]:       <entry name="serial">8e718827-a5fb-423e-b6ea-17d7237234c4</entry>
Oct 27 20:03:17 user nova-compute[75147]:       <entry name="uuid">8e718827-a5fb-423e-b6ea-17d7237234c4</entry>
Oct 27 20:03:17 user nova-compute[75147]:       <entry name="family">Virtual Machine</entry>
Oct 27 20:03:17 user nova-compute[75147]:     </system>
Oct 27 20:03:17 user nova-compute[75147]:   </sysinfo>
Oct 27 20:03:17 user nova-compute[75147]:   <os>
Oct 27 20:03:17 user nova-compute[75147]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 20:03:17 user nova-compute[75147]:     <smbios mode="sysinfo"/>
Oct 27 20:03:17 user nova-compute[75147]:   </os>
Oct 27 20:03:17 user nova-compute[75147]:   <features>
Oct 27 20:03:17 user nova-compute[75147]:     <acpi/>
Oct 27 20:03:17 user nova-compute[75147]:     <apic/>
Oct 27 20:03:17 user nova-compute[75147]:     <vmcoreinfo/>
Oct 27 20:03:17 user nova-compute[75147]:   </features>
Oct 27 20:03:17 user nova-compute[75147]:   <clock offset="utc">
Oct 27 20:03:17 user nova-compute[75147]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 20:03:17 user nova-compute[75147]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 20:03:17 user nova-compute[75147]:     <timer name="hpet" present="no"/>
Oct 27 20:03:17 user nova-compute[75147]:   </clock>
Oct 27 20:03:17 user nova-compute[75147]:   <cpu mode="custom" match="exact">
Oct 27 20:03:17 user nova-compute[75147]:     <model>Nehalem</model>
Oct 27 20:03:17 user nova-compute[75147]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 20:03:17 user nova-compute[75147]:   </cpu>
Oct 27 20:03:17 user nova-compute[75147]:   <devices>
Oct 27 20:03:17 user nova-compute[75147]:     <disk type="block" device="disk">
Oct 27 20:03:17 user nova-compute[75147]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 20:03:17 user nova-compute[75147]:       <source dev="/dev/sdd"/>
Oct 27 20:03:17 user nova-compute[75147]:       <target dev="vda" bus="virtio"/>
Oct 27 20:03:17 user nova-compute[75147]:       <serial>49d65810-70b5-4c67-9d0a-0963d70eaf74</serial>
Oct 27 20:03:17 user nova-compute[75147]:     </disk>
Oct 27 20:03:17 user nova-compute[75147]:     <disk type="file" device="disk">
Oct 27 20:03:17 user nova-compute[75147]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 27 20:03:17 user nova-compute[75147]:       <source file="/opt/stack/data/nova/instances/8e718827-a5fb-423e-b6ea-17d7237234c4/disk.rescue"/>
Oct 27 20:03:17 user nova-compute[75147]:       <target dev="vdb" bus="virtio"/>
Oct 27 20:03:17 user nova-compute[75147]:       <boot order="1"/>
Oct 27 20:03:17 user nova-compute[75147]:     </disk>
Oct 27 20:03:17 user nova-compute[75147]:     <interface type="ethernet">
Oct 27 20:03:17 user nova-compute[75147]:       <mac address="fa:16:3e:5d:c5:f0"/>
Oct 27 20:03:17 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 20:03:17 user nova-compute[75147]:       <mtu size="1442"/>
Oct 27 20:03:17 user nova-compute[75147]:       <target dev="tapc0592695-d8"/>
Oct 27 20:03:17 user nova-compute[75147]:     </interface>
Oct 27 20:03:17 user nova-compute[75147]:     <serial type="pty">
Oct 27 20:03:17 user nova-compute[75147]:       <log file="/opt/stack/data/nova/instances/8e718827-a5fb-423e-b6ea-17d7237234c4/console.log" append="off"/>
Oct 27 20:03:17 user nova-compute[75147]:     </serial>
Oct 27 20:03:17 user nova-compute[75147]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 20:03:17 user nova-compute[75147]:     <video>
Oct 27 20:03:17 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 20:03:17 user nova-compute[75147]:     </video>
Oct 27 20:03:17 user nova-compute[75147]:     <rng model="virtio">
Oct 27 20:03:17 user nova-compute[75147]:       <backend model="random">/dev/urandom</backend>
Oct 27 20:03:17 user nova-compute[75147]:     </rng>
Oct 27 20:03:17 user nova-compute[75147]:     <controller type="usb" index="0" model="none"/>
Oct 27 20:03:17 user nova-compute[75147]:     <memballoon model="virtio">
Oct 27 20:03:17 user nova-compute[75147]:       <stats period="10"/>
Oct 27 20:03:17 user nova-compute[75147]:     </memballoon>
Oct 27 20:03:17 user nova-compute[75147]:   </devices>
Oct 27 20:03:17 user nova-compute[75147]: </domain>
Oct 27 20:03:17 user nova-compute[75147]:  {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 20:03:17 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] Instance destroyed successfully.
Oct 27 20:03:17 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-80976d17-162b-4fe3-8666-bd07819774c9 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] No BDM found with device name vda, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 20:03:17 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-80976d17-162b-4fe3-8666-bd07819774c9 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 20:03:17 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-80976d17-162b-4fe3-8666-bd07819774c9 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] No VIF found with MAC fa:16:3e:5d:c5:f0, not building metadata {{(pid=75147) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 20:03:17 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ae2d1d6a-8c50-413e-99f8-010ddf7c7119/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:03:17 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ae2d1d6a-8c50-413e-99f8-010ddf7c7119/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:03:17 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ae2d1d6a-8c50-413e-99f8-010ddf7c7119/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:03:17 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=75147) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 20:03:17 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4bdc7506-d16c-46d2-883a-50cc1de8be7c/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:03:18 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4bdc7506-d16c-46d2-883a-50cc1de8be7c/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:03:18 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4bdc7506-d16c-46d2-883a-50cc1de8be7c/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:03:18 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4bdc7506-d16c-46d2-883a-50cc1de8be7c/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:03:18 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:03:18 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:03:18 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:03:19 user nova-compute[75147]: DEBUG nova.compute.manager [req-0ede0c90-6fa0-4f64-8f58-5c9bb5d7ac3a req-92d6245d-90fe-4afd-8e40-fe5885f7a8c5 service nova] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] Received event network-vif-plugged-c0592695-d80b-4a60-b8e6-9284260f0194 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 20:03:19 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-0ede0c90-6fa0-4f64-8f58-5c9bb5d7ac3a req-92d6245d-90fe-4afd-8e40-fe5885f7a8c5 service nova] Acquiring lock "8e718827-a5fb-423e-b6ea-17d7237234c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:03:19 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-0ede0c90-6fa0-4f64-8f58-5c9bb5d7ac3a req-92d6245d-90fe-4afd-8e40-fe5885f7a8c5 service nova] Lock "8e718827-a5fb-423e-b6ea-17d7237234c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:03:19 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-0ede0c90-6fa0-4f64-8f58-5c9bb5d7ac3a req-92d6245d-90fe-4afd-8e40-fe5885f7a8c5 service nova] Lock "8e718827-a5fb-423e-b6ea-17d7237234c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:03:19 user nova-compute[75147]: DEBUG nova.compute.manager [req-0ede0c90-6fa0-4f64-8f58-5c9bb5d7ac3a req-92d6245d-90fe-4afd-8e40-fe5885f7a8c5 service nova] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] No waiting events found dispatching network-vif-plugged-c0592695-d80b-4a60-b8e6-9284260f0194 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 20:03:19 user nova-compute[75147]: WARNING nova.compute.manager [req-0ede0c90-6fa0-4f64-8f58-5c9bb5d7ac3a req-92d6245d-90fe-4afd-8e40-fe5885f7a8c5 service nova] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] Received unexpected event network-vif-plugged-c0592695-d80b-4a60-b8e6-9284260f0194 for instance with vm_state active and task_state rescuing.
Oct 27 20:03:19 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:03:19 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:03:19 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=75147) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 20:03:19 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8e718827-a5fb-423e-b6ea-17d7237234c4/disk.rescue --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:03:19 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8e718827-a5fb-423e-b6ea-17d7237234c4/disk.rescue --force-share --output=json" returned: 0 in 0.182s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:03:19 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8e718827-a5fb-423e-b6ea-17d7237234c4/disk.rescue --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:03:19 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8e718827-a5fb-423e-b6ea-17d7237234c4/disk.rescue --force-share --output=json" returned: 0 in 0.175s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:03:20 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 20:03:20 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 20:03:20 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Hypervisor/Node resource view: name=user free_ram=8627MB free_disk=24.646804809570312GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75147) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 20:03:20 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:03:20 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:03:20 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance a413fb71-5748-4328-a2f3-592c64188e21 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 20:03:20 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 23a3503a-d59f-467e-9bbb-c8f679f3d809 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 20:03:20 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 4bdc7506-d16c-46d2-883a-50cc1de8be7c actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 20:03:20 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance ae2d1d6a-8c50-413e-99f8-010ddf7c7119 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 20:03:20 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 8e718827-a5fb-423e-b6ea-17d7237234c4 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 20:03:20 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Total usable vcpus: 12, total allocated vcpus: 5 {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 20:03:20 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Final resource view: name=user phys_ram=16011MB used_ram=3072MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=5 pci_stats=[] {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 20:03:20 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Refreshing inventories for resource provider 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 27 20:03:20 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Updating ProviderTree inventory for provider 719076f2-a22e-4833-8fe0-efddc2edace5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 27 20:03:20 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Updating inventory in ProviderTree for provider 719076f2-a22e-4833-8fe0-efddc2edace5 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 27 20:03:20 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Refreshing aggregate associations for resource provider 719076f2-a22e-4833-8fe0-efddc2edace5, aggregates: None {{(pid=75147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 27 20:03:20 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Refreshing trait associations for resource provider 719076f2-a22e-4833-8fe0-efddc2edace5, traits: COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_VOLUME_EXTEND,HW_CPU_X86_SSSE3,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_NET_VIF_MODEL_RTL8139,HW_CPU_X86_SSE2,HW_CPU_X86_SSE42,COMPUTE_STORAGE_BUS_SATA,COMPUTE_RESCUE_BFV,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,HW_CPU_X86_SSE41,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_ACCELERATORS,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NODE,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_STORAGE_BUS_FDC,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_STORAGE_BUS_USB,HW_CPU_X86_SSE,COMPUTE_DEVICE_TAGGING,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_CPU_X86_MMX,COMPUTE_STORAGE_BUS_IDE,COMPUTE_TRUSTED_CERTS,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_IMAGE_TYPE_RAW {{(pid=75147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 27 20:03:20 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 20:03:20 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 20:03:20 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Compute_service record updated for user:user {{(pid=75147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 20:03:20 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.543s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:03:21 user nova-compute[75147]: DEBUG nova.compute.manager [None req-80976d17-162b-4fe3-8666-bd07819774c9 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] Checking state {{(pid=75147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 20:03:21 user nova-compute[75147]: DEBUG nova.compute.manager [req-eb3a4cfa-f032-46eb-ab90-2237c8cc361a req-29b079cf-e53c-440b-94b5-b33ad25a20de service nova] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] Received event network-vif-plugged-c0592695-d80b-4a60-b8e6-9284260f0194 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 20:03:21 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-eb3a4cfa-f032-46eb-ab90-2237c8cc361a req-29b079cf-e53c-440b-94b5-b33ad25a20de service nova] Acquiring lock "8e718827-a5fb-423e-b6ea-17d7237234c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:03:21 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-eb3a4cfa-f032-46eb-ab90-2237c8cc361a req-29b079cf-e53c-440b-94b5-b33ad25a20de service nova] Lock "8e718827-a5fb-423e-b6ea-17d7237234c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:03:21 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-eb3a4cfa-f032-46eb-ab90-2237c8cc361a req-29b079cf-e53c-440b-94b5-b33ad25a20de service nova] Lock "8e718827-a5fb-423e-b6ea-17d7237234c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:03:21 user nova-compute[75147]: DEBUG nova.compute.manager [req-eb3a4cfa-f032-46eb-ab90-2237c8cc361a req-29b079cf-e53c-440b-94b5-b33ad25a20de service nova] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] No waiting events found dispatching network-vif-plugged-c0592695-d80b-4a60-b8e6-9284260f0194 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 20:03:21 user nova-compute[75147]: WARNING nova.compute.manager [req-eb3a4cfa-f032-46eb-ab90-2237c8cc361a req-29b079cf-e53c-440b-94b5-b33ad25a20de service nova] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] Received unexpected event network-vif-plugged-c0592695-d80b-4a60-b8e6-9284260f0194 for instance with vm_state active and task_state rescuing.
Oct 27 20:03:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:03:22 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:03:22 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:03:22 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Starting heal instance info cache {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 20:03:22 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "refresh_cache-4bdc7506-d16c-46d2-883a-50cc1de8be7c" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 20:03:22 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquired lock "refresh_cache-4bdc7506-d16c-46d2-883a-50cc1de8be7c" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 20:03:22 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: 4bdc7506-d16c-46d2-883a-50cc1de8be7c] Forcefully refreshing network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 27 20:03:23 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: 4bdc7506-d16c-46d2-883a-50cc1de8be7c] Updating instance_info_cache with network_info: [{"id": "47187190-cb6d-4cbe-961c-ccdb7847bdc2", "address": "fa:16:3e:0f:80:65", "network": {"id": "5d65da42-1076-416b-95f3-7516c6b6578f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-703269400-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f24b4cdff6de43ebad2383ca58b7a4d3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47187190-cb", "ovs_interfaceid": "47187190-cb6d-4cbe-961c-ccdb7847bdc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 20:03:23 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Releasing lock "refresh_cache-4bdc7506-d16c-46d2-883a-50cc1de8be7c" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 20:03:23 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: 4bdc7506-d16c-46d2-883a-50cc1de8be7c] Updated the network info_cache for instance {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 27 20:03:23 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:03:23 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:03:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:03:28 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:03:28 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75147) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 20:03:31 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:03:31 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:03:31 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75147) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 20:03:31 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:03:31 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:03:31 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:03:36 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:03:37 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:03:41 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:03:42 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:03:46 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:03:47 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:03:51 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:03:51 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:03:52 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:03:56 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:03:57 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:04:01 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:04:05 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:04:06 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:04:08 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:04:11 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:04:13 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:04:14 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:04:15 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:04:16 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:04:16 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:04:16 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75147) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 20:04:16 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:04:16 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:04:16 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:04:17 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:04:17 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:04:17 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:04:17 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:04:17 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Auditing locally available compute resources for user (node: user) {{(pid=75147) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 20:04:18 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75147) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 20:04:18 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a413fb71-5748-4328-a2f3-592c64188e21/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:04:18 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a413fb71-5748-4328-a2f3-592c64188e21/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:04:18 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a413fb71-5748-4328-a2f3-592c64188e21/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:04:18 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a413fb71-5748-4328-a2f3-592c64188e21/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:04:18 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ae2d1d6a-8c50-413e-99f8-010ddf7c7119/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:04:18 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ae2d1d6a-8c50-413e-99f8-010ddf7c7119/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:04:18 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ae2d1d6a-8c50-413e-99f8-010ddf7c7119/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:04:18 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ae2d1d6a-8c50-413e-99f8-010ddf7c7119/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:04:18 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=75147) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 20:04:18 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4bdc7506-d16c-46d2-883a-50cc1de8be7c/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:04:18 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4bdc7506-d16c-46d2-883a-50cc1de8be7c/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:04:18 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4bdc7506-d16c-46d2-883a-50cc1de8be7c/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:04:19 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4bdc7506-d16c-46d2-883a-50cc1de8be7c/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:04:19 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=75147) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 20:04:19 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8e718827-a5fb-423e-b6ea-17d7237234c4/disk.rescue --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:04:19 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8e718827-a5fb-423e-b6ea-17d7237234c4/disk.rescue --force-share --output=json" returned: 0 in 0.186s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:04:19 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8e718827-a5fb-423e-b6ea-17d7237234c4/disk.rescue --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:04:19 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8e718827-a5fb-423e-b6ea-17d7237234c4/disk.rescue --force-share --output=json" returned: 0 in 0.170s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:04:19 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 20:04:19 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 20:04:19 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Hypervisor/Node resource view: name=user free_ram=8619MB free_disk=24.643413543701172GB free_vcpus=7 pci_devices=[{"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75147) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 20:04:19 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:04:19 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:04:20 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance a413fb71-5748-4328-a2f3-592c64188e21 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 20:04:20 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 23a3503a-d59f-467e-9bbb-c8f679f3d809 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 20:04:20 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 4bdc7506-d16c-46d2-883a-50cc1de8be7c actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 20:04:20 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance ae2d1d6a-8c50-413e-99f8-010ddf7c7119 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 20:04:20 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 8e718827-a5fb-423e-b6ea-17d7237234c4 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 20:04:20 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Total usable vcpus: 12, total allocated vcpus: 5 {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 20:04:20 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Final resource view: name=user phys_ram=16011MB used_ram=3072MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=5 pci_stats=[] {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 20:04:20 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 20:04:20 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 20:04:20 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Compute_service record updated for user:user {{(pid=75147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 20:04:20 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.347s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:04:21 user nova-compute[75147]: DEBUG nova.compute.manager [req-2fa1887f-fce9-4c4b-9fd8-2dfc2aba4e32 req-a2f9d65e-4719-4481-9f0a-cd4ef1c1e614 service nova] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] Received event network-changed-b288f9c5-55d6-465a-8668-96a6086982b2 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 20:04:21 user nova-compute[75147]: DEBUG nova.compute.manager [req-2fa1887f-fce9-4c4b-9fd8-2dfc2aba4e32 req-a2f9d65e-4719-4481-9f0a-cd4ef1c1e614 service nova] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] Refreshing instance network info cache due to event network-changed-b288f9c5-55d6-465a-8668-96a6086982b2. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 20:04:21 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-2fa1887f-fce9-4c4b-9fd8-2dfc2aba4e32 req-a2f9d65e-4719-4481-9f0a-cd4ef1c1e614 service nova] Acquiring lock "refresh_cache-ae2d1d6a-8c50-413e-99f8-010ddf7c7119" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 20:04:21 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-2fa1887f-fce9-4c4b-9fd8-2dfc2aba4e32 req-a2f9d65e-4719-4481-9f0a-cd4ef1c1e614 service nova] Acquired lock "refresh_cache-ae2d1d6a-8c50-413e-99f8-010ddf7c7119" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 20:04:21 user nova-compute[75147]: DEBUG nova.network.neutron [req-2fa1887f-fce9-4c4b-9fd8-2dfc2aba4e32 req-a2f9d65e-4719-4481-9f0a-cd4ef1c1e614 service nova] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] Refreshing network info cache for port b288f9c5-55d6-465a-8668-96a6086982b2 {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 20:04:21 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:04:21 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Starting heal instance info cache {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 20:04:21 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "refresh_cache-ae2d1d6a-8c50-413e-99f8-010ddf7c7119" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 20:04:21 user nova-compute[75147]: DEBUG nova.network.neutron [req-2fa1887f-fce9-4c4b-9fd8-2dfc2aba4e32 req-a2f9d65e-4719-4481-9f0a-cd4ef1c1e614 service nova] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] Updated VIF entry in instance network info cache for port b288f9c5-55d6-465a-8668-96a6086982b2. {{(pid=75147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 20:04:21 user nova-compute[75147]: DEBUG nova.network.neutron [req-2fa1887f-fce9-4c4b-9fd8-2dfc2aba4e32 req-a2f9d65e-4719-4481-9f0a-cd4ef1c1e614 service nova] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] Updating instance_info_cache with network_info: [{"id": "b288f9c5-55d6-465a-8668-96a6086982b2", "address": "fa:16:3e:10:89:c6", "network": {"id": "94e6ad08-dfc8-4693-8394-27958a24cbf7", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-956442534-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "896ec16ec7b34242a1a80bfdae150b44", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb288f9c5-55", "ovs_interfaceid": "b288f9c5-55d6-465a-8668-96a6086982b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 20:04:21 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-2fa1887f-fce9-4c4b-9fd8-2dfc2aba4e32 req-a2f9d65e-4719-4481-9f0a-cd4ef1c1e614 service nova] Releasing lock "refresh_cache-ae2d1d6a-8c50-413e-99f8-010ddf7c7119" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 20:04:21 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquired lock "refresh_cache-ae2d1d6a-8c50-413e-99f8-010ddf7c7119" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 20:04:21 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] Forcefully refreshing network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 27 20:04:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:04:21 user nova-compute[75147]: DEBUG nova.compute.manager [req-497bd0df-fe13-40da-b25e-4f8680bcfe72 req-0efeb2d7-1f6b-4da7-a198-a21eafccfa21 service nova] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] Received event network-changed-b288f9c5-55d6-465a-8668-96a6086982b2 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 20:04:21 user nova-compute[75147]: DEBUG nova.compute.manager [req-497bd0df-fe13-40da-b25e-4f8680bcfe72 req-0efeb2d7-1f6b-4da7-a198-a21eafccfa21 service nova] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] Refreshing instance network info cache due to event network-changed-b288f9c5-55d6-465a-8668-96a6086982b2. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 20:04:21 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-497bd0df-fe13-40da-b25e-4f8680bcfe72 req-0efeb2d7-1f6b-4da7-a198-a21eafccfa21 service nova] Acquiring lock "refresh_cache-ae2d1d6a-8c50-413e-99f8-010ddf7c7119" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 20:04:21 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9d28dd8f-00fe-44c3-aa1d-6a25e1f36701 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Acquiring lock "ae2d1d6a-8c50-413e-99f8-010ddf7c7119" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:04:21 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9d28dd8f-00fe-44c3-aa1d-6a25e1f36701 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Lock "ae2d1d6a-8c50-413e-99f8-010ddf7c7119" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:04:21 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] Updating instance_info_cache with network_info: [{"id": "b288f9c5-55d6-465a-8668-96a6086982b2", "address": "fa:16:3e:10:89:c6", "network": {"id": "94e6ad08-dfc8-4693-8394-27958a24cbf7", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-956442534-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "896ec16ec7b34242a1a80bfdae150b44", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb288f9c5-55", "ovs_interfaceid": "b288f9c5-55d6-465a-8668-96a6086982b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 20:04:21 user nova-compute[75147]: INFO nova.compute.manager [None req-9d28dd8f-00fe-44c3-aa1d-6a25e1f36701 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] Detaching volume 15b2b766-0e86-428e-a672-f24946484a94
Oct 27 20:04:21 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Releasing lock "refresh_cache-ae2d1d6a-8c50-413e-99f8-010ddf7c7119" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 20:04:21 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] Updated the network info_cache for instance {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 27 20:04:21 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-497bd0df-fe13-40da-b25e-4f8680bcfe72 req-0efeb2d7-1f6b-4da7-a198-a21eafccfa21 service nova] Acquired lock "refresh_cache-ae2d1d6a-8c50-413e-99f8-010ddf7c7119" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 20:04:21 user nova-compute[75147]: DEBUG nova.network.neutron [req-497bd0df-fe13-40da-b25e-4f8680bcfe72 req-0efeb2d7-1f6b-4da7-a198-a21eafccfa21 service nova] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] Refreshing network info cache for port b288f9c5-55d6-465a-8668-96a6086982b2 {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 20:04:21 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:04:21 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:04:21 user nova-compute[75147]: INFO nova.virt.block_device [None req-9d28dd8f-00fe-44c3-aa1d-6a25e1f36701 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] Attempting to driver detach volume 15b2b766-0e86-428e-a672-f24946484a94 from mountpoint /dev/vdb
Oct 27 20:04:21 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-9d28dd8f-00fe-44c3-aa1d-6a25e1f36701 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Attempting to detach device vdb from instance ae2d1d6a-8c50-413e-99f8-010ddf7c7119 from the persistent domain config. {{(pid=75147) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 27 20:04:21 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-9d28dd8f-00fe-44c3-aa1d-6a25e1f36701 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] detach device xml: <disk type="block" device="disk">
Oct 27 20:04:21 user nova-compute[75147]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 20:04:21 user nova-compute[75147]:   <source dev="/dev/sde"/>
Oct 27 20:04:21 user nova-compute[75147]:   <target dev="vdb" bus="virtio"/>
Oct 27 20:04:21 user nova-compute[75147]:   <serial>15b2b766-0e86-428e-a672-f24946484a94</serial>
Oct 27 20:04:21 user nova-compute[75147]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 27 20:04:21 user nova-compute[75147]: </disk>
Oct 27 20:04:21 user nova-compute[75147]:  {{(pid=75147) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 20:04:21 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-9d28dd8f-00fe-44c3-aa1d-6a25e1f36701 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Successfully detached device vdb from instance ae2d1d6a-8c50-413e-99f8-010ddf7c7119 from the persistent domain config.
Oct 27 20:04:21 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-9d28dd8f-00fe-44c3-aa1d-6a25e1f36701 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance ae2d1d6a-8c50-413e-99f8-010ddf7c7119 from the live domain config. {{(pid=75147) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 27 20:04:21 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-9d28dd8f-00fe-44c3-aa1d-6a25e1f36701 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] detach device xml: <disk type="block" device="disk">
Oct 27 20:04:21 user nova-compute[75147]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 20:04:21 user nova-compute[75147]:   <source dev="/dev/sde"/>
Oct 27 20:04:21 user nova-compute[75147]:   <target dev="vdb" bus="virtio"/>
Oct 27 20:04:21 user nova-compute[75147]:   <serial>15b2b766-0e86-428e-a672-f24946484a94</serial>
Oct 27 20:04:21 user nova-compute[75147]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 27 20:04:21 user nova-compute[75147]: </disk>
Oct 27 20:04:21 user nova-compute[75147]:  {{(pid=75147) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 20:04:22 user nova-compute[75147]: DEBUG nova.network.neutron [req-497bd0df-fe13-40da-b25e-4f8680bcfe72 req-0efeb2d7-1f6b-4da7-a198-a21eafccfa21 service nova] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] Updated VIF entry in instance network info cache for port b288f9c5-55d6-465a-8668-96a6086982b2. {{(pid=75147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 20:04:22 user nova-compute[75147]: DEBUG nova.network.neutron [req-497bd0df-fe13-40da-b25e-4f8680bcfe72 req-0efeb2d7-1f6b-4da7-a198-a21eafccfa21 service nova] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] Updating instance_info_cache with network_info: [{"id": "b288f9c5-55d6-465a-8668-96a6086982b2", "address": "fa:16:3e:10:89:c6", "network": {"id": "94e6ad08-dfc8-4693-8394-27958a24cbf7", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-956442534-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "896ec16ec7b34242a1a80bfdae150b44", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb288f9c5-55", "ovs_interfaceid": "b288f9c5-55d6-465a-8668-96a6086982b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 20:04:22 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-497bd0df-fe13-40da-b25e-4f8680bcfe72 req-0efeb2d7-1f6b-4da7-a198-a21eafccfa21 service nova] Releasing lock "refresh_cache-ae2d1d6a-8c50-413e-99f8-010ddf7c7119" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 20:04:22 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-9d28dd8f-00fe-44c3-aa1d-6a25e1f36701 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance ae2d1d6a-8c50-413e-99f8-010ddf7c7119 {{(pid=75147) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 27 20:04:22 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:04:23 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:04:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:04:29 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:04:29 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75147) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 20:04:31 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:04:36 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:04:38 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:04:41 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:04:42 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-9d28dd8f-00fe-44c3-aa1d-6a25e1f36701 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance ae2d1d6a-8c50-413e-99f8-010ddf7c7119 is timed out.
Oct 27 20:04:42 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-9d28dd8f-00fe-44c3-aa1d-6a25e1f36701 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Successfully detached device vdb from instance ae2d1d6a-8c50-413e-99f8-010ddf7c7119 from the live domain config.
Oct 27 20:04:42 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9d28dd8f-00fe-44c3-aa1d-6a25e1f36701 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] calling os-brick to detach iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 20:04:42 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d28dd8f-00fe-44c3-aa1d-6a25e1f36701 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, {'target_iqn': 'iqn.2010-10.org.openstack:15b2b766-0e86-428e-a672-f24946484a94', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PtkiuMxa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': False}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 20:04:42 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-9d28dd8f-00fe-44c3-aa1d-6a25e1f36701 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 20:04:42 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-9d28dd8f-00fe-44c3-aa1d-6a25e1f36701 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 20:04:42 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-9d28dd8f-00fe-44c3-aa1d-6a25e1f36701 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 20:04:42 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:04:42 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:04:42 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[efb1cc78-f1e3-4424-b91d-21a73b6bbbbc]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:49d65810-70b5-4c67-9d0a-0963d70eaf74\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:15b2b766-0e86-428e-a672-f24946484a94\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:04:42 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d28dd8f-00fe-44c3-aa1d-6a25e1f36701 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 20:04:42 user nova-compute[75147]: No targets found.
Oct 27 20:04:42 user nova-compute[75147]: iSNS:
Oct 27 20:04:42 user nova-compute[75147]: No targets found.
Oct 27 20:04:42 user nova-compute[75147]: STATIC:
Oct 27 20:04:42 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:49d65810-70b5-4c67-9d0a-0963d70eaf74
Oct 27 20:04:42 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 20:04:42 user nova-compute[75147]:                 Iface Name: default
Oct 27 20:04:42 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1
Oct 27 20:04:42 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 20:04:42 user nova-compute[75147]:                 Iface Name: default
Oct 27 20:04:42 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:15b2b766-0e86-428e-a672-f24946484a94
Oct 27 20:04:42 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 20:04:42 user nova-compute[75147]:                 Iface Name: default
Oct 27 20:04:42 user nova-compute[75147]: FIRMWARE:
Oct 27 20:04:42 user nova-compute[75147]: No targets found.
Oct 27 20:04:42 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 20:04:42 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d28dd8f-00fe-44c3-aa1d-6a25e1f36701 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 20:04:42 user nova-compute[75147]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 20:04:42 user nova-compute[75147]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75147) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 20:04:42 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d28dd8f-00fe-44c3-aa1d-6a25e1f36701 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:15b2b766-0e86-428e-a672-f24946484a94', 0)] {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 20:04:42 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:04:42 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:04:42 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9efe9ab-d3f4-423e-8df0-3a83865507ca]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:15b2b766-0e86-428e-a672-f24946484a94\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:49d65810-70b5-4c67-9d0a-0963d70eaf74\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:04:42 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:04:42 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:04:42 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b445dec-7dc2-4472-a0dd-2d7ee8f20459]: (4, ('tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 (non-flash)\ntcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49d65810-70b5-4c67-9d0a-0963d70eaf74 (non-flash)\ntcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15b2b766-0e86-428e-a672-f24946484a94 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:04:42 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d28dd8f-00fe-44c3-aa1d-6a25e1f36701 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 (non-flash)
Oct 27 20:04:42 user nova-compute[75147]: tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49d65810-70b5-4c67-9d0a-0963d70eaf74 (non-flash)
Oct 27 20:04:42 user nova-compute[75147]: tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15b2b766-0e86-428e-a672-f24946484a94 (non-flash)
Oct 27 20:04:42 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 20:04:42 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d28dd8f-00fe-44c3-aa1d-6a25e1f36701 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] iscsi session list stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 (non-flash)
Oct 27 20:04:42 user nova-compute[75147]: tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49d65810-70b5-4c67-9d0a-0963d70eaf74 (non-flash)
Oct 27 20:04:42 user nova-compute[75147]: tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15b2b766-0e86-428e-a672-f24946484a94 (non-flash)
Oct 27 20:04:42 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 20:04:42 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d28dd8f-00fe-44c3-aa1d-6a25e1f36701 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f28ec50c4c0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:15b2b766-0e86-428e-a672-f24946484a94'): ({'sde'}, set())}) {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 20:04:42 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-9d28dd8f-00fe-44c3-aa1d-6a25e1f36701 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Removing single pathed devices sde {{(pid=75147) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 20:04:42 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:04:42 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:04:42 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c8feb9c-b9d1-4203-8b99-8e4a9f323c48]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:04:42 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:04:42 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:04:42 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[7268d503-3149-4625-841f-ac1b8c28d01e]: (4, ('ok\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:04:42 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-9d28dd8f-00fe-44c3-aa1d-6a25e1f36701 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Flushing IO for device /dev/sde {{(pid=75147) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 20:04:42 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:04:42 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.016s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:04:42 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f5e18e8-4d95-4ae9-a4e4-1eb163fd660f]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:04:42 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-9d28dd8f-00fe-44c3-aa1d-6a25e1f36701 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=75147) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 20:04:42 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:04:42 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.052s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:04:42 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[4fc262d3-3590-4cfa-85bb-6f6d4428fca5]: (4, ('1', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:04:42 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-9d28dd8f-00fe-44c3-aa1d-6a25e1f36701 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 20:04:42 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-9d28dd8f-00fe-44c3-aa1d-6a25e1f36701 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] SCSI volumes sde have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 20:04:42 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d28dd8f-00fe-44c3-aa1d-6a25e1f36701 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:15b2b766-0e86-428e-a672-f24946484a94')] {{(pid=75147) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 20:04:42 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:15b2b766-0e86-428e-a672-f24946484a94 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:04:42 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:15b2b766-0e86-428e-a672-f24946484a94 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:04:42 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[795dc5b8-c48a-41b7-aefa-bce02cb276d8]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:04:42 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d28dd8f-00fe-44c3-aa1d-6a25e1f36701 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:04:42 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:15b2b766-0e86-428e-a672-f24946484a94 -p 172.16.0.220:3260 --logout {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:04:42 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:15b2b766-0e86-428e-a672-f24946484a94 -p 172.16.0.220:3260 --logout" returned: 0 in 0.057s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:04:42 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce1ae9fa-3ffd-4f86-b440-5461d5897fb3]: (4, ('Logging out of session [sid: 58, target: iqn.2010-10.org.openstack:15b2b766-0e86-428e-a672-f24946484a94, portal: 172.16.0.220,3260]\nLogout of [sid: 58, target: iqn.2010-10.org.openstack:15b2b766-0e86-428e-a672-f24946484a94, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:04:42 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d28dd8f-00fe-44c3-aa1d-6a25e1f36701 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 58, target: iqn.2010-10.org.openstack:15b2b766-0e86-428e-a672-f24946484a94, portal: 172.16.0.220,3260]
Oct 27 20:04:42 user nova-compute[75147]: Logout of [sid: 58, target: iqn.2010-10.org.openstack:15b2b766-0e86-428e-a672-f24946484a94, portal: 172.16.0.220,3260] successful.
Oct 27 20:04:42 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:04:42 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:15b2b766-0e86-428e-a672-f24946484a94 -p 172.16.0.220:3260 --op delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:04:42 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:15b2b766-0e86-428e-a672-f24946484a94 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:04:42 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[43cc1e0c-2117-408c-90b0-3f356193a11a]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:04:42 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d28dd8f-00fe-44c3-aa1d-6a25e1f36701 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:04:42 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-9d28dd8f-00fe-44c3-aa1d-6a25e1f36701 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.314s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 20:04:42 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d28dd8f-00fe-44c3-aa1d-6a25e1f36701 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] <== disconnect_volume: return (315ms) None {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 20:04:42 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9d28dd8f-00fe-44c3-aa1d-6a25e1f36701 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] Disconnected iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 20:04:43 user nova-compute[75147]: DEBUG nova.objects.instance [None req-9d28dd8f-00fe-44c3-aa1d-6a25e1f36701 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Lazy-loading 'flavor' on Instance uuid ae2d1d6a-8c50-413e-99f8-010ddf7c7119 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 20:04:43 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9d28dd8f-00fe-44c3-aa1d-6a25e1f36701 tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Lock "ae2d1d6a-8c50-413e-99f8-010ddf7c7119" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.739s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:04:46 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:04:51 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:04:56 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:05:01 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:05:04 user nova-compute[75147]: INFO nova.compute.manager [None req-a596ee34-6611-49b3-94eb-eb79145f6a75 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] Unrescuing
Oct 27 20:05:04 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-a596ee34-6611-49b3-94eb-eb79145f6a75 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Acquiring lock "refresh_cache-8e718827-a5fb-423e-b6ea-17d7237234c4" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 20:05:04 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-a596ee34-6611-49b3-94eb-eb79145f6a75 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Acquired lock "refresh_cache-8e718827-a5fb-423e-b6ea-17d7237234c4" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 20:05:04 user nova-compute[75147]: DEBUG nova.network.neutron [None req-a596ee34-6611-49b3-94eb-eb79145f6a75 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] Building network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 20:05:05 user nova-compute[75147]: DEBUG nova.network.neutron [None req-a596ee34-6611-49b3-94eb-eb79145f6a75 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] Updating instance_info_cache with network_info: [{"id": "c0592695-d80b-4a60-b8e6-9284260f0194", "address": "fa:16:3e:5d:c5:f0", "network": {"id": "5d65da42-1076-416b-95f3-7516c6b6578f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-703269400-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f24b4cdff6de43ebad2383ca58b7a4d3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc0592695-d8", "ovs_interfaceid": "c0592695-d80b-4a60-b8e6-9284260f0194", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 20:05:05 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-a596ee34-6611-49b3-94eb-eb79145f6a75 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Releasing lock "refresh_cache-8e718827-a5fb-423e-b6ea-17d7237234c4" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 20:05:05 user nova-compute[75147]: DEBUG nova.objects.instance [None req-a596ee34-6611-49b3-94eb-eb79145f6a75 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Lazy-loading 'flavor' on Instance uuid 8e718827-a5fb-423e-b6ea-17d7237234c4 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 20:05:05 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:05:05 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:05:05 user nova-compute[75147]: DEBUG nova.compute.manager [req-b361c6f7-1046-4b3f-b077-f3d73fa60587 req-f11eac68-7241-489a-ab60-718d03bdea07 service nova] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] Received event network-vif-unplugged-c0592695-d80b-4a60-b8e6-9284260f0194 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 20:05:05 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-b361c6f7-1046-4b3f-b077-f3d73fa60587 req-f11eac68-7241-489a-ab60-718d03bdea07 service nova] Acquiring lock "8e718827-a5fb-423e-b6ea-17d7237234c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:05:05 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-b361c6f7-1046-4b3f-b077-f3d73fa60587 req-f11eac68-7241-489a-ab60-718d03bdea07 service nova] Lock "8e718827-a5fb-423e-b6ea-17d7237234c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:05:05 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-b361c6f7-1046-4b3f-b077-f3d73fa60587 req-f11eac68-7241-489a-ab60-718d03bdea07 service nova] Lock "8e718827-a5fb-423e-b6ea-17d7237234c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:05:05 user nova-compute[75147]: DEBUG nova.compute.manager [req-b361c6f7-1046-4b3f-b077-f3d73fa60587 req-f11eac68-7241-489a-ab60-718d03bdea07 service nova] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] No waiting events found dispatching network-vif-unplugged-c0592695-d80b-4a60-b8e6-9284260f0194 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 20:05:05 user nova-compute[75147]: WARNING nova.compute.manager [req-b361c6f7-1046-4b3f-b077-f3d73fa60587 req-f11eac68-7241-489a-ab60-718d03bdea07 service nova] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] Received unexpected event network-vif-unplugged-c0592695-d80b-4a60-b8e6-9284260f0194 for instance with vm_state rescued and task_state unrescuing.
Oct 27 20:05:05 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:05:05 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:05:05 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] Instance destroyed successfully.
Oct 27 20:05:06 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:05:07 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:05:07 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:05:07 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:05:07 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:05:07 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:05:07 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:05:07 user nova-compute[75147]: DEBUG nova.compute.manager [req-d6693a9c-315a-4a38-9c1c-77e85560929b req-acf4c661-4e90-448a-a635-d04e5e1231be service nova] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] Received event network-vif-plugged-c0592695-d80b-4a60-b8e6-9284260f0194 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 20:05:07 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-d6693a9c-315a-4a38-9c1c-77e85560929b req-acf4c661-4e90-448a-a635-d04e5e1231be service nova] Acquiring lock "8e718827-a5fb-423e-b6ea-17d7237234c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:05:07 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-d6693a9c-315a-4a38-9c1c-77e85560929b req-acf4c661-4e90-448a-a635-d04e5e1231be service nova] Lock "8e718827-a5fb-423e-b6ea-17d7237234c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:05:07 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-d6693a9c-315a-4a38-9c1c-77e85560929b req-acf4c661-4e90-448a-a635-d04e5e1231be service nova] Lock "8e718827-a5fb-423e-b6ea-17d7237234c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:05:07 user nova-compute[75147]: DEBUG nova.compute.manager [req-d6693a9c-315a-4a38-9c1c-77e85560929b req-acf4c661-4e90-448a-a635-d04e5e1231be service nova] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] No waiting events found dispatching network-vif-plugged-c0592695-d80b-4a60-b8e6-9284260f0194 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 20:05:07 user nova-compute[75147]: WARNING nova.compute.manager [req-d6693a9c-315a-4a38-9c1c-77e85560929b req-acf4c661-4e90-448a-a635-d04e5e1231be service nova] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] Received unexpected event network-vif-plugged-c0592695-d80b-4a60-b8e6-9284260f0194 for instance with vm_state rescued and task_state unrescuing.
Oct 27 20:05:07 user nova-compute[75147]: DEBUG nova.compute.manager [req-d6693a9c-315a-4a38-9c1c-77e85560929b req-acf4c661-4e90-448a-a635-d04e5e1231be service nova] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] Received event network-vif-plugged-c0592695-d80b-4a60-b8e6-9284260f0194 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 20:05:07 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-d6693a9c-315a-4a38-9c1c-77e85560929b req-acf4c661-4e90-448a-a635-d04e5e1231be service nova] Acquiring lock "8e718827-a5fb-423e-b6ea-17d7237234c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:05:07 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-d6693a9c-315a-4a38-9c1c-77e85560929b req-acf4c661-4e90-448a-a635-d04e5e1231be service nova] Lock "8e718827-a5fb-423e-b6ea-17d7237234c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:05:07 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-d6693a9c-315a-4a38-9c1c-77e85560929b req-acf4c661-4e90-448a-a635-d04e5e1231be service nova] Lock "8e718827-a5fb-423e-b6ea-17d7237234c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:05:07 user nova-compute[75147]: DEBUG nova.compute.manager [req-d6693a9c-315a-4a38-9c1c-77e85560929b req-acf4c661-4e90-448a-a635-d04e5e1231be service nova] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] No waiting events found dispatching network-vif-plugged-c0592695-d80b-4a60-b8e6-9284260f0194 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 20:05:07 user nova-compute[75147]: WARNING nova.compute.manager [req-d6693a9c-315a-4a38-9c1c-77e85560929b req-acf4c661-4e90-448a-a635-d04e5e1231be service nova] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] Received unexpected event network-vif-plugged-c0592695-d80b-4a60-b8e6-9284260f0194 for instance with vm_state rescued and task_state unrescuing.
Oct 27 20:05:07 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:05:09 user nova-compute[75147]: DEBUG nova.compute.manager [None req-a596ee34-6611-49b3-94eb-eb79145f6a75 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] Checking state {{(pid=75147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 20:05:09 user nova-compute[75147]: DEBUG nova.compute.manager [req-e54dc72c-ddc1-4022-a548-4ad9da4c21f0 req-32012a96-94e2-4e5d-b75c-763ebdf10831 service nova] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] Received event network-vif-plugged-c0592695-d80b-4a60-b8e6-9284260f0194 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 20:05:09 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-e54dc72c-ddc1-4022-a548-4ad9da4c21f0 req-32012a96-94e2-4e5d-b75c-763ebdf10831 service nova] Acquiring lock "8e718827-a5fb-423e-b6ea-17d7237234c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:05:09 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-e54dc72c-ddc1-4022-a548-4ad9da4c21f0 req-32012a96-94e2-4e5d-b75c-763ebdf10831 service nova] Lock "8e718827-a5fb-423e-b6ea-17d7237234c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:05:09 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-e54dc72c-ddc1-4022-a548-4ad9da4c21f0 req-32012a96-94e2-4e5d-b75c-763ebdf10831 service nova] Lock "8e718827-a5fb-423e-b6ea-17d7237234c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:05:09 user nova-compute[75147]: DEBUG nova.compute.manager [req-e54dc72c-ddc1-4022-a548-4ad9da4c21f0 req-32012a96-94e2-4e5d-b75c-763ebdf10831 service nova] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] No waiting events found dispatching network-vif-plugged-c0592695-d80b-4a60-b8e6-9284260f0194 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 20:05:09 user nova-compute[75147]: WARNING nova.compute.manager [req-e54dc72c-ddc1-4022-a548-4ad9da4c21f0 req-32012a96-94e2-4e5d-b75c-763ebdf10831 service nova] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] Received unexpected event network-vif-plugged-c0592695-d80b-4a60-b8e6-9284260f0194 for instance with vm_state active and task_state None.
Oct 27 20:05:11 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:05:12 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:05:14 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:05:16 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:05:16 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:05:16 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:05:18 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:05:18 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:05:18 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:05:18 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:05:18 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Auditing locally available compute resources for user (node: user) {{(pid=75147) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 20:05:19 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75147) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 20:05:19 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a413fb71-5748-4328-a2f3-592c64188e21/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:05:19 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a413fb71-5748-4328-a2f3-592c64188e21/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:05:19 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a413fb71-5748-4328-a2f3-592c64188e21/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:05:19 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a413fb71-5748-4328-a2f3-592c64188e21/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:05:19 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ae2d1d6a-8c50-413e-99f8-010ddf7c7119/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:05:19 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ae2d1d6a-8c50-413e-99f8-010ddf7c7119/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:05:19 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ae2d1d6a-8c50-413e-99f8-010ddf7c7119/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:05:19 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ae2d1d6a-8c50-413e-99f8-010ddf7c7119/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:05:19 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4bdc7506-d16c-46d2-883a-50cc1de8be7c/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:05:19 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4bdc7506-d16c-46d2-883a-50cc1de8be7c/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:05:19 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4bdc7506-d16c-46d2-883a-50cc1de8be7c/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:05:20 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4bdc7506-d16c-46d2-883a-50cc1de8be7c/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:05:20 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=75147) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 20:05:20 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 20:05:20 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 20:05:20 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Hypervisor/Node resource view: name=user free_ram=8591MB free_disk=24.643321990966797GB free_vcpus=7 pci_devices=[{"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75147) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 20:05:20 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:05:20 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:05:20 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance a413fb71-5748-4328-a2f3-592c64188e21 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 20:05:20 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 23a3503a-d59f-467e-9bbb-c8f679f3d809 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 20:05:20 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 4bdc7506-d16c-46d2-883a-50cc1de8be7c actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 20:05:20 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance ae2d1d6a-8c50-413e-99f8-010ddf7c7119 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 20:05:20 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 8e718827-a5fb-423e-b6ea-17d7237234c4 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 20:05:20 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Total usable vcpus: 12, total allocated vcpus: 5 {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 20:05:20 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Final resource view: name=user phys_ram=16011MB used_ram=3072MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=5 pci_stats=[] {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 20:05:20 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 20:05:20 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 20:05:20 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Compute_service record updated for user:user {{(pid=75147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 20:05:20 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.333s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:05:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:05:21 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:05:21 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Starting heal instance info cache {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 20:05:21 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Rebuilding the list of instances to heal {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 27 20:05:21 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "refresh_cache-a413fb71-5748-4328-a2f3-592c64188e21" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 20:05:21 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquired lock "refresh_cache-a413fb71-5748-4328-a2f3-592c64188e21" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 20:05:21 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: a413fb71-5748-4328-a2f3-592c64188e21] Forcefully refreshing network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 27 20:05:21 user nova-compute[75147]: DEBUG nova.objects.instance [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lazy-loading 'info_cache' on Instance uuid a413fb71-5748-4328-a2f3-592c64188e21 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 20:05:22 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: a413fb71-5748-4328-a2f3-592c64188e21] Updating instance_info_cache with network_info: [{"id": "354da5c5-840d-4a12-94ff-985e4cfdc3c4", "address": "fa:16:3e:e1:06:7e", "network": {"id": "5d65da42-1076-416b-95f3-7516c6b6578f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-703269400-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f24b4cdff6de43ebad2383ca58b7a4d3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap354da5c5-84", "ovs_interfaceid": "354da5c5-840d-4a12-94ff-985e4cfdc3c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 20:05:22 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Releasing lock "refresh_cache-a413fb71-5748-4328-a2f3-592c64188e21" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 20:05:22 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: a413fb71-5748-4328-a2f3-592c64188e21] Updated the network info_cache for instance {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 27 20:05:22 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:05:22 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:05:22 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:05:22 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-ff8985b7-2319-4cc7-a5a7-58de35492b7a tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Acquiring lock "ae2d1d6a-8c50-413e-99f8-010ddf7c7119" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:05:22 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-ff8985b7-2319-4cc7-a5a7-58de35492b7a tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Lock "ae2d1d6a-8c50-413e-99f8-010ddf7c7119" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:05:22 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-ff8985b7-2319-4cc7-a5a7-58de35492b7a tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Acquiring lock "ae2d1d6a-8c50-413e-99f8-010ddf7c7119-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:05:22 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-ff8985b7-2319-4cc7-a5a7-58de35492b7a tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Lock "ae2d1d6a-8c50-413e-99f8-010ddf7c7119-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:05:22 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-ff8985b7-2319-4cc7-a5a7-58de35492b7a tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Lock "ae2d1d6a-8c50-413e-99f8-010ddf7c7119-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:05:22 user nova-compute[75147]: INFO nova.compute.manager [None req-ff8985b7-2319-4cc7-a5a7-58de35492b7a tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] Terminating instance
Oct 27 20:05:22 user nova-compute[75147]: DEBUG nova.compute.manager [None req-ff8985b7-2319-4cc7-a5a7-58de35492b7a tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] Start destroying the instance on the hypervisor. {{(pid=75147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 27 20:05:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:05:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:05:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:05:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:05:23 user nova-compute[75147]: DEBUG nova.compute.manager [req-04cda6bd-dc1e-4517-aa63-da4e9ee13712 req-01caaa7c-70aa-4517-9e6b-cd51aacac6d3 service nova] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] Received event network-vif-unplugged-b288f9c5-55d6-465a-8668-96a6086982b2 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 20:05:23 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-04cda6bd-dc1e-4517-aa63-da4e9ee13712 req-01caaa7c-70aa-4517-9e6b-cd51aacac6d3 service nova] Acquiring lock "ae2d1d6a-8c50-413e-99f8-010ddf7c7119-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:05:23 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-04cda6bd-dc1e-4517-aa63-da4e9ee13712 req-01caaa7c-70aa-4517-9e6b-cd51aacac6d3 service nova] Lock "ae2d1d6a-8c50-413e-99f8-010ddf7c7119-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:05:23 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-04cda6bd-dc1e-4517-aa63-da4e9ee13712 req-01caaa7c-70aa-4517-9e6b-cd51aacac6d3 service nova] Lock "ae2d1d6a-8c50-413e-99f8-010ddf7c7119-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:05:23 user nova-compute[75147]: DEBUG nova.compute.manager [req-04cda6bd-dc1e-4517-aa63-da4e9ee13712 req-01caaa7c-70aa-4517-9e6b-cd51aacac6d3 service nova] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] No waiting events found dispatching network-vif-unplugged-b288f9c5-55d6-465a-8668-96a6086982b2 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 20:05:23 user nova-compute[75147]: DEBUG nova.compute.manager [req-04cda6bd-dc1e-4517-aa63-da4e9ee13712 req-01caaa7c-70aa-4517-9e6b-cd51aacac6d3 service nova] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] Received event network-vif-unplugged-b288f9c5-55d6-465a-8668-96a6086982b2 for instance with task_state deleting. {{(pid=75147) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 20:05:23 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] Instance destroyed successfully.
Oct 27 20:05:23 user nova-compute[75147]: DEBUG nova.objects.instance [None req-ff8985b7-2319-4cc7-a5a7-58de35492b7a tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Lazy-loading 'resources' on Instance uuid ae2d1d6a-8c50-413e-99f8-010ddf7c7119 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 20:05:23 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-ff8985b7-2319-4cc7-a5a7-58de35492b7a tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T20:00:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-936149097',display_name='tempest-TestMinimumBasicScenario-server-936149097',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-936149097',id=50,image_ref='01b1ae9f-efa9-47dd-aa93-03341eb8c310',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMm0PtyVGOkTtFJfzwatBGO77/roLZ3we5PC14dnyL3OjB7cdKJUYqx85cdurH7wR3mx4Js6yESgn4CzCUtlL/BVpedSlyF3VXpaIdrDDh/fkOQwdaR2UIiuPw8JcERFDw==',key_name='tempest-TestMinimumBasicScenario-1217972569',keypairs=<?>,launch_index=0,launched_at=2023-10-27T20:00:11Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='896ec16ec7b34242a1a80bfdae150b44',ramdisk_id='',reservation_id='r-r4gc22bl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='01b1ae9f-efa9-47dd-aa93-03341eb8c310',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-1436431678',owner_user_name='tempest-TestMinimumBasicScenario-1436431678-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T20:02:36Z,user_data=None,user_id='0eb12921552a476987047e3d9c906060',uuid=ae2d1d6a-8c50-413e-99f8-010ddf7c7119,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "b288f9c5-55d6-465a-8668-96a6086982b2", "address": "fa:16:3e:10:89:c6", "network": {"id": "94e6ad08-dfc8-4693-8394-27958a24cbf7", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-956442534-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "896ec16ec7b34242a1a80bfdae150b44", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb288f9c5-55", "ovs_interfaceid": "b288f9c5-55d6-465a-8668-96a6086982b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 20:05:23 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-ff8985b7-2319-4cc7-a5a7-58de35492b7a tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Converting VIF {"id": "b288f9c5-55d6-465a-8668-96a6086982b2", "address": "fa:16:3e:10:89:c6", "network": {"id": "94e6ad08-dfc8-4693-8394-27958a24cbf7", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-956442534-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "896ec16ec7b34242a1a80bfdae150b44", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb288f9c5-55", "ovs_interfaceid": "b288f9c5-55d6-465a-8668-96a6086982b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 20:05:23 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-ff8985b7-2319-4cc7-a5a7-58de35492b7a tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:10:89:c6,bridge_name='br-int',has_traffic_filtering=True,id=b288f9c5-55d6-465a-8668-96a6086982b2,network=Network(94e6ad08-dfc8-4693-8394-27958a24cbf7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb288f9c5-55') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 20:05:23 user nova-compute[75147]: DEBUG os_vif [None req-ff8985b7-2319-4cc7-a5a7-58de35492b7a tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:10:89:c6,bridge_name='br-int',has_traffic_filtering=True,id=b288f9c5-55d6-465a-8668-96a6086982b2,network=Network(94e6ad08-dfc8-4693-8394-27958a24cbf7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb288f9c5-55') {{(pid=75147) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 20:05:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:05:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapb288f9c5-55, bridge=br-int, if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 20:05:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:05:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:05:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=8f199906-078f-47b9-81df-84dad648279f) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 20:05:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:05:23 user nova-compute[75147]: INFO os_vif [None req-ff8985b7-2319-4cc7-a5a7-58de35492b7a tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:10:89:c6,bridge_name='br-int',has_traffic_filtering=True,id=b288f9c5-55d6-465a-8668-96a6086982b2,network=Network(94e6ad08-dfc8-4693-8394-27958a24cbf7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb288f9c5-55')
Oct 27 20:05:23 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-ff8985b7-2319-4cc7-a5a7-58de35492b7a tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] Deleting instance files /opt/stack/data/nova/instances/ae2d1d6a-8c50-413e-99f8-010ddf7c7119_del
Oct 27 20:05:23 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-ff8985b7-2319-4cc7-a5a7-58de35492b7a tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] Deletion of /opt/stack/data/nova/instances/ae2d1d6a-8c50-413e-99f8-010ddf7c7119_del complete
Oct 27 20:05:23 user nova-compute[75147]: INFO nova.compute.manager [None req-ff8985b7-2319-4cc7-a5a7-58de35492b7a tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] Took 0.86 seconds to destroy the instance on the hypervisor.
Oct 27 20:05:23 user nova-compute[75147]: DEBUG oslo.service.loopingcall [None req-ff8985b7-2319-4cc7-a5a7-58de35492b7a tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 27 20:05:23 user nova-compute[75147]: DEBUG nova.compute.manager [-] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] Deallocating network for instance {{(pid=75147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 27 20:05:23 user nova-compute[75147]: DEBUG nova.network.neutron [-] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] deallocate_for_instance() {{(pid=75147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 27 20:05:24 user nova-compute[75147]: DEBUG nova.network.neutron [-] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] Updating instance_info_cache with network_info: [] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 20:05:24 user nova-compute[75147]: DEBUG nova.compute.manager [req-a6b12132-8a52-44ff-a666-13b562faf1dd req-dfe29eca-6719-45fc-aca7-5abf769df52f service nova] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] Received event network-vif-deleted-b288f9c5-55d6-465a-8668-96a6086982b2 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 20:05:24 user nova-compute[75147]: INFO nova.compute.manager [req-a6b12132-8a52-44ff-a666-13b562faf1dd req-dfe29eca-6719-45fc-aca7-5abf769df52f service nova] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] Neutron deleted interface b288f9c5-55d6-465a-8668-96a6086982b2; detaching it from the instance and deleting it from the info cache
Oct 27 20:05:24 user nova-compute[75147]: DEBUG nova.network.neutron [req-a6b12132-8a52-44ff-a666-13b562faf1dd req-dfe29eca-6719-45fc-aca7-5abf769df52f service nova] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] Updating instance_info_cache with network_info: [] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 20:05:24 user nova-compute[75147]: INFO nova.compute.manager [-] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] Took 0.87 seconds to deallocate network for instance.
Oct 27 20:05:24 user nova-compute[75147]: DEBUG nova.compute.manager [req-a6b12132-8a52-44ff-a666-13b562faf1dd req-dfe29eca-6719-45fc-aca7-5abf769df52f service nova] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] Detach interface failed, port_id=b288f9c5-55d6-465a-8668-96a6086982b2, reason: Instance ae2d1d6a-8c50-413e-99f8-010ddf7c7119 could not be found. {{(pid=75147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 27 20:05:24 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-ff8985b7-2319-4cc7-a5a7-58de35492b7a tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:05:24 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-ff8985b7-2319-4cc7-a5a7-58de35492b7a tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:05:24 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:05:24 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-ff8985b7-2319-4cc7-a5a7-58de35492b7a tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 20:05:24 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-ff8985b7-2319-4cc7-a5a7-58de35492b7a tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 20:05:24 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-ff8985b7-2319-4cc7-a5a7-58de35492b7a tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.214s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:05:25 user nova-compute[75147]: INFO nova.scheduler.client.report [None req-ff8985b7-2319-4cc7-a5a7-58de35492b7a tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Deleted allocations for instance ae2d1d6a-8c50-413e-99f8-010ddf7c7119
Oct 27 20:05:25 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-ff8985b7-2319-4cc7-a5a7-58de35492b7a tempest-TestMinimumBasicScenario-1436431678 tempest-TestMinimumBasicScenario-1436431678-project-member] Lock "ae2d1d6a-8c50-413e-99f8-010ddf7c7119" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.150s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:05:25 user nova-compute[75147]: DEBUG nova.compute.manager [req-085e444d-0a40-45fb-baf6-f375b53951d0 req-ea74c73b-92ca-432b-bd17-6f864e805aaa service nova] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] Received event network-vif-plugged-b288f9c5-55d6-465a-8668-96a6086982b2 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 20:05:25 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-085e444d-0a40-45fb-baf6-f375b53951d0 req-ea74c73b-92ca-432b-bd17-6f864e805aaa service nova] Acquiring lock "ae2d1d6a-8c50-413e-99f8-010ddf7c7119-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:05:25 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-085e444d-0a40-45fb-baf6-f375b53951d0 req-ea74c73b-92ca-432b-bd17-6f864e805aaa service nova] Lock "ae2d1d6a-8c50-413e-99f8-010ddf7c7119-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:05:25 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-085e444d-0a40-45fb-baf6-f375b53951d0 req-ea74c73b-92ca-432b-bd17-6f864e805aaa service nova] Lock "ae2d1d6a-8c50-413e-99f8-010ddf7c7119-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:05:25 user nova-compute[75147]: DEBUG nova.compute.manager [req-085e444d-0a40-45fb-baf6-f375b53951d0 req-ea74c73b-92ca-432b-bd17-6f864e805aaa service nova] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] No waiting events found dispatching network-vif-plugged-b288f9c5-55d6-465a-8668-96a6086982b2 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 20:05:25 user nova-compute[75147]: WARNING nova.compute.manager [req-085e444d-0a40-45fb-baf6-f375b53951d0 req-ea74c73b-92ca-432b-bd17-6f864e805aaa service nova] [instance: ae2d1d6a-8c50-413e-99f8-010ddf7c7119] Received unexpected event network-vif-plugged-b288f9c5-55d6-465a-8668-96a6086982b2 for instance with vm_state deleted and task_state None.
Oct 27 20:05:27 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:05:28 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:05:29 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:05:29 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75147) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 20:05:32 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:05:33 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:05:37 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:05:38 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:05:43 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:05:43 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:05:43 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75147) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 20:05:43 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:05:43 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:05:43 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:05:48 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:05:53 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:05:53 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:05:53 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75147) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 20:05:53 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:05:53 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:05:53 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:05:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:06:03 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:06:08 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:06:13 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:06:14 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:06:15 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:06:15 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:06:16 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:06:18 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:06:18 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:06:18 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:06:18 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:06:18 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:06:18 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:06:18 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Auditing locally available compute resources for user (node: user) {{(pid=75147) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 20:06:19 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75147) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 20:06:19 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a413fb71-5748-4328-a2f3-592c64188e21/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:06:19 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a413fb71-5748-4328-a2f3-592c64188e21/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:06:19 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a413fb71-5748-4328-a2f3-592c64188e21/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:06:19 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:06:19 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a413fb71-5748-4328-a2f3-592c64188e21/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:06:19 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4bdc7506-d16c-46d2-883a-50cc1de8be7c/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:06:19 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4bdc7506-d16c-46d2-883a-50cc1de8be7c/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:06:19 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4bdc7506-d16c-46d2-883a-50cc1de8be7c/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:06:19 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4bdc7506-d16c-46d2-883a-50cc1de8be7c/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:06:19 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=75147) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 20:06:20 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 20:06:20 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 20:06:20 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Hypervisor/Node resource view: name=user free_ram=8751MB free_disk=24.7100830078125GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75147) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 20:06:20 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:06:20 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:06:20 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance a413fb71-5748-4328-a2f3-592c64188e21 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 20:06:20 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 23a3503a-d59f-467e-9bbb-c8f679f3d809 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 20:06:20 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 4bdc7506-d16c-46d2-883a-50cc1de8be7c actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 20:06:20 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 8e718827-a5fb-423e-b6ea-17d7237234c4 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 20:06:20 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 20:06:20 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Final resource view: name=user phys_ram=16011MB used_ram=2560MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 20:06:20 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 20:06:20 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 20:06:20 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Compute_service record updated for user:user {{(pid=75147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 20:06:20 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.310s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:06:22 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:06:22 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Starting heal instance info cache {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 20:06:22 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "refresh_cache-23a3503a-d59f-467e-9bbb-c8f679f3d809" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 20:06:22 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquired lock "refresh_cache-23a3503a-d59f-467e-9bbb-c8f679f3d809" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 20:06:22 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Forcefully refreshing network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 27 20:06:22 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Updating instance_info_cache with network_info: [{"id": "cc5bf4a2-53e8-4776-ac36-a0b81ce7e261", "address": "fa:16:3e:02:47:32", "network": {"id": "5d65da42-1076-416b-95f3-7516c6b6578f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-703269400-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f24b4cdff6de43ebad2383ca58b7a4d3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc5bf4a2-53", "ovs_interfaceid": "cc5bf4a2-53e8-4776-ac36-a0b81ce7e261", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 20:06:22 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Releasing lock "refresh_cache-23a3503a-d59f-467e-9bbb-c8f679f3d809" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 20:06:22 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Updated the network info_cache for instance {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 27 20:06:22 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:06:22 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:06:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:06:24 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:06:28 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:06:31 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:06:31 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75147) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 20:06:33 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:06:38 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:06:43 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:06:43 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:06:48 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:06:53 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:06:55 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-a93d7b91-3c20-472c-a09d-a3fc93602764 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Acquiring lock "8e718827-a5fb-423e-b6ea-17d7237234c4" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:06:55 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-a93d7b91-3c20-472c-a09d-a3fc93602764 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Lock "8e718827-a5fb-423e-b6ea-17d7237234c4" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:06:55 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-a93d7b91-3c20-472c-a09d-a3fc93602764 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Acquiring lock "8e718827-a5fb-423e-b6ea-17d7237234c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:06:55 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-a93d7b91-3c20-472c-a09d-a3fc93602764 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Lock "8e718827-a5fb-423e-b6ea-17d7237234c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:06:55 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-a93d7b91-3c20-472c-a09d-a3fc93602764 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Lock "8e718827-a5fb-423e-b6ea-17d7237234c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:06:55 user nova-compute[75147]: INFO nova.compute.manager [None req-a93d7b91-3c20-472c-a09d-a3fc93602764 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] Terminating instance
Oct 27 20:06:55 user nova-compute[75147]: DEBUG nova.compute.manager [None req-a93d7b91-3c20-472c-a09d-a3fc93602764 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] Start destroying the instance on the hypervisor. {{(pid=75147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 27 20:06:55 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:06:55 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:06:55 user nova-compute[75147]: DEBUG nova.compute.manager [req-69964b5b-9161-4408-a13b-3273795147a6 req-84492205-9f36-4ca3-bc73-b51ada87b083 service nova] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] Received event network-vif-unplugged-c0592695-d80b-4a60-b8e6-9284260f0194 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 20:06:55 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-69964b5b-9161-4408-a13b-3273795147a6 req-84492205-9f36-4ca3-bc73-b51ada87b083 service nova] Acquiring lock "8e718827-a5fb-423e-b6ea-17d7237234c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:06:55 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-69964b5b-9161-4408-a13b-3273795147a6 req-84492205-9f36-4ca3-bc73-b51ada87b083 service nova] Lock "8e718827-a5fb-423e-b6ea-17d7237234c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:06:55 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-69964b5b-9161-4408-a13b-3273795147a6 req-84492205-9f36-4ca3-bc73-b51ada87b083 service nova] Lock "8e718827-a5fb-423e-b6ea-17d7237234c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:06:55 user nova-compute[75147]: DEBUG nova.compute.manager [req-69964b5b-9161-4408-a13b-3273795147a6 req-84492205-9f36-4ca3-bc73-b51ada87b083 service nova] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] No waiting events found dispatching network-vif-unplugged-c0592695-d80b-4a60-b8e6-9284260f0194 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 20:06:55 user nova-compute[75147]: DEBUG nova.compute.manager [req-69964b5b-9161-4408-a13b-3273795147a6 req-84492205-9f36-4ca3-bc73-b51ada87b083 service nova] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] Received event network-vif-unplugged-c0592695-d80b-4a60-b8e6-9284260f0194 for instance with task_state deleting. {{(pid=75147) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 20:06:55 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:06:55 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:06:56 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:06:56 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:06:56 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:06:56 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:06:56 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] Instance destroyed successfully.
Oct 27 20:06:56 user nova-compute[75147]: DEBUG nova.objects.instance [None req-a93d7b91-3c20-472c-a09d-a3fc93602764 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Lazy-loading 'resources' on Instance uuid 8e718827-a5fb-423e-b6ea-17d7237234c4 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 20:06:56 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:06:56 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-a93d7b91-3c20-472c-a09d-a3fc93602764 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T20:01:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1000722738',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1000722738',id=51,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-27T20:03:21Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='f24b4cdff6de43ebad2383ca58b7a4d3',ramdisk_id='',reservation_id='r-t0fb5pul',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-754928900',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T20:05:09Z,user_data=None,user_id='6727f3019b20472fa098b88b46a487db',uuid=8e718827-a5fb-423e-b6ea-17d7237234c4,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c0592695-d80b-4a60-b8e6-9284260f0194", "address": "fa:16:3e:5d:c5:f0", "network": {"id": "5d65da42-1076-416b-95f3-7516c6b6578f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-703269400-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f24b4cdff6de43ebad2383ca58b7a4d3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc0592695-d8", "ovs_interfaceid": "c0592695-d80b-4a60-b8e6-9284260f0194", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 20:06:56 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-a93d7b91-3c20-472c-a09d-a3fc93602764 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Converting VIF {"id": "c0592695-d80b-4a60-b8e6-9284260f0194", "address": "fa:16:3e:5d:c5:f0", "network": {"id": "5d65da42-1076-416b-95f3-7516c6b6578f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-703269400-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f24b4cdff6de43ebad2383ca58b7a4d3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc0592695-d8", "ovs_interfaceid": "c0592695-d80b-4a60-b8e6-9284260f0194", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 20:06:56 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-a93d7b91-3c20-472c-a09d-a3fc93602764 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:5d:c5:f0,bridge_name='br-int',has_traffic_filtering=True,id=c0592695-d80b-4a60-b8e6-9284260f0194,network=Network(5d65da42-1076-416b-95f3-7516c6b6578f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc0592695-d8') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 20:06:56 user nova-compute[75147]: DEBUG os_vif [None req-a93d7b91-3c20-472c-a09d-a3fc93602764 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:5d:c5:f0,bridge_name='br-int',has_traffic_filtering=True,id=c0592695-d80b-4a60-b8e6-9284260f0194,network=Network(5d65da42-1076-416b-95f3-7516c6b6578f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc0592695-d8') {{(pid=75147) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 20:06:56 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:06:56 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc0592695-d8, bridge=br-int, if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 20:06:56 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:06:56 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:06:56 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:06:56 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=1bfe8bc9-a547-4f44-bb40-87e08fd6d52b) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 20:06:56 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:06:56 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:06:56 user nova-compute[75147]: INFO os_vif [None req-a93d7b91-3c20-472c-a09d-a3fc93602764 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:5d:c5:f0,bridge_name='br-int',has_traffic_filtering=True,id=c0592695-d80b-4a60-b8e6-9284260f0194,network=Network(5d65da42-1076-416b-95f3-7516c6b6578f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc0592695-d8')
Oct 27 20:06:56 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a93d7b91-3c20-472c-a09d-a3fc93602764 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] calling os-brick to detach iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 20:06:56 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-a93d7b91-3c20-472c-a09d-a3fc93602764 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, {'target_iqn': 'iqn.2010-10.org.openstack:49d65810-70b5-4c67-9d0a-0963d70eaf74', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'dhOcDPtr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 20:06:56 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-a93d7b91-3c20-472c-a09d-a3fc93602764 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 20:06:56 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-a93d7b91-3c20-472c-a09d-a3fc93602764 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 20:06:56 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-a93d7b91-3c20-472c-a09d-a3fc93602764 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 20:06:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:06:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:06:56 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[ffdbacbc-a7db-48b2-aa86-44705f64d18d]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:49d65810-70b5-4c67-9d0a-0963d70eaf74\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:06:56 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-a93d7b91-3c20-472c-a09d-a3fc93602764 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 20:06:56 user nova-compute[75147]: No targets found.
Oct 27 20:06:56 user nova-compute[75147]: iSNS:
Oct 27 20:06:56 user nova-compute[75147]: No targets found.
Oct 27 20:06:56 user nova-compute[75147]: STATIC:
Oct 27 20:06:56 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:49d65810-70b5-4c67-9d0a-0963d70eaf74
Oct 27 20:06:56 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 20:06:56 user nova-compute[75147]:                 Iface Name: default
Oct 27 20:06:56 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1
Oct 27 20:06:56 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 20:06:56 user nova-compute[75147]:                 Iface Name: default
Oct 27 20:06:56 user nova-compute[75147]: FIRMWARE:
Oct 27 20:06:56 user nova-compute[75147]: No targets found.
Oct 27 20:06:56 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 20:06:56 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-a93d7b91-3c20-472c-a09d-a3fc93602764 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 20:06:56 user nova-compute[75147]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 20:06:56 user nova-compute[75147]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75147) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 20:06:56 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-a93d7b91-3c20-472c-a09d-a3fc93602764 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:49d65810-70b5-4c67-9d0a-0963d70eaf74', 0)] {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 20:06:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:06:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:06:56 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[a5eca415-dead-4b18-9dd4-9d7fca86de3c]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:49d65810-70b5-4c67-9d0a-0963d70eaf74\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:06:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:06:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:06:56 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[f8356b97-d524-439b-9c4d-9dcbc08eedf7]: (4, ('tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 (non-flash)\ntcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49d65810-70b5-4c67-9d0a-0963d70eaf74 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:06:56 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-a93d7b91-3c20-472c-a09d-a3fc93602764 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 (non-flash)
Oct 27 20:06:56 user nova-compute[75147]: tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49d65810-70b5-4c67-9d0a-0963d70eaf74 (non-flash)
Oct 27 20:06:56 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 20:06:56 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-a93d7b91-3c20-472c-a09d-a3fc93602764 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] iscsi session list stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 (non-flash)
Oct 27 20:06:56 user nova-compute[75147]: tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49d65810-70b5-4c67-9d0a-0963d70eaf74 (non-flash)
Oct 27 20:06:56 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 20:06:56 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-a93d7b91-3c20-472c-a09d-a3fc93602764 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f290d6fa8c0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:49d65810-70b5-4c67-9d0a-0963d70eaf74'): ({'sdd'}, set())}) {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 20:06:56 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-a93d7b91-3c20-472c-a09d-a3fc93602764 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Removing single pathed devices sdd {{(pid=75147) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 20:06:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:06:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:06:56 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9afd84b-4309-4bdf-8f03-ed0cd263239d]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:06:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:06:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.023s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:06:56 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[dfe1c6ba-c04f-4f6a-a097-00f6fb5249ae]: (4, ('ok\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:06:56 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-a93d7b91-3c20-472c-a09d-a3fc93602764 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Flushing IO for device /dev/sdd {{(pid=75147) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 20:06:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:06:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.014s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:06:56 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6bac626-d07c-4572-91fb-33a1dac03490]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:06:56 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-a93d7b91-3c20-472c-a09d-a3fc93602764 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75147) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 20:06:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:06:56 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:06:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.033s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:06:56 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa46db4d-5a53-4332-9bb8-a41bd2212855]: (4, ('1', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:06:56 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-a93d7b91-3c20-472c-a09d-a3fc93602764 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 20:06:56 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-a93d7b91-3c20-472c-a09d-a3fc93602764 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] SCSI volumes sdd have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 20:06:56 user nova-compute[75147]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-1SCST_BIOe2e725d1-379c5c0e99d6989e', '/dev/disk/by-id/scsi-23337396335633065', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_e2e725d1') {{(pid=86354) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Oct 27 20:06:56 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef2958a3-ff51-40a2-a9b4-dc87fb1e2038]: (4, None) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:06:56 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-a93d7b91-3c20-472c-a09d-a3fc93602764 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:49d65810-70b5-4c67-9d0a-0963d70eaf74')] {{(pid=75147) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 20:06:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:49d65810-70b5-4c67-9d0a-0963d70eaf74 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:06:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:49d65810-70b5-4c67-9d0a-0963d70eaf74 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:06:56 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[3844f9b0-b9e1-4e4b-a66e-68f7e00afdff]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:06:56 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-a93d7b91-3c20-472c-a09d-a3fc93602764 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:06:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:49d65810-70b5-4c67-9d0a-0963d70eaf74 -p 172.16.0.220:3260 --logout {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:06:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:49d65810-70b5-4c67-9d0a-0963d70eaf74 -p 172.16.0.220:3260 --logout" returned: 0 in 0.069s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:06:56 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[b83e58d0-e355-4fa0-8352-a39a5a5b1e5f]: (4, ('Logging out of session [sid: 57, target: iqn.2010-10.org.openstack:49d65810-70b5-4c67-9d0a-0963d70eaf74, portal: 172.16.0.220,3260]\nLogout of [sid: 57, target: iqn.2010-10.org.openstack:49d65810-70b5-4c67-9d0a-0963d70eaf74, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:06:56 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-a93d7b91-3c20-472c-a09d-a3fc93602764 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 57, target: iqn.2010-10.org.openstack:49d65810-70b5-4c67-9d0a-0963d70eaf74, portal: 172.16.0.220,3260]
Oct 27 20:06:56 user nova-compute[75147]: Logout of [sid: 57, target: iqn.2010-10.org.openstack:49d65810-70b5-4c67-9d0a-0963d70eaf74, portal: 172.16.0.220,3260] successful.
Oct 27 20:06:56 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:06:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:49d65810-70b5-4c67-9d0a-0963d70eaf74 -p 172.16.0.220:3260 --op delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:06:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:49d65810-70b5-4c67-9d0a-0963d70eaf74 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:06:56 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a6f8203-084c-429c-99d9-7da6439dbd31]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:06:56 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-a93d7b91-3c20-472c-a09d-a3fc93602764 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:06:56 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-a93d7b91-3c20-472c-a09d-a3fc93602764 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.320s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 20:06:56 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-a93d7b91-3c20-472c-a09d-a3fc93602764 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] <== disconnect_volume: return (321ms) None {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 20:06:56 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a93d7b91-3c20-472c-a09d-a3fc93602764 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] Disconnected iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 20:06:56 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-a93d7b91-3c20-472c-a09d-a3fc93602764 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] Deleting instance files /opt/stack/data/nova/instances/8e718827-a5fb-423e-b6ea-17d7237234c4_del
Oct 27 20:06:56 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-a93d7b91-3c20-472c-a09d-a3fc93602764 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] Deletion of /opt/stack/data/nova/instances/8e718827-a5fb-423e-b6ea-17d7237234c4_del complete
Oct 27 20:06:56 user nova-compute[75147]: INFO nova.compute.manager [None req-a93d7b91-3c20-472c-a09d-a3fc93602764 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] Took 1.19 seconds to destroy the instance on the hypervisor.
Oct 27 20:06:56 user nova-compute[75147]: DEBUG oslo.service.loopingcall [None req-a93d7b91-3c20-472c-a09d-a3fc93602764 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 27 20:06:56 user nova-compute[75147]: DEBUG nova.compute.manager [-] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] Deallocating network for instance {{(pid=75147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 27 20:06:56 user nova-compute[75147]: DEBUG nova.network.neutron [-] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] deallocate_for_instance() {{(pid=75147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 27 20:06:56 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:06:57 user nova-compute[75147]: DEBUG nova.network.neutron [-] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] Updating instance_info_cache with network_info: [] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 20:06:57 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:06:57 user nova-compute[75147]: INFO nova.compute.manager [-] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] Took 0.75 seconds to deallocate network for instance.
Oct 27 20:06:57 user nova-compute[75147]: DEBUG nova.compute.manager [req-4525c8b7-ede3-4306-864a-b9d146fb81b4 req-07b76659-107d-4896-bd33-d075491971e3 service nova] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] Received event network-vif-deleted-c0592695-d80b-4a60-b8e6-9284260f0194 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 20:06:57 user nova-compute[75147]: INFO nova.compute.manager [req-4525c8b7-ede3-4306-864a-b9d146fb81b4 req-07b76659-107d-4896-bd33-d075491971e3 service nova] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] Neutron deleted interface c0592695-d80b-4a60-b8e6-9284260f0194; detaching it from the instance and deleting it from the info cache
Oct 27 20:06:57 user nova-compute[75147]: DEBUG nova.network.neutron [req-4525c8b7-ede3-4306-864a-b9d146fb81b4 req-07b76659-107d-4896-bd33-d075491971e3 service nova] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] Updating instance_info_cache with network_info: [] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 20:06:57 user nova-compute[75147]: DEBUG nova.compute.manager [req-4525c8b7-ede3-4306-864a-b9d146fb81b4 req-07b76659-107d-4896-bd33-d075491971e3 service nova] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] Detach interface failed, port_id=c0592695-d80b-4a60-b8e6-9284260f0194, reason: Instance 8e718827-a5fb-423e-b6ea-17d7237234c4 could not be found. {{(pid=75147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 27 20:06:57 user nova-compute[75147]: DEBUG nova.compute.manager [req-0af7b8f3-9c78-4330-8d7c-f0e6c0414b63 req-2faceb5c-6a2e-4110-ad5f-c24c36c946a7 service nova] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] Received event network-vif-plugged-c0592695-d80b-4a60-b8e6-9284260f0194 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 20:06:57 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-0af7b8f3-9c78-4330-8d7c-f0e6c0414b63 req-2faceb5c-6a2e-4110-ad5f-c24c36c946a7 service nova] Acquiring lock "8e718827-a5fb-423e-b6ea-17d7237234c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:06:57 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-0af7b8f3-9c78-4330-8d7c-f0e6c0414b63 req-2faceb5c-6a2e-4110-ad5f-c24c36c946a7 service nova] Lock "8e718827-a5fb-423e-b6ea-17d7237234c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:06:57 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-0af7b8f3-9c78-4330-8d7c-f0e6c0414b63 req-2faceb5c-6a2e-4110-ad5f-c24c36c946a7 service nova] Lock "8e718827-a5fb-423e-b6ea-17d7237234c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:06:57 user nova-compute[75147]: DEBUG nova.compute.manager [req-0af7b8f3-9c78-4330-8d7c-f0e6c0414b63 req-2faceb5c-6a2e-4110-ad5f-c24c36c946a7 service nova] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] No waiting events found dispatching network-vif-plugged-c0592695-d80b-4a60-b8e6-9284260f0194 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 20:06:57 user nova-compute[75147]: WARNING nova.compute.manager [req-0af7b8f3-9c78-4330-8d7c-f0e6c0414b63 req-2faceb5c-6a2e-4110-ad5f-c24c36c946a7 service nova] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] Received unexpected event network-vif-plugged-c0592695-d80b-4a60-b8e6-9284260f0194 for instance with vm_state active and task_state deleting.
Oct 27 20:06:57 user nova-compute[75147]: DEBUG nova.compute.manager [req-0af7b8f3-9c78-4330-8d7c-f0e6c0414b63 req-2faceb5c-6a2e-4110-ad5f-c24c36c946a7 service nova] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] Received event network-vif-plugged-c0592695-d80b-4a60-b8e6-9284260f0194 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 20:06:57 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-0af7b8f3-9c78-4330-8d7c-f0e6c0414b63 req-2faceb5c-6a2e-4110-ad5f-c24c36c946a7 service nova] Acquiring lock "8e718827-a5fb-423e-b6ea-17d7237234c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:06:57 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-0af7b8f3-9c78-4330-8d7c-f0e6c0414b63 req-2faceb5c-6a2e-4110-ad5f-c24c36c946a7 service nova] Lock "8e718827-a5fb-423e-b6ea-17d7237234c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:06:57 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-0af7b8f3-9c78-4330-8d7c-f0e6c0414b63 req-2faceb5c-6a2e-4110-ad5f-c24c36c946a7 service nova] Lock "8e718827-a5fb-423e-b6ea-17d7237234c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:06:57 user nova-compute[75147]: DEBUG nova.compute.manager [req-0af7b8f3-9c78-4330-8d7c-f0e6c0414b63 req-2faceb5c-6a2e-4110-ad5f-c24c36c946a7 service nova] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] No waiting events found dispatching network-vif-plugged-c0592695-d80b-4a60-b8e6-9284260f0194 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 20:06:57 user nova-compute[75147]: WARNING nova.compute.manager [req-0af7b8f3-9c78-4330-8d7c-f0e6c0414b63 req-2faceb5c-6a2e-4110-ad5f-c24c36c946a7 service nova] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] Received unexpected event network-vif-plugged-c0592695-d80b-4a60-b8e6-9284260f0194 for instance with vm_state active and task_state deleting.
Oct 27 20:06:57 user nova-compute[75147]: DEBUG nova.compute.manager [req-0af7b8f3-9c78-4330-8d7c-f0e6c0414b63 req-2faceb5c-6a2e-4110-ad5f-c24c36c946a7 service nova] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] Received event network-vif-plugged-c0592695-d80b-4a60-b8e6-9284260f0194 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 20:06:57 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-0af7b8f3-9c78-4330-8d7c-f0e6c0414b63 req-2faceb5c-6a2e-4110-ad5f-c24c36c946a7 service nova] Acquiring lock "8e718827-a5fb-423e-b6ea-17d7237234c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:06:57 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-0af7b8f3-9c78-4330-8d7c-f0e6c0414b63 req-2faceb5c-6a2e-4110-ad5f-c24c36c946a7 service nova] Lock "8e718827-a5fb-423e-b6ea-17d7237234c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:06:57 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-0af7b8f3-9c78-4330-8d7c-f0e6c0414b63 req-2faceb5c-6a2e-4110-ad5f-c24c36c946a7 service nova] Lock "8e718827-a5fb-423e-b6ea-17d7237234c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:06:57 user nova-compute[75147]: DEBUG nova.compute.manager [req-0af7b8f3-9c78-4330-8d7c-f0e6c0414b63 req-2faceb5c-6a2e-4110-ad5f-c24c36c946a7 service nova] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] No waiting events found dispatching network-vif-plugged-c0592695-d80b-4a60-b8e6-9284260f0194 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 20:06:57 user nova-compute[75147]: WARNING nova.compute.manager [req-0af7b8f3-9c78-4330-8d7c-f0e6c0414b63 req-2faceb5c-6a2e-4110-ad5f-c24c36c946a7 service nova] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] Received unexpected event network-vif-plugged-c0592695-d80b-4a60-b8e6-9284260f0194 for instance with vm_state active and task_state deleting.
Oct 27 20:06:57 user nova-compute[75147]: DEBUG nova.compute.manager [req-0af7b8f3-9c78-4330-8d7c-f0e6c0414b63 req-2faceb5c-6a2e-4110-ad5f-c24c36c946a7 service nova] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] Received event network-vif-unplugged-c0592695-d80b-4a60-b8e6-9284260f0194 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 20:06:57 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-0af7b8f3-9c78-4330-8d7c-f0e6c0414b63 req-2faceb5c-6a2e-4110-ad5f-c24c36c946a7 service nova] Acquiring lock "8e718827-a5fb-423e-b6ea-17d7237234c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:06:57 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-0af7b8f3-9c78-4330-8d7c-f0e6c0414b63 req-2faceb5c-6a2e-4110-ad5f-c24c36c946a7 service nova] Lock "8e718827-a5fb-423e-b6ea-17d7237234c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:06:57 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-0af7b8f3-9c78-4330-8d7c-f0e6c0414b63 req-2faceb5c-6a2e-4110-ad5f-c24c36c946a7 service nova] Lock "8e718827-a5fb-423e-b6ea-17d7237234c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:06:57 user nova-compute[75147]: DEBUG nova.compute.manager [req-0af7b8f3-9c78-4330-8d7c-f0e6c0414b63 req-2faceb5c-6a2e-4110-ad5f-c24c36c946a7 service nova] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] No waiting events found dispatching network-vif-unplugged-c0592695-d80b-4a60-b8e6-9284260f0194 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 20:06:57 user nova-compute[75147]: DEBUG nova.compute.manager [req-0af7b8f3-9c78-4330-8d7c-f0e6c0414b63 req-2faceb5c-6a2e-4110-ad5f-c24c36c946a7 service nova] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] Received event network-vif-unplugged-c0592695-d80b-4a60-b8e6-9284260f0194 for instance with task_state deleting. {{(pid=75147) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 20:06:57 user nova-compute[75147]: DEBUG nova.compute.manager [req-0af7b8f3-9c78-4330-8d7c-f0e6c0414b63 req-2faceb5c-6a2e-4110-ad5f-c24c36c946a7 service nova] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] Received event network-vif-plugged-c0592695-d80b-4a60-b8e6-9284260f0194 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 20:06:57 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-0af7b8f3-9c78-4330-8d7c-f0e6c0414b63 req-2faceb5c-6a2e-4110-ad5f-c24c36c946a7 service nova] Acquiring lock "8e718827-a5fb-423e-b6ea-17d7237234c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:06:57 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-0af7b8f3-9c78-4330-8d7c-f0e6c0414b63 req-2faceb5c-6a2e-4110-ad5f-c24c36c946a7 service nova] Lock "8e718827-a5fb-423e-b6ea-17d7237234c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:06:57 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-0af7b8f3-9c78-4330-8d7c-f0e6c0414b63 req-2faceb5c-6a2e-4110-ad5f-c24c36c946a7 service nova] Lock "8e718827-a5fb-423e-b6ea-17d7237234c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:06:57 user nova-compute[75147]: DEBUG nova.compute.manager [req-0af7b8f3-9c78-4330-8d7c-f0e6c0414b63 req-2faceb5c-6a2e-4110-ad5f-c24c36c946a7 service nova] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] No waiting events found dispatching network-vif-plugged-c0592695-d80b-4a60-b8e6-9284260f0194 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 20:06:57 user nova-compute[75147]: WARNING nova.compute.manager [req-0af7b8f3-9c78-4330-8d7c-f0e6c0414b63 req-2faceb5c-6a2e-4110-ad5f-c24c36c946a7 service nova] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] Received unexpected event network-vif-plugged-c0592695-d80b-4a60-b8e6-9284260f0194 for instance with vm_state active and task_state deleting.
Oct 27 20:07:01 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:07:06 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:07:06 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:07:06 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75147) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 20:07:06 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:07:06 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:07:06 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:07:09 user nova-compute[75147]: INFO nova.compute.manager [None req-a93d7b91-3c20-472c-a09d-a3fc93602764 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 8e718827-a5fb-423e-b6ea-17d7237234c4] Took 11.71 seconds to detach 1 volumes for instance.
Oct 27 20:07:09 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-a93d7b91-3c20-472c-a09d-a3fc93602764 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:07:09 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-a93d7b91-3c20-472c-a09d-a3fc93602764 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:07:09 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-a93d7b91-3c20-472c-a09d-a3fc93602764 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 20:07:09 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-a93d7b91-3c20-472c-a09d-a3fc93602764 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 20:07:09 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-a93d7b91-3c20-472c-a09d-a3fc93602764 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.219s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:07:09 user nova-compute[75147]: INFO nova.scheduler.client.report [None req-a93d7b91-3c20-472c-a09d-a3fc93602764 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Deleted allocations for instance 8e718827-a5fb-423e-b6ea-17d7237234c4
Oct 27 20:07:09 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-a93d7b91-3c20-472c-a09d-a3fc93602764 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Lock "8e718827-a5fb-423e-b6ea-17d7237234c4" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 14.268s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:07:11 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:07:16 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:07:16 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:07:16 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:07:19 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:07:19 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:07:19 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:07:19 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:07:19 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:07:19 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Auditing locally available compute resources for user (node: user) {{(pid=75147) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 20:07:20 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75147) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 20:07:20 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a413fb71-5748-4328-a2f3-592c64188e21/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:07:20 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a413fb71-5748-4328-a2f3-592c64188e21/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:07:20 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a413fb71-5748-4328-a2f3-592c64188e21/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:07:20 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a413fb71-5748-4328-a2f3-592c64188e21/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:07:20 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4bdc7506-d16c-46d2-883a-50cc1de8be7c/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:07:20 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4bdc7506-d16c-46d2-883a-50cc1de8be7c/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:07:20 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4bdc7506-d16c-46d2-883a-50cc1de8be7c/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:07:20 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4bdc7506-d16c-46d2-883a-50cc1de8be7c/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:07:21 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 20:07:21 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 20:07:21 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Hypervisor/Node resource view: name=user free_ram=8841MB free_disk=24.708141326904297GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75147) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 20:07:21 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:07:21 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:07:21 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance a413fb71-5748-4328-a2f3-592c64188e21 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 20:07:21 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 23a3503a-d59f-467e-9bbb-c8f679f3d809 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 20:07:21 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 4bdc7506-d16c-46d2-883a-50cc1de8be7c actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 20:07:21 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 20:07:21 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 20:07:21 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 20:07:21 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 20:07:21 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Compute_service record updated for user:user {{(pid=75147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 20:07:21 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.232s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:07:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:07:22 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:07:22 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Starting heal instance info cache {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 20:07:22 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "refresh_cache-4bdc7506-d16c-46d2-883a-50cc1de8be7c" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 20:07:22 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquired lock "refresh_cache-4bdc7506-d16c-46d2-883a-50cc1de8be7c" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 20:07:22 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: 4bdc7506-d16c-46d2-883a-50cc1de8be7c] Forcefully refreshing network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 27 20:07:22 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: 4bdc7506-d16c-46d2-883a-50cc1de8be7c] Updating instance_info_cache with network_info: [{"id": "47187190-cb6d-4cbe-961c-ccdb7847bdc2", "address": "fa:16:3e:0f:80:65", "network": {"id": "5d65da42-1076-416b-95f3-7516c6b6578f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-703269400-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f24b4cdff6de43ebad2383ca58b7a4d3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47187190-cb", "ovs_interfaceid": "47187190-cb6d-4cbe-961c-ccdb7847bdc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 20:07:22 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Releasing lock "refresh_cache-4bdc7506-d16c-46d2-883a-50cc1de8be7c" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 20:07:22 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: 4bdc7506-d16c-46d2-883a-50cc1de8be7c] Updated the network info_cache for instance {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 27 20:07:22 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:07:22 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:07:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:07:26 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:07:31 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:07:31 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:07:31 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75147) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 20:07:31 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:07:31 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Cleaning up deleted instances {{(pid=75147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 27 20:07:31 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] There are 0 instances to clean {{(pid=75147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 27 20:07:36 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:07:39 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:07:39 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75147) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 27 20:07:41 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:07:45 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:07:46 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:07:46 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-6f294503-1277-405d-b4a1-b0d7c4f670e5 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Acquiring lock "4bdc7506-d16c-46d2-883a-50cc1de8be7c" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:07:46 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-6f294503-1277-405d-b4a1-b0d7c4f670e5 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Lock "4bdc7506-d16c-46d2-883a-50cc1de8be7c" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:07:46 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-6f294503-1277-405d-b4a1-b0d7c4f670e5 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Acquiring lock "4bdc7506-d16c-46d2-883a-50cc1de8be7c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:07:46 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-6f294503-1277-405d-b4a1-b0d7c4f670e5 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Lock "4bdc7506-d16c-46d2-883a-50cc1de8be7c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:07:46 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-6f294503-1277-405d-b4a1-b0d7c4f670e5 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Lock "4bdc7506-d16c-46d2-883a-50cc1de8be7c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:07:46 user nova-compute[75147]: INFO nova.compute.manager [None req-6f294503-1277-405d-b4a1-b0d7c4f670e5 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 4bdc7506-d16c-46d2-883a-50cc1de8be7c] Terminating instance
Oct 27 20:07:46 user nova-compute[75147]: DEBUG nova.compute.manager [None req-6f294503-1277-405d-b4a1-b0d7c4f670e5 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 4bdc7506-d16c-46d2-883a-50cc1de8be7c] Start destroying the instance on the hypervisor. {{(pid=75147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 27 20:07:46 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:07:46 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:07:46 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:07:46 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:07:46 user nova-compute[75147]: DEBUG nova.compute.manager [req-90306dd0-eb32-4c4f-9303-6e746ba21a83 req-de77cf9d-6898-463c-8816-b6cbb30ffd5a service nova] [instance: 4bdc7506-d16c-46d2-883a-50cc1de8be7c] Received event network-vif-unplugged-47187190-cb6d-4cbe-961c-ccdb7847bdc2 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 20:07:46 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-90306dd0-eb32-4c4f-9303-6e746ba21a83 req-de77cf9d-6898-463c-8816-b6cbb30ffd5a service nova] Acquiring lock "4bdc7506-d16c-46d2-883a-50cc1de8be7c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:07:46 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-90306dd0-eb32-4c4f-9303-6e746ba21a83 req-de77cf9d-6898-463c-8816-b6cbb30ffd5a service nova] Lock "4bdc7506-d16c-46d2-883a-50cc1de8be7c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:07:46 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-90306dd0-eb32-4c4f-9303-6e746ba21a83 req-de77cf9d-6898-463c-8816-b6cbb30ffd5a service nova] Lock "4bdc7506-d16c-46d2-883a-50cc1de8be7c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:07:46 user nova-compute[75147]: DEBUG nova.compute.manager [req-90306dd0-eb32-4c4f-9303-6e746ba21a83 req-de77cf9d-6898-463c-8816-b6cbb30ffd5a service nova] [instance: 4bdc7506-d16c-46d2-883a-50cc1de8be7c] No waiting events found dispatching network-vif-unplugged-47187190-cb6d-4cbe-961c-ccdb7847bdc2 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 20:07:46 user nova-compute[75147]: DEBUG nova.compute.manager [req-90306dd0-eb32-4c4f-9303-6e746ba21a83 req-de77cf9d-6898-463c-8816-b6cbb30ffd5a service nova] [instance: 4bdc7506-d16c-46d2-883a-50cc1de8be7c] Received event network-vif-unplugged-47187190-cb6d-4cbe-961c-ccdb7847bdc2 for instance with task_state deleting. {{(pid=75147) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 20:07:46 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:07:46 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:07:46 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:07:47 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: 4bdc7506-d16c-46d2-883a-50cc1de8be7c] Instance destroyed successfully.
Oct 27 20:07:47 user nova-compute[75147]: DEBUG nova.objects.instance [None req-6f294503-1277-405d-b4a1-b0d7c4f670e5 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Lazy-loading 'resources' on Instance uuid 4bdc7506-d16c-46d2-883a-50cc1de8be7c {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 20:07:47 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-6f294503-1277-405d-b4a1-b0d7c4f670e5 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:58:23Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1949836028',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1949836028',id=48,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-27T19:58:30Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='f24b4cdff6de43ebad2383ca58b7a4d3',ramdisk_id='',reservation_id='r-s95frq8m',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-754928900',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T20:00:21Z,user_data=None,user_id='6727f3019b20472fa098b88b46a487db',uuid=4bdc7506-d16c-46d2-883a-50cc1de8be7c,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "47187190-cb6d-4cbe-961c-ccdb7847bdc2", "address": "fa:16:3e:0f:80:65", "network": {"id": "5d65da42-1076-416b-95f3-7516c6b6578f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-703269400-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f24b4cdff6de43ebad2383ca58b7a4d3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47187190-cb", "ovs_interfaceid": "47187190-cb6d-4cbe-961c-ccdb7847bdc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 20:07:47 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-6f294503-1277-405d-b4a1-b0d7c4f670e5 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Converting VIF {"id": "47187190-cb6d-4cbe-961c-ccdb7847bdc2", "address": "fa:16:3e:0f:80:65", "network": {"id": "5d65da42-1076-416b-95f3-7516c6b6578f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-703269400-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f24b4cdff6de43ebad2383ca58b7a4d3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47187190-cb", "ovs_interfaceid": "47187190-cb6d-4cbe-961c-ccdb7847bdc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 20:07:47 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-6f294503-1277-405d-b4a1-b0d7c4f670e5 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:0f:80:65,bridge_name='br-int',has_traffic_filtering=True,id=47187190-cb6d-4cbe-961c-ccdb7847bdc2,network=Network(5d65da42-1076-416b-95f3-7516c6b6578f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap47187190-cb') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 20:07:47 user nova-compute[75147]: DEBUG os_vif [None req-6f294503-1277-405d-b4a1-b0d7c4f670e5 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:0f:80:65,bridge_name='br-int',has_traffic_filtering=True,id=47187190-cb6d-4cbe-961c-ccdb7847bdc2,network=Network(5d65da42-1076-416b-95f3-7516c6b6578f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap47187190-cb') {{(pid=75147) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 20:07:47 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:07:47 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap47187190-cb, bridge=br-int, if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 20:07:47 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:07:47 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:07:47 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=270508d5-28a8-4783-88f0-47786262532f) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 20:07:47 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:07:47 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:07:47 user nova-compute[75147]: INFO os_vif [None req-6f294503-1277-405d-b4a1-b0d7c4f670e5 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:0f:80:65,bridge_name='br-int',has_traffic_filtering=True,id=47187190-cb6d-4cbe-961c-ccdb7847bdc2,network=Network(5d65da42-1076-416b-95f3-7516c6b6578f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap47187190-cb')
Oct 27 20:07:47 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-6f294503-1277-405d-b4a1-b0d7c4f670e5 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 4bdc7506-d16c-46d2-883a-50cc1de8be7c] Deleting instance files /opt/stack/data/nova/instances/4bdc7506-d16c-46d2-883a-50cc1de8be7c_del
Oct 27 20:07:47 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-6f294503-1277-405d-b4a1-b0d7c4f670e5 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 4bdc7506-d16c-46d2-883a-50cc1de8be7c] Deletion of /opt/stack/data/nova/instances/4bdc7506-d16c-46d2-883a-50cc1de8be7c_del complete
Oct 27 20:07:47 user nova-compute[75147]: INFO nova.compute.manager [None req-6f294503-1277-405d-b4a1-b0d7c4f670e5 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 4bdc7506-d16c-46d2-883a-50cc1de8be7c] Took 0.75 seconds to destroy the instance on the hypervisor.
Oct 27 20:07:47 user nova-compute[75147]: DEBUG oslo.service.loopingcall [None req-6f294503-1277-405d-b4a1-b0d7c4f670e5 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 27 20:07:47 user nova-compute[75147]: DEBUG nova.compute.manager [-] [instance: 4bdc7506-d16c-46d2-883a-50cc1de8be7c] Deallocating network for instance {{(pid=75147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 27 20:07:47 user nova-compute[75147]: DEBUG nova.network.neutron [-] [instance: 4bdc7506-d16c-46d2-883a-50cc1de8be7c] deallocate_for_instance() {{(pid=75147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 27 20:07:47 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:07:47 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:07:47 user nova-compute[75147]: DEBUG nova.network.neutron [-] [instance: 4bdc7506-d16c-46d2-883a-50cc1de8be7c] Updating instance_info_cache with network_info: [] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 20:07:47 user nova-compute[75147]: INFO nova.compute.manager [-] [instance: 4bdc7506-d16c-46d2-883a-50cc1de8be7c] Took 0.51 seconds to deallocate network for instance.
Oct 27 20:07:47 user nova-compute[75147]: DEBUG nova.compute.manager [req-8a1ed9a6-dd9d-46e0-93a8-223f22ee57d5 req-f07891a9-0740-4054-9cba-d70569f3bafc service nova] [instance: 4bdc7506-d16c-46d2-883a-50cc1de8be7c] Received event network-vif-deleted-47187190-cb6d-4cbe-961c-ccdb7847bdc2 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 20:07:47 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-6f294503-1277-405d-b4a1-b0d7c4f670e5 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:07:47 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-6f294503-1277-405d-b4a1-b0d7c4f670e5 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:07:47 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-6f294503-1277-405d-b4a1-b0d7c4f670e5 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 20:07:47 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-6f294503-1277-405d-b4a1-b0d7c4f670e5 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 20:07:47 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-6f294503-1277-405d-b4a1-b0d7c4f670e5 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.156s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:07:47 user nova-compute[75147]: INFO nova.scheduler.client.report [None req-6f294503-1277-405d-b4a1-b0d7c4f670e5 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Deleted allocations for instance 4bdc7506-d16c-46d2-883a-50cc1de8be7c
Oct 27 20:07:48 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-6f294503-1277-405d-b4a1-b0d7c4f670e5 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Lock "4bdc7506-d16c-46d2-883a-50cc1de8be7c" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.667s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:07:48 user nova-compute[75147]: DEBUG nova.compute.manager [req-c0f6586b-b6c7-421b-aafb-00b8d230dc95 req-00a5c5a1-9f08-45ab-9954-d6721116b17a service nova] [instance: 4bdc7506-d16c-46d2-883a-50cc1de8be7c] Received event network-vif-plugged-47187190-cb6d-4cbe-961c-ccdb7847bdc2 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 20:07:48 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-c0f6586b-b6c7-421b-aafb-00b8d230dc95 req-00a5c5a1-9f08-45ab-9954-d6721116b17a service nova] Acquiring lock "4bdc7506-d16c-46d2-883a-50cc1de8be7c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:07:48 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-c0f6586b-b6c7-421b-aafb-00b8d230dc95 req-00a5c5a1-9f08-45ab-9954-d6721116b17a service nova] Lock "4bdc7506-d16c-46d2-883a-50cc1de8be7c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:07:48 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-c0f6586b-b6c7-421b-aafb-00b8d230dc95 req-00a5c5a1-9f08-45ab-9954-d6721116b17a service nova] Lock "4bdc7506-d16c-46d2-883a-50cc1de8be7c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:07:48 user nova-compute[75147]: DEBUG nova.compute.manager [req-c0f6586b-b6c7-421b-aafb-00b8d230dc95 req-00a5c5a1-9f08-45ab-9954-d6721116b17a service nova] [instance: 4bdc7506-d16c-46d2-883a-50cc1de8be7c] No waiting events found dispatching network-vif-plugged-47187190-cb6d-4cbe-961c-ccdb7847bdc2 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 20:07:48 user nova-compute[75147]: WARNING nova.compute.manager [req-c0f6586b-b6c7-421b-aafb-00b8d230dc95 req-00a5c5a1-9f08-45ab-9954-d6721116b17a service nova] [instance: 4bdc7506-d16c-46d2-883a-50cc1de8be7c] Received unexpected event network-vif-plugged-47187190-cb6d-4cbe-961c-ccdb7847bdc2 for instance with vm_state deleted and task_state None.
Oct 27 20:07:48 user nova-compute[75147]: DEBUG nova.compute.manager [req-c0f6586b-b6c7-421b-aafb-00b8d230dc95 req-00a5c5a1-9f08-45ab-9954-d6721116b17a service nova] [instance: 4bdc7506-d16c-46d2-883a-50cc1de8be7c] Received event network-vif-plugged-47187190-cb6d-4cbe-961c-ccdb7847bdc2 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 20:07:48 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-c0f6586b-b6c7-421b-aafb-00b8d230dc95 req-00a5c5a1-9f08-45ab-9954-d6721116b17a service nova] Acquiring lock "4bdc7506-d16c-46d2-883a-50cc1de8be7c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:07:48 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-c0f6586b-b6c7-421b-aafb-00b8d230dc95 req-00a5c5a1-9f08-45ab-9954-d6721116b17a service nova] Lock "4bdc7506-d16c-46d2-883a-50cc1de8be7c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:07:48 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-c0f6586b-b6c7-421b-aafb-00b8d230dc95 req-00a5c5a1-9f08-45ab-9954-d6721116b17a service nova] Lock "4bdc7506-d16c-46d2-883a-50cc1de8be7c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:07:48 user nova-compute[75147]: DEBUG nova.compute.manager [req-c0f6586b-b6c7-421b-aafb-00b8d230dc95 req-00a5c5a1-9f08-45ab-9954-d6721116b17a service nova] [instance: 4bdc7506-d16c-46d2-883a-50cc1de8be7c] No waiting events found dispatching network-vif-plugged-47187190-cb6d-4cbe-961c-ccdb7847bdc2 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 20:07:48 user nova-compute[75147]: WARNING nova.compute.manager [req-c0f6586b-b6c7-421b-aafb-00b8d230dc95 req-00a5c5a1-9f08-45ab-9954-d6721116b17a service nova] [instance: 4bdc7506-d16c-46d2-883a-50cc1de8be7c] Received unexpected event network-vif-plugged-47187190-cb6d-4cbe-961c-ccdb7847bdc2 for instance with vm_state deleted and task_state None.
Oct 27 20:07:48 user nova-compute[75147]: DEBUG nova.compute.manager [req-c0f6586b-b6c7-421b-aafb-00b8d230dc95 req-00a5c5a1-9f08-45ab-9954-d6721116b17a service nova] [instance: 4bdc7506-d16c-46d2-883a-50cc1de8be7c] Received event network-vif-plugged-47187190-cb6d-4cbe-961c-ccdb7847bdc2 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 20:07:48 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-c0f6586b-b6c7-421b-aafb-00b8d230dc95 req-00a5c5a1-9f08-45ab-9954-d6721116b17a service nova] Acquiring lock "4bdc7506-d16c-46d2-883a-50cc1de8be7c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:07:48 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-c0f6586b-b6c7-421b-aafb-00b8d230dc95 req-00a5c5a1-9f08-45ab-9954-d6721116b17a service nova] Lock "4bdc7506-d16c-46d2-883a-50cc1de8be7c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:07:48 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-c0f6586b-b6c7-421b-aafb-00b8d230dc95 req-00a5c5a1-9f08-45ab-9954-d6721116b17a service nova] Lock "4bdc7506-d16c-46d2-883a-50cc1de8be7c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:07:48 user nova-compute[75147]: DEBUG nova.compute.manager [req-c0f6586b-b6c7-421b-aafb-00b8d230dc95 req-00a5c5a1-9f08-45ab-9954-d6721116b17a service nova] [instance: 4bdc7506-d16c-46d2-883a-50cc1de8be7c] No waiting events found dispatching network-vif-plugged-47187190-cb6d-4cbe-961c-ccdb7847bdc2 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 20:07:48 user nova-compute[75147]: WARNING nova.compute.manager [req-c0f6586b-b6c7-421b-aafb-00b8d230dc95 req-00a5c5a1-9f08-45ab-9954-d6721116b17a service nova] [instance: 4bdc7506-d16c-46d2-883a-50cc1de8be7c] Received unexpected event network-vif-plugged-47187190-cb6d-4cbe-961c-ccdb7847bdc2 for instance with vm_state deleted and task_state None.
Oct 27 20:07:48 user nova-compute[75147]: DEBUG nova.compute.manager [req-c0f6586b-b6c7-421b-aafb-00b8d230dc95 req-00a5c5a1-9f08-45ab-9954-d6721116b17a service nova] [instance: 4bdc7506-d16c-46d2-883a-50cc1de8be7c] Received event network-vif-unplugged-47187190-cb6d-4cbe-961c-ccdb7847bdc2 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 20:07:48 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-c0f6586b-b6c7-421b-aafb-00b8d230dc95 req-00a5c5a1-9f08-45ab-9954-d6721116b17a service nova] Acquiring lock "4bdc7506-d16c-46d2-883a-50cc1de8be7c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:07:48 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-c0f6586b-b6c7-421b-aafb-00b8d230dc95 req-00a5c5a1-9f08-45ab-9954-d6721116b17a service nova] Lock "4bdc7506-d16c-46d2-883a-50cc1de8be7c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:07:48 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-c0f6586b-b6c7-421b-aafb-00b8d230dc95 req-00a5c5a1-9f08-45ab-9954-d6721116b17a service nova] Lock "4bdc7506-d16c-46d2-883a-50cc1de8be7c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:07:48 user nova-compute[75147]: DEBUG nova.compute.manager [req-c0f6586b-b6c7-421b-aafb-00b8d230dc95 req-00a5c5a1-9f08-45ab-9954-d6721116b17a service nova] [instance: 4bdc7506-d16c-46d2-883a-50cc1de8be7c] No waiting events found dispatching network-vif-unplugged-47187190-cb6d-4cbe-961c-ccdb7847bdc2 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 20:07:48 user nova-compute[75147]: WARNING nova.compute.manager [req-c0f6586b-b6c7-421b-aafb-00b8d230dc95 req-00a5c5a1-9f08-45ab-9954-d6721116b17a service nova] [instance: 4bdc7506-d16c-46d2-883a-50cc1de8be7c] Received unexpected event network-vif-unplugged-47187190-cb6d-4cbe-961c-ccdb7847bdc2 for instance with vm_state deleted and task_state None.
Oct 27 20:07:48 user nova-compute[75147]: DEBUG nova.compute.manager [req-c0f6586b-b6c7-421b-aafb-00b8d230dc95 req-00a5c5a1-9f08-45ab-9954-d6721116b17a service nova] [instance: 4bdc7506-d16c-46d2-883a-50cc1de8be7c] Received event network-vif-plugged-47187190-cb6d-4cbe-961c-ccdb7847bdc2 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 20:07:48 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-c0f6586b-b6c7-421b-aafb-00b8d230dc95 req-00a5c5a1-9f08-45ab-9954-d6721116b17a service nova] Acquiring lock "4bdc7506-d16c-46d2-883a-50cc1de8be7c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:07:48 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-c0f6586b-b6c7-421b-aafb-00b8d230dc95 req-00a5c5a1-9f08-45ab-9954-d6721116b17a service nova] Lock "4bdc7506-d16c-46d2-883a-50cc1de8be7c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:07:48 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-c0f6586b-b6c7-421b-aafb-00b8d230dc95 req-00a5c5a1-9f08-45ab-9954-d6721116b17a service nova] Lock "4bdc7506-d16c-46d2-883a-50cc1de8be7c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:07:48 user nova-compute[75147]: DEBUG nova.compute.manager [req-c0f6586b-b6c7-421b-aafb-00b8d230dc95 req-00a5c5a1-9f08-45ab-9954-d6721116b17a service nova] [instance: 4bdc7506-d16c-46d2-883a-50cc1de8be7c] No waiting events found dispatching network-vif-plugged-47187190-cb6d-4cbe-961c-ccdb7847bdc2 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 20:07:48 user nova-compute[75147]: WARNING nova.compute.manager [req-c0f6586b-b6c7-421b-aafb-00b8d230dc95 req-00a5c5a1-9f08-45ab-9954-d6721116b17a service nova] [instance: 4bdc7506-d16c-46d2-883a-50cc1de8be7c] Received unexpected event network-vif-plugged-47187190-cb6d-4cbe-961c-ccdb7847bdc2 for instance with vm_state deleted and task_state None.
Oct 27 20:07:52 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:07:57 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:08:02 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:08:07 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:08:12 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:08:16 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:08:17 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:08:17 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:08:17 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75147) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 20:08:17 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:08:17 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:08:17 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:08:18 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:08:20 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:08:20 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:08:20 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:08:20 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:08:20 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:08:20 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:08:20 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Auditing locally available compute resources for user (node: user) {{(pid=75147) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 20:08:20 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75147) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 20:08:20 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a413fb71-5748-4328-a2f3-592c64188e21/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:08:21 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a413fb71-5748-4328-a2f3-592c64188e21/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:08:21 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a413fb71-5748-4328-a2f3-592c64188e21/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:08:21 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a413fb71-5748-4328-a2f3-592c64188e21/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:08:21 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 20:08:21 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 20:08:21 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Hypervisor/Node resource view: name=user free_ram=8955MB free_disk=24.832286834716797GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75147) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 20:08:21 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:08:21 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:08:21 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance a413fb71-5748-4328-a2f3-592c64188e21 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 20:08:21 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance 23a3503a-d59f-467e-9bbb-c8f679f3d809 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 20:08:21 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 20:08:21 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 20:08:22 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Refreshing inventories for resource provider 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 27 20:08:22 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Updating ProviderTree inventory for provider 719076f2-a22e-4833-8fe0-efddc2edace5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 27 20:08:22 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Updating inventory in ProviderTree for provider 719076f2-a22e-4833-8fe0-efddc2edace5 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 27 20:08:22 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Refreshing aggregate associations for resource provider 719076f2-a22e-4833-8fe0-efddc2edace5, aggregates: None {{(pid=75147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 27 20:08:22 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Refreshing trait associations for resource provider 719076f2-a22e-4833-8fe0-efddc2edace5, traits: COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_VOLUME_EXTEND,HW_CPU_X86_SSSE3,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_NET_VIF_MODEL_RTL8139,HW_CPU_X86_SSE2,HW_CPU_X86_SSE42,COMPUTE_STORAGE_BUS_SATA,COMPUTE_RESCUE_BFV,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,HW_CPU_X86_SSE41,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_ACCELERATORS,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NODE,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_STORAGE_BUS_FDC,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_STORAGE_BUS_USB,HW_CPU_X86_SSE,COMPUTE_DEVICE_TAGGING,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_CPU_X86_MMX,COMPUTE_STORAGE_BUS_IDE,COMPUTE_TRUSTED_CERTS,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_IMAGE_TYPE_RAW {{(pid=75147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 27 20:08:22 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:08:22 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 20:08:22 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 20:08:22 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Compute_service record updated for user:user {{(pid=75147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 20:08:22 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.517s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:08:23 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:08:23 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Starting heal instance info cache {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 20:08:23 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Didn't find any instances for network info cache update. {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 27 20:08:23 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:08:27 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:08:27 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:08:32 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:08:32 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:08:32 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75147) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 20:08:32 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:08:32 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:08:32 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:08:33 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:08:33 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75147) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 20:08:36 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-3210d2d0-de12-4f87-a61c-a5386f52cb96 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Acquiring lock "23a3503a-d59f-467e-9bbb-c8f679f3d809" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:08:36 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-3210d2d0-de12-4f87-a61c-a5386f52cb96 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Lock "23a3503a-d59f-467e-9bbb-c8f679f3d809" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:08:36 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-3210d2d0-de12-4f87-a61c-a5386f52cb96 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Acquiring lock "23a3503a-d59f-467e-9bbb-c8f679f3d809-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:08:36 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-3210d2d0-de12-4f87-a61c-a5386f52cb96 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Lock "23a3503a-d59f-467e-9bbb-c8f679f3d809-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:08:36 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-3210d2d0-de12-4f87-a61c-a5386f52cb96 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Lock "23a3503a-d59f-467e-9bbb-c8f679f3d809-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:08:36 user nova-compute[75147]: INFO nova.compute.manager [None req-3210d2d0-de12-4f87-a61c-a5386f52cb96 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Terminating instance
Oct 27 20:08:36 user nova-compute[75147]: DEBUG nova.compute.manager [None req-3210d2d0-de12-4f87-a61c-a5386f52cb96 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Start destroying the instance on the hypervisor. {{(pid=75147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 27 20:08:37 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:08:37 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:08:37 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:08:37 user nova-compute[75147]: DEBUG nova.compute.manager [req-bb76652a-0b3e-49da-a50d-e1a81d468c7e req-73e24d05-0313-452d-9749-d966dc002cc9 service nova] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Received event network-vif-unplugged-cc5bf4a2-53e8-4776-ac36-a0b81ce7e261 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 20:08:37 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-bb76652a-0b3e-49da-a50d-e1a81d468c7e req-73e24d05-0313-452d-9749-d966dc002cc9 service nova] Acquiring lock "23a3503a-d59f-467e-9bbb-c8f679f3d809-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:08:37 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-bb76652a-0b3e-49da-a50d-e1a81d468c7e req-73e24d05-0313-452d-9749-d966dc002cc9 service nova] Lock "23a3503a-d59f-467e-9bbb-c8f679f3d809-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:08:37 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-bb76652a-0b3e-49da-a50d-e1a81d468c7e req-73e24d05-0313-452d-9749-d966dc002cc9 service nova] Lock "23a3503a-d59f-467e-9bbb-c8f679f3d809-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:08:37 user nova-compute[75147]: DEBUG nova.compute.manager [req-bb76652a-0b3e-49da-a50d-e1a81d468c7e req-73e24d05-0313-452d-9749-d966dc002cc9 service nova] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] No waiting events found dispatching network-vif-unplugged-cc5bf4a2-53e8-4776-ac36-a0b81ce7e261 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 20:08:37 user nova-compute[75147]: DEBUG nova.compute.manager [req-bb76652a-0b3e-49da-a50d-e1a81d468c7e req-73e24d05-0313-452d-9749-d966dc002cc9 service nova] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Received event network-vif-unplugged-cc5bf4a2-53e8-4776-ac36-a0b81ce7e261 for instance with task_state deleting. {{(pid=75147) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 20:08:37 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:08:37 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:08:37 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:08:37 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:08:37 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Instance destroyed successfully.
Oct 27 20:08:37 user nova-compute[75147]: DEBUG nova.objects.instance [None req-3210d2d0-de12-4f87-a61c-a5386f52cb96 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Lazy-loading 'resources' on Instance uuid 23a3503a-d59f-467e-9bbb-c8f679f3d809 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 20:08:37 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-3210d2d0-de12-4f87-a61c-a5386f52cb96 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:52:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1142702815',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1142702815',id=44,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-27T19:54:49Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='f24b4cdff6de43ebad2383ca58b7a4d3',ramdisk_id='',reservation_id='r-clxxeg38',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-754928900',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T19:56:37Z,user_data=None,user_id='6727f3019b20472fa098b88b46a487db',uuid=23a3503a-d59f-467e-9bbb-c8f679f3d809,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "cc5bf4a2-53e8-4776-ac36-a0b81ce7e261", "address": "fa:16:3e:02:47:32", "network": {"id": "5d65da42-1076-416b-95f3-7516c6b6578f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-703269400-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f24b4cdff6de43ebad2383ca58b7a4d3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc5bf4a2-53", "ovs_interfaceid": "cc5bf4a2-53e8-4776-ac36-a0b81ce7e261", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 20:08:37 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-3210d2d0-de12-4f87-a61c-a5386f52cb96 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Converting VIF {"id": "cc5bf4a2-53e8-4776-ac36-a0b81ce7e261", "address": "fa:16:3e:02:47:32", "network": {"id": "5d65da42-1076-416b-95f3-7516c6b6578f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-703269400-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f24b4cdff6de43ebad2383ca58b7a4d3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc5bf4a2-53", "ovs_interfaceid": "cc5bf4a2-53e8-4776-ac36-a0b81ce7e261", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 20:08:37 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-3210d2d0-de12-4f87-a61c-a5386f52cb96 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:02:47:32,bridge_name='br-int',has_traffic_filtering=True,id=cc5bf4a2-53e8-4776-ac36-a0b81ce7e261,network=Network(5d65da42-1076-416b-95f3-7516c6b6578f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcc5bf4a2-53') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 20:08:37 user nova-compute[75147]: DEBUG os_vif [None req-3210d2d0-de12-4f87-a61c-a5386f52cb96 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:02:47:32,bridge_name='br-int',has_traffic_filtering=True,id=cc5bf4a2-53e8-4776-ac36-a0b81ce7e261,network=Network(5d65da42-1076-416b-95f3-7516c6b6578f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcc5bf4a2-53') {{(pid=75147) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 20:08:37 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:08:37 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapcc5bf4a2-53, bridge=br-int, if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 20:08:37 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:08:37 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:08:37 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=ab6f42d6-a7e4-493e-9500-8952170a685e) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 20:08:37 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:08:37 user nova-compute[75147]: INFO os_vif [None req-3210d2d0-de12-4f87-a61c-a5386f52cb96 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:02:47:32,bridge_name='br-int',has_traffic_filtering=True,id=cc5bf4a2-53e8-4776-ac36-a0b81ce7e261,network=Network(5d65da42-1076-416b-95f3-7516c6b6578f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcc5bf4a2-53')
Oct 27 20:08:37 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3210d2d0-de12-4f87-a61c-a5386f52cb96 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] calling os-brick to detach iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 20:08:37 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-3210d2d0-de12-4f87-a61c-a5386f52cb96 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, {'target_iqn': 'iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'inuXNfdt', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 20:08:37 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-3210d2d0-de12-4f87-a61c-a5386f52cb96 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 20:08:37 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-3210d2d0-de12-4f87-a61c-a5386f52cb96 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 20:08:37 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-3210d2d0-de12-4f87-a61c-a5386f52cb96 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 20:08:37 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:08:37 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:08:37 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[3994ebc7-ff60-49b3-879f-c63c5ce38c2d]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:08:37 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-3210d2d0-de12-4f87-a61c-a5386f52cb96 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 20:08:37 user nova-compute[75147]: No targets found.
Oct 27 20:08:37 user nova-compute[75147]: iSNS:
Oct 27 20:08:37 user nova-compute[75147]: No targets found.
Oct 27 20:08:37 user nova-compute[75147]: STATIC:
Oct 27 20:08:37 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1
Oct 27 20:08:37 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 20:08:37 user nova-compute[75147]:                 Iface Name: default
Oct 27 20:08:37 user nova-compute[75147]: FIRMWARE:
Oct 27 20:08:37 user nova-compute[75147]: No targets found.
Oct 27 20:08:37 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 20:08:37 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-3210d2d0-de12-4f87-a61c-a5386f52cb96 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 20:08:37 user nova-compute[75147]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 20:08:37 user nova-compute[75147]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75147) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 20:08:37 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-3210d2d0-de12-4f87-a61c-a5386f52cb96 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1', 0)] {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 20:08:37 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:08:37 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:08:37 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[580fbd53-1ef2-46ef-b1f8-9cea85c809ce]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:08:37 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:08:37 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:08:37 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[95e7e0bc-496e-487c-9c41-be64a40635dd]: (4, ('tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:08:37 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-3210d2d0-de12-4f87-a61c-a5386f52cb96 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 (non-flash)
Oct 27 20:08:37 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 20:08:37 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-3210d2d0-de12-4f87-a61c-a5386f52cb96 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] iscsi session list stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 (non-flash)
Oct 27 20:08:37 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 20:08:37 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-3210d2d0-de12-4f87-a61c-a5386f52cb96 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f28ec71b400>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1'): ({'sdb'}, set())}) {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 20:08:37 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-3210d2d0-de12-4f87-a61c-a5386f52cb96 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Removing single pathed devices sdb {{(pid=75147) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 20:08:37 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:08:37 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:08:37 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[8dd4dc80-ea2c-4488-9f34-8b8a9d00d003]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:08:37 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:08:37 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:08:37 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d5d90c5-04b7-48c4-bf7b-ae4857d474c9]: (4, ('ok\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:08:37 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-3210d2d0-de12-4f87-a61c-a5386f52cb96 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Flushing IO for device /dev/sdb {{(pid=75147) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 20:08:37 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:08:37 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.016s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:08:37 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[65634d19-c06b-40c6-bd2c-ae08ff07727a]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:08:37 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-3210d2d0-de12-4f87-a61c-a5386f52cb96 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75147) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 20:08:37 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:08:37 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:08:37 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.046s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:08:37 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a170ed3-9d00-4712-bfe9-2e8b737f8b5c]: (4, ('1', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:08:37 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-3210d2d0-de12-4f87-a61c-a5386f52cb96 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 20:08:37 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-3210d2d0-de12-4f87-a61c-a5386f52cb96 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] SCSI volumes sdb have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 20:08:37 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-3210d2d0-de12-4f87-a61c-a5386f52cb96 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1')] {{(pid=75147) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 20:08:37 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:08:37 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:08:37 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[e15652be-f838-462f-98de-a0b259f227f7]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:08:37 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-3210d2d0-de12-4f87-a61c-a5386f52cb96 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:08:37 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 -p 172.16.0.220:3260 --logout {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:08:38 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 -p 172.16.0.220:3260 --logout" returned: 0 in 0.051s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:08:38 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b7864fb-89c5-4e39-b133-42d5c996a179]: (4, ('Logging out of session [sid: 51, target: iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1, portal: 172.16.0.220,3260]\nLogout of [sid: 51, target: iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:08:38 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-3210d2d0-de12-4f87-a61c-a5386f52cb96 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 51, target: iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1, portal: 172.16.0.220,3260]
Oct 27 20:08:38 user nova-compute[75147]: Logout of [sid: 51, target: iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1, portal: 172.16.0.220,3260] successful.
Oct 27 20:08:38 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:08:38 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 -p 172.16.0.220:3260 --op delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:08:38 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ba04047a-8512-4776-ab93-90ab0cc66bd1 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:08:38 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c10a770-f60f-4d11-a303-c62dea0ffad2]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:08:38 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-3210d2d0-de12-4f87-a61c-a5386f52cb96 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:08:38 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-3210d2d0-de12-4f87-a61c-a5386f52cb96 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.303s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 20:08:38 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-3210d2d0-de12-4f87-a61c-a5386f52cb96 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] <== disconnect_volume: return (304ms) None {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 20:08:38 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3210d2d0-de12-4f87-a61c-a5386f52cb96 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Disconnected iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 20:08:38 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-3210d2d0-de12-4f87-a61c-a5386f52cb96 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Deleting instance files /opt/stack/data/nova/instances/23a3503a-d59f-467e-9bbb-c8f679f3d809_del
Oct 27 20:08:38 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-3210d2d0-de12-4f87-a61c-a5386f52cb96 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Deletion of /opt/stack/data/nova/instances/23a3503a-d59f-467e-9bbb-c8f679f3d809_del complete
Oct 27 20:08:38 user nova-compute[75147]: INFO nova.compute.manager [None req-3210d2d0-de12-4f87-a61c-a5386f52cb96 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Took 1.15 seconds to destroy the instance on the hypervisor.
Oct 27 20:08:38 user nova-compute[75147]: DEBUG oslo.service.loopingcall [None req-3210d2d0-de12-4f87-a61c-a5386f52cb96 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 27 20:08:38 user nova-compute[75147]: DEBUG nova.compute.manager [-] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Deallocating network for instance {{(pid=75147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 27 20:08:38 user nova-compute[75147]: DEBUG nova.network.neutron [-] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] deallocate_for_instance() {{(pid=75147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 27 20:08:38 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:08:38 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:08:38 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:08:38 user nova-compute[75147]: DEBUG nova.network.neutron [-] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Updating instance_info_cache with network_info: [] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 20:08:38 user nova-compute[75147]: INFO nova.compute.manager [-] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Took 0.46 seconds to deallocate network for instance.
Oct 27 20:08:38 user nova-compute[75147]: DEBUG nova.compute.manager [req-f04d8f27-342e-446c-9390-4fe17c994f14 req-3b25193d-2be5-448c-af3e-163b76923c8e service nova] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Received event network-vif-deleted-cc5bf4a2-53e8-4776-ac36-a0b81ce7e261 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 20:08:39 user nova-compute[75147]: DEBUG nova.compute.manager [req-24700dd0-435b-427f-9afb-d2cf2a5c6e8f req-0a4ae97e-bab8-4601-80ee-b0779bf7daa7 service nova] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Received event network-vif-plugged-cc5bf4a2-53e8-4776-ac36-a0b81ce7e261 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 20:08:39 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-24700dd0-435b-427f-9afb-d2cf2a5c6e8f req-0a4ae97e-bab8-4601-80ee-b0779bf7daa7 service nova] Acquiring lock "23a3503a-d59f-467e-9bbb-c8f679f3d809-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:08:39 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-24700dd0-435b-427f-9afb-d2cf2a5c6e8f req-0a4ae97e-bab8-4601-80ee-b0779bf7daa7 service nova] Lock "23a3503a-d59f-467e-9bbb-c8f679f3d809-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:08:39 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-24700dd0-435b-427f-9afb-d2cf2a5c6e8f req-0a4ae97e-bab8-4601-80ee-b0779bf7daa7 service nova] Lock "23a3503a-d59f-467e-9bbb-c8f679f3d809-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:08:39 user nova-compute[75147]: DEBUG nova.compute.manager [req-24700dd0-435b-427f-9afb-d2cf2a5c6e8f req-0a4ae97e-bab8-4601-80ee-b0779bf7daa7 service nova] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] No waiting events found dispatching network-vif-plugged-cc5bf4a2-53e8-4776-ac36-a0b81ce7e261 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 20:08:39 user nova-compute[75147]: WARNING nova.compute.manager [req-24700dd0-435b-427f-9afb-d2cf2a5c6e8f req-0a4ae97e-bab8-4601-80ee-b0779bf7daa7 service nova] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Received unexpected event network-vif-plugged-cc5bf4a2-53e8-4776-ac36-a0b81ce7e261 for instance with vm_state active and task_state deleting.
Oct 27 20:08:39 user nova-compute[75147]: DEBUG nova.compute.manager [req-24700dd0-435b-427f-9afb-d2cf2a5c6e8f req-0a4ae97e-bab8-4601-80ee-b0779bf7daa7 service nova] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Received event network-vif-plugged-cc5bf4a2-53e8-4776-ac36-a0b81ce7e261 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 20:08:39 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-24700dd0-435b-427f-9afb-d2cf2a5c6e8f req-0a4ae97e-bab8-4601-80ee-b0779bf7daa7 service nova] Acquiring lock "23a3503a-d59f-467e-9bbb-c8f679f3d809-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:08:39 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-24700dd0-435b-427f-9afb-d2cf2a5c6e8f req-0a4ae97e-bab8-4601-80ee-b0779bf7daa7 service nova] Lock "23a3503a-d59f-467e-9bbb-c8f679f3d809-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:08:39 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-24700dd0-435b-427f-9afb-d2cf2a5c6e8f req-0a4ae97e-bab8-4601-80ee-b0779bf7daa7 service nova] Lock "23a3503a-d59f-467e-9bbb-c8f679f3d809-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:08:39 user nova-compute[75147]: DEBUG nova.compute.manager [req-24700dd0-435b-427f-9afb-d2cf2a5c6e8f req-0a4ae97e-bab8-4601-80ee-b0779bf7daa7 service nova] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] No waiting events found dispatching network-vif-plugged-cc5bf4a2-53e8-4776-ac36-a0b81ce7e261 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 20:08:39 user nova-compute[75147]: WARNING nova.compute.manager [req-24700dd0-435b-427f-9afb-d2cf2a5c6e8f req-0a4ae97e-bab8-4601-80ee-b0779bf7daa7 service nova] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Received unexpected event network-vif-plugged-cc5bf4a2-53e8-4776-ac36-a0b81ce7e261 for instance with vm_state active and task_state deleting.
Oct 27 20:08:39 user nova-compute[75147]: DEBUG nova.compute.manager [req-24700dd0-435b-427f-9afb-d2cf2a5c6e8f req-0a4ae97e-bab8-4601-80ee-b0779bf7daa7 service nova] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Received event network-vif-plugged-cc5bf4a2-53e8-4776-ac36-a0b81ce7e261 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 20:08:39 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-24700dd0-435b-427f-9afb-d2cf2a5c6e8f req-0a4ae97e-bab8-4601-80ee-b0779bf7daa7 service nova] Acquiring lock "23a3503a-d59f-467e-9bbb-c8f679f3d809-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:08:39 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-24700dd0-435b-427f-9afb-d2cf2a5c6e8f req-0a4ae97e-bab8-4601-80ee-b0779bf7daa7 service nova] Lock "23a3503a-d59f-467e-9bbb-c8f679f3d809-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:08:39 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-24700dd0-435b-427f-9afb-d2cf2a5c6e8f req-0a4ae97e-bab8-4601-80ee-b0779bf7daa7 service nova] Lock "23a3503a-d59f-467e-9bbb-c8f679f3d809-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:08:39 user nova-compute[75147]: DEBUG nova.compute.manager [req-24700dd0-435b-427f-9afb-d2cf2a5c6e8f req-0a4ae97e-bab8-4601-80ee-b0779bf7daa7 service nova] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] No waiting events found dispatching network-vif-plugged-cc5bf4a2-53e8-4776-ac36-a0b81ce7e261 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 20:08:39 user nova-compute[75147]: WARNING nova.compute.manager [req-24700dd0-435b-427f-9afb-d2cf2a5c6e8f req-0a4ae97e-bab8-4601-80ee-b0779bf7daa7 service nova] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Received unexpected event network-vif-plugged-cc5bf4a2-53e8-4776-ac36-a0b81ce7e261 for instance with vm_state active and task_state deleting.
Oct 27 20:08:39 user nova-compute[75147]: DEBUG nova.compute.manager [req-24700dd0-435b-427f-9afb-d2cf2a5c6e8f req-0a4ae97e-bab8-4601-80ee-b0779bf7daa7 service nova] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Received event network-vif-unplugged-cc5bf4a2-53e8-4776-ac36-a0b81ce7e261 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 20:08:39 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-24700dd0-435b-427f-9afb-d2cf2a5c6e8f req-0a4ae97e-bab8-4601-80ee-b0779bf7daa7 service nova] Acquiring lock "23a3503a-d59f-467e-9bbb-c8f679f3d809-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:08:39 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-24700dd0-435b-427f-9afb-d2cf2a5c6e8f req-0a4ae97e-bab8-4601-80ee-b0779bf7daa7 service nova] Lock "23a3503a-d59f-467e-9bbb-c8f679f3d809-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:08:39 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-24700dd0-435b-427f-9afb-d2cf2a5c6e8f req-0a4ae97e-bab8-4601-80ee-b0779bf7daa7 service nova] Lock "23a3503a-d59f-467e-9bbb-c8f679f3d809-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:08:39 user nova-compute[75147]: DEBUG nova.compute.manager [req-24700dd0-435b-427f-9afb-d2cf2a5c6e8f req-0a4ae97e-bab8-4601-80ee-b0779bf7daa7 service nova] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] No waiting events found dispatching network-vif-unplugged-cc5bf4a2-53e8-4776-ac36-a0b81ce7e261 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 20:08:39 user nova-compute[75147]: DEBUG nova.compute.manager [req-24700dd0-435b-427f-9afb-d2cf2a5c6e8f req-0a4ae97e-bab8-4601-80ee-b0779bf7daa7 service nova] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Received event network-vif-unplugged-cc5bf4a2-53e8-4776-ac36-a0b81ce7e261 for instance with task_state deleting. {{(pid=75147) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 20:08:39 user nova-compute[75147]: DEBUG nova.compute.manager [req-24700dd0-435b-427f-9afb-d2cf2a5c6e8f req-0a4ae97e-bab8-4601-80ee-b0779bf7daa7 service nova] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Received event network-vif-plugged-cc5bf4a2-53e8-4776-ac36-a0b81ce7e261 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 20:08:39 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-24700dd0-435b-427f-9afb-d2cf2a5c6e8f req-0a4ae97e-bab8-4601-80ee-b0779bf7daa7 service nova] Acquiring lock "23a3503a-d59f-467e-9bbb-c8f679f3d809-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:08:39 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-24700dd0-435b-427f-9afb-d2cf2a5c6e8f req-0a4ae97e-bab8-4601-80ee-b0779bf7daa7 service nova] Lock "23a3503a-d59f-467e-9bbb-c8f679f3d809-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:08:39 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-24700dd0-435b-427f-9afb-d2cf2a5c6e8f req-0a4ae97e-bab8-4601-80ee-b0779bf7daa7 service nova] Lock "23a3503a-d59f-467e-9bbb-c8f679f3d809-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:08:39 user nova-compute[75147]: DEBUG nova.compute.manager [req-24700dd0-435b-427f-9afb-d2cf2a5c6e8f req-0a4ae97e-bab8-4601-80ee-b0779bf7daa7 service nova] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] No waiting events found dispatching network-vif-plugged-cc5bf4a2-53e8-4776-ac36-a0b81ce7e261 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 20:08:39 user nova-compute[75147]: WARNING nova.compute.manager [req-24700dd0-435b-427f-9afb-d2cf2a5c6e8f req-0a4ae97e-bab8-4601-80ee-b0779bf7daa7 service nova] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Received unexpected event network-vif-plugged-cc5bf4a2-53e8-4776-ac36-a0b81ce7e261 for instance with vm_state active and task_state deleting.
Oct 27 20:08:39 user nova-compute[75147]: INFO nova.compute.manager [None req-3210d2d0-de12-4f87-a61c-a5386f52cb96 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: 23a3503a-d59f-467e-9bbb-c8f679f3d809] Took 0.98 seconds to detach 1 volumes for instance.
Oct 27 20:08:39 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-3210d2d0-de12-4f87-a61c-a5386f52cb96 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:08:39 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-3210d2d0-de12-4f87-a61c-a5386f52cb96 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:08:39 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-3210d2d0-de12-4f87-a61c-a5386f52cb96 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 20:08:39 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-3210d2d0-de12-4f87-a61c-a5386f52cb96 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 20:08:39 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-3210d2d0-de12-4f87-a61c-a5386f52cb96 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.141s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:08:39 user nova-compute[75147]: INFO nova.scheduler.client.report [None req-3210d2d0-de12-4f87-a61c-a5386f52cb96 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Deleted allocations for instance 23a3503a-d59f-467e-9bbb-c8f679f3d809
Oct 27 20:08:39 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-3210d2d0-de12-4f87-a61c-a5386f52cb96 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Lock "23a3503a-d59f-467e-9bbb-c8f679f3d809" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.930s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:08:42 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:08:43 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:08:47 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:08:52 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:08:57 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:08:57 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:08:57 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75147) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 20:08:57 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:08:57 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:08:57 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:09:02 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:09:02 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:09:02 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75147) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 20:09:02 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:09:02 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:09:02 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:09:07 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:09:07 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:09:07 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75147) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 20:09:07 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:09:07 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:09:07 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:09:12 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:09:12 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:09:12 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75147) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 20:09:12 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:09:12 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:09:12 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:09:17 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:09:18 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:09:18 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:09:20 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:09:21 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:09:21 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:09:21 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:09:21 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:09:21 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Auditing locally available compute resources for user (node: user) {{(pid=75147) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 20:09:21 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a413fb71-5748-4328-a2f3-592c64188e21/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:09:22 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a413fb71-5748-4328-a2f3-592c64188e21/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:09:22 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a413fb71-5748-4328-a2f3-592c64188e21/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:09:22 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a413fb71-5748-4328-a2f3-592c64188e21/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:09:22 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 20:09:22 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 20:09:22 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Hypervisor/Node resource view: name=user free_ram=9013MB free_disk=24.83142852783203GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75147) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 20:09:22 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:09:22 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:09:22 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance a413fb71-5748-4328-a2f3-592c64188e21 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 20:09:22 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 20:09:22 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 20:09:22 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:09:22 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 20:09:22 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 20:09:22 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Compute_service record updated for user:user {{(pid=75147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 20:09:22 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.161s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:09:23 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:09:23 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:09:23 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Starting heal instance info cache {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 20:09:23 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Rebuilding the list of instances to heal {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 27 20:09:23 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "refresh_cache-a413fb71-5748-4328-a2f3-592c64188e21" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 20:09:23 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquired lock "refresh_cache-a413fb71-5748-4328-a2f3-592c64188e21" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 20:09:23 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: a413fb71-5748-4328-a2f3-592c64188e21] Forcefully refreshing network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 27 20:09:23 user nova-compute[75147]: DEBUG nova.objects.instance [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lazy-loading 'info_cache' on Instance uuid a413fb71-5748-4328-a2f3-592c64188e21 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 20:09:24 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: a413fb71-5748-4328-a2f3-592c64188e21] Updating instance_info_cache with network_info: [{"id": "354da5c5-840d-4a12-94ff-985e4cfdc3c4", "address": "fa:16:3e:e1:06:7e", "network": {"id": "5d65da42-1076-416b-95f3-7516c6b6578f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-703269400-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f24b4cdff6de43ebad2383ca58b7a4d3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap354da5c5-84", "ovs_interfaceid": "354da5c5-840d-4a12-94ff-985e4cfdc3c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 20:09:24 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Releasing lock "refresh_cache-a413fb71-5748-4328-a2f3-592c64188e21" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 20:09:24 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: a413fb71-5748-4328-a2f3-592c64188e21] Updated the network info_cache for instance {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 27 20:09:24 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:09:27 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9bd20095-7051-4b77-ac2d-1523553e3769 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Acquiring lock "a413fb71-5748-4328-a2f3-592c64188e21" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:09:27 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9bd20095-7051-4b77-ac2d-1523553e3769 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Lock "a413fb71-5748-4328-a2f3-592c64188e21" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:09:27 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9bd20095-7051-4b77-ac2d-1523553e3769 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Acquiring lock "a413fb71-5748-4328-a2f3-592c64188e21-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:09:27 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9bd20095-7051-4b77-ac2d-1523553e3769 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Lock "a413fb71-5748-4328-a2f3-592c64188e21-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:09:27 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9bd20095-7051-4b77-ac2d-1523553e3769 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Lock "a413fb71-5748-4328-a2f3-592c64188e21-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:09:27 user nova-compute[75147]: INFO nova.compute.manager [None req-9bd20095-7051-4b77-ac2d-1523553e3769 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: a413fb71-5748-4328-a2f3-592c64188e21] Terminating instance
Oct 27 20:09:27 user nova-compute[75147]: DEBUG nova.compute.manager [None req-9bd20095-7051-4b77-ac2d-1523553e3769 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: a413fb71-5748-4328-a2f3-592c64188e21] Start destroying the instance on the hypervisor. {{(pid=75147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 27 20:09:27 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:09:27 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:09:27 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:09:27 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:09:27 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:09:27 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:09:28 user nova-compute[75147]: DEBUG nova.compute.manager [req-b9e30085-e3c6-4b9a-9e52-8ad39260ed39 req-f9f44187-2431-4996-9b3e-1f214e6bcc90 service nova] [instance: a413fb71-5748-4328-a2f3-592c64188e21] Received event network-vif-unplugged-354da5c5-840d-4a12-94ff-985e4cfdc3c4 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 20:09:28 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-b9e30085-e3c6-4b9a-9e52-8ad39260ed39 req-f9f44187-2431-4996-9b3e-1f214e6bcc90 service nova] Acquiring lock "a413fb71-5748-4328-a2f3-592c64188e21-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:09:28 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-b9e30085-e3c6-4b9a-9e52-8ad39260ed39 req-f9f44187-2431-4996-9b3e-1f214e6bcc90 service nova] Lock "a413fb71-5748-4328-a2f3-592c64188e21-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:09:28 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-b9e30085-e3c6-4b9a-9e52-8ad39260ed39 req-f9f44187-2431-4996-9b3e-1f214e6bcc90 service nova] Lock "a413fb71-5748-4328-a2f3-592c64188e21-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:09:28 user nova-compute[75147]: DEBUG nova.compute.manager [req-b9e30085-e3c6-4b9a-9e52-8ad39260ed39 req-f9f44187-2431-4996-9b3e-1f214e6bcc90 service nova] [instance: a413fb71-5748-4328-a2f3-592c64188e21] No waiting events found dispatching network-vif-unplugged-354da5c5-840d-4a12-94ff-985e4cfdc3c4 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 20:09:28 user nova-compute[75147]: DEBUG nova.compute.manager [req-b9e30085-e3c6-4b9a-9e52-8ad39260ed39 req-f9f44187-2431-4996-9b3e-1f214e6bcc90 service nova] [instance: a413fb71-5748-4328-a2f3-592c64188e21] Received event network-vif-unplugged-354da5c5-840d-4a12-94ff-985e4cfdc3c4 for instance with task_state deleting. {{(pid=75147) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 20:09:28 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:09:28 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: a413fb71-5748-4328-a2f3-592c64188e21] Instance destroyed successfully.
Oct 27 20:09:28 user nova-compute[75147]: DEBUG nova.objects.instance [None req-9bd20095-7051-4b77-ac2d-1523553e3769 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Lazy-loading 'resources' on Instance uuid a413fb71-5748-4328-a2f3-592c64188e21 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 20:09:28 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-9bd20095-7051-4b77-ac2d-1523553e3769 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T19:49:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-163419590',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-163419590',id=41,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-27T19:49:57Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='f24b4cdff6de43ebad2383ca58b7a4d3',ramdisk_id='',reservation_id='r-pdtn6qel',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-754928900',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T19:51:48Z,user_data=None,user_id='6727f3019b20472fa098b88b46a487db',uuid=a413fb71-5748-4328-a2f3-592c64188e21,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "354da5c5-840d-4a12-94ff-985e4cfdc3c4", "address": "fa:16:3e:e1:06:7e", "network": {"id": "5d65da42-1076-416b-95f3-7516c6b6578f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-703269400-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f24b4cdff6de43ebad2383ca58b7a4d3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap354da5c5-84", "ovs_interfaceid": "354da5c5-840d-4a12-94ff-985e4cfdc3c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 20:09:28 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-9bd20095-7051-4b77-ac2d-1523553e3769 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Converting VIF {"id": "354da5c5-840d-4a12-94ff-985e4cfdc3c4", "address": "fa:16:3e:e1:06:7e", "network": {"id": "5d65da42-1076-416b-95f3-7516c6b6578f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-703269400-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f24b4cdff6de43ebad2383ca58b7a4d3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap354da5c5-84", "ovs_interfaceid": "354da5c5-840d-4a12-94ff-985e4cfdc3c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 20:09:28 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-9bd20095-7051-4b77-ac2d-1523553e3769 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:e1:06:7e,bridge_name='br-int',has_traffic_filtering=True,id=354da5c5-840d-4a12-94ff-985e4cfdc3c4,network=Network(5d65da42-1076-416b-95f3-7516c6b6578f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap354da5c5-84') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 20:09:28 user nova-compute[75147]: DEBUG os_vif [None req-9bd20095-7051-4b77-ac2d-1523553e3769 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:e1:06:7e,bridge_name='br-int',has_traffic_filtering=True,id=354da5c5-840d-4a12-94ff-985e4cfdc3c4,network=Network(5d65da42-1076-416b-95f3-7516c6b6578f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap354da5c5-84') {{(pid=75147) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 20:09:28 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:09:28 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap354da5c5-84, bridge=br-int, if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 20:09:28 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:09:28 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:09:28 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:09:28 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=3dbfe0ac-8b56-4a06-b346-8e482556ccf0) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 20:09:28 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:09:28 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:09:28 user nova-compute[75147]: INFO os_vif [None req-9bd20095-7051-4b77-ac2d-1523553e3769 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:e1:06:7e,bridge_name='br-int',has_traffic_filtering=True,id=354da5c5-840d-4a12-94ff-985e4cfdc3c4,network=Network(5d65da42-1076-416b-95f3-7516c6b6578f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap354da5c5-84')
Oct 27 20:09:28 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-9bd20095-7051-4b77-ac2d-1523553e3769 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: a413fb71-5748-4328-a2f3-592c64188e21] Deleting instance files /opt/stack/data/nova/instances/a413fb71-5748-4328-a2f3-592c64188e21_del
Oct 27 20:09:28 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-9bd20095-7051-4b77-ac2d-1523553e3769 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: a413fb71-5748-4328-a2f3-592c64188e21] Deletion of /opt/stack/data/nova/instances/a413fb71-5748-4328-a2f3-592c64188e21_del complete
Oct 27 20:09:28 user nova-compute[75147]: INFO nova.compute.manager [None req-9bd20095-7051-4b77-ac2d-1523553e3769 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] [instance: a413fb71-5748-4328-a2f3-592c64188e21] Took 0.85 seconds to destroy the instance on the hypervisor.
Oct 27 20:09:28 user nova-compute[75147]: DEBUG oslo.service.loopingcall [None req-9bd20095-7051-4b77-ac2d-1523553e3769 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 27 20:09:28 user nova-compute[75147]: DEBUG nova.compute.manager [-] [instance: a413fb71-5748-4328-a2f3-592c64188e21] Deallocating network for instance {{(pid=75147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 27 20:09:28 user nova-compute[75147]: DEBUG nova.network.neutron [-] [instance: a413fb71-5748-4328-a2f3-592c64188e21] deallocate_for_instance() {{(pid=75147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 27 20:09:29 user nova-compute[75147]: DEBUG nova.network.neutron [-] [instance: a413fb71-5748-4328-a2f3-592c64188e21] Updating instance_info_cache with network_info: [] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 20:09:29 user nova-compute[75147]: INFO nova.compute.manager [-] [instance: a413fb71-5748-4328-a2f3-592c64188e21] Took 0.45 seconds to deallocate network for instance.
Oct 27 20:09:29 user nova-compute[75147]: DEBUG nova.compute.manager [req-1b4ff1a2-7951-4386-824b-47081ac6dd21 req-a0dd377d-018b-49d3-ba1a-d0d35ec7c8db service nova] [instance: a413fb71-5748-4328-a2f3-592c64188e21] Received event network-vif-deleted-354da5c5-840d-4a12-94ff-985e4cfdc3c4 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 20:09:29 user nova-compute[75147]: INFO nova.compute.manager [req-1b4ff1a2-7951-4386-824b-47081ac6dd21 req-a0dd377d-018b-49d3-ba1a-d0d35ec7c8db service nova] [instance: a413fb71-5748-4328-a2f3-592c64188e21] Neutron deleted interface 354da5c5-840d-4a12-94ff-985e4cfdc3c4; detaching it from the instance and deleting it from the info cache
Oct 27 20:09:29 user nova-compute[75147]: DEBUG nova.network.neutron [req-1b4ff1a2-7951-4386-824b-47081ac6dd21 req-a0dd377d-018b-49d3-ba1a-d0d35ec7c8db service nova] [instance: a413fb71-5748-4328-a2f3-592c64188e21] Updating instance_info_cache with network_info: [] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 20:09:29 user nova-compute[75147]: DEBUG nova.compute.manager [req-1b4ff1a2-7951-4386-824b-47081ac6dd21 req-a0dd377d-018b-49d3-ba1a-d0d35ec7c8db service nova] [instance: a413fb71-5748-4328-a2f3-592c64188e21] Detach interface failed, port_id=354da5c5-840d-4a12-94ff-985e4cfdc3c4, reason: Instance a413fb71-5748-4328-a2f3-592c64188e21 could not be found. {{(pid=75147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 27 20:09:29 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9bd20095-7051-4b77-ac2d-1523553e3769 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:09:29 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9bd20095-7051-4b77-ac2d-1523553e3769 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:09:29 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-9bd20095-7051-4b77-ac2d-1523553e3769 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 20:09:29 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-9bd20095-7051-4b77-ac2d-1523553e3769 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 20:09:29 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9bd20095-7051-4b77-ac2d-1523553e3769 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.116s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:09:29 user nova-compute[75147]: INFO nova.scheduler.client.report [None req-9bd20095-7051-4b77-ac2d-1523553e3769 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Deleted allocations for instance a413fb71-5748-4328-a2f3-592c64188e21
Oct 27 20:09:29 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9bd20095-7051-4b77-ac2d-1523553e3769 tempest-ServerBootFromVolumeStableRescueTest-754928900 tempest-ServerBootFromVolumeStableRescueTest-754928900-project-member] Lock "a413fb71-5748-4328-a2f3-592c64188e21" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.584s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:09:29 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:09:30 user nova-compute[75147]: DEBUG nova.compute.manager [req-417f2a0c-b537-4b90-8b6b-8b7828503123 req-01996e3d-89bc-4d8a-b195-17fb76a167eb service nova] [instance: a413fb71-5748-4328-a2f3-592c64188e21] Received event network-vif-plugged-354da5c5-840d-4a12-94ff-985e4cfdc3c4 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 20:09:30 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-417f2a0c-b537-4b90-8b6b-8b7828503123 req-01996e3d-89bc-4d8a-b195-17fb76a167eb service nova] Acquiring lock "a413fb71-5748-4328-a2f3-592c64188e21-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:09:30 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-417f2a0c-b537-4b90-8b6b-8b7828503123 req-01996e3d-89bc-4d8a-b195-17fb76a167eb service nova] Lock "a413fb71-5748-4328-a2f3-592c64188e21-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:09:30 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-417f2a0c-b537-4b90-8b6b-8b7828503123 req-01996e3d-89bc-4d8a-b195-17fb76a167eb service nova] Lock "a413fb71-5748-4328-a2f3-592c64188e21-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:09:30 user nova-compute[75147]: DEBUG nova.compute.manager [req-417f2a0c-b537-4b90-8b6b-8b7828503123 req-01996e3d-89bc-4d8a-b195-17fb76a167eb service nova] [instance: a413fb71-5748-4328-a2f3-592c64188e21] No waiting events found dispatching network-vif-plugged-354da5c5-840d-4a12-94ff-985e4cfdc3c4 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 20:09:30 user nova-compute[75147]: WARNING nova.compute.manager [req-417f2a0c-b537-4b90-8b6b-8b7828503123 req-01996e3d-89bc-4d8a-b195-17fb76a167eb service nova] [instance: a413fb71-5748-4328-a2f3-592c64188e21] Received unexpected event network-vif-plugged-354da5c5-840d-4a12-94ff-985e4cfdc3c4 for instance with vm_state deleted and task_state None.
Oct 27 20:09:33 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:09:34 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:09:34 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75147) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 20:09:38 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:09:43 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:09:48 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:09:53 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:09:53 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:09:53 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75147) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 20:09:53 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:09:53 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:09:53 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:09:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:10:03 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:10:08 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:10:13 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:10:18 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:10:18 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:10:19 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:10:20 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:10:21 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:10:21 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:10:21 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:10:21 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:10:21 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Auditing locally available compute resources for user (node: user) {{(pid=75147) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 20:10:22 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 20:10:22 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 20:10:22 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Hypervisor/Node resource view: name=user free_ram=9145MB free_disk=24.955860137939453GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75147) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 20:10:22 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:10:22 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:10:22 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 20:10:22 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 20:10:22 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 20:10:22 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 20:10:22 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Compute_service record updated for user:user {{(pid=75147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 20:10:22 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.158s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:10:23 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:10:23 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Starting heal instance info cache {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 20:10:23 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Rebuilding the list of instances to heal {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 27 20:10:23 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Didn't find any instances for network info cache update. {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 27 20:10:23 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:10:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:10:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:10:24 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:10:24 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:10:28 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:10:31 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:10:33 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:10:34 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:10:34 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75147) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 20:10:38 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:10:43 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:10:48 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:10:48 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:10:53 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:10:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:11:03 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:11:08 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:11:13 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:11:18 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:11:18 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:11:20 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:11:21 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:11:21 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:11:21 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:11:21 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:11:21 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Auditing locally available compute resources for user (node: user) {{(pid=75147) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 20:11:22 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 20:11:22 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 20:11:22 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Hypervisor/Node resource view: name=user free_ram=9172MB free_disk=24.945877075195312GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75147) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 20:11:22 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:11:22 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:11:22 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 20:11:22 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 20:11:22 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 20:11:22 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 20:11:22 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Compute_service record updated for user:user {{(pid=75147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 20:11:22 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.107s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:11:23 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:11:23 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Starting heal instance info cache {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 20:11:23 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Rebuilding the list of instances to heal {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 27 20:11:23 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Didn't find any instances for network info cache update. {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 27 20:11:23 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:11:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:11:25 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:11:26 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:11:28 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:11:31 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:11:33 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:11:34 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:11:34 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75147) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 20:11:38 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:11:43 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:11:48 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:11:53 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:11:58 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:12:03 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:12:08 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:12:13 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:12:17 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:12:18 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:12:20 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:12:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:12:21 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:12:22 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:12:22 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:12:22 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Starting heal instance info cache {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 20:12:22 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Rebuilding the list of instances to heal {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 27 20:12:22 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Didn't find any instances for network info cache update. {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 27 20:12:22 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:12:22 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:12:22 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:12:22 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:12:22 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:12:22 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Auditing locally available compute resources for user (node: user) {{(pid=75147) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 20:12:23 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 20:12:23 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 20:12:23 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Hypervisor/Node resource view: name=user free_ram=9160MB free_disk=24.944469451904297GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75147) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 20:12:23 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:12:23 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:12:23 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 20:12:23 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 20:12:23 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 20:12:23 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 20:12:23 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Compute_service record updated for user:user {{(pid=75147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 20:12:23 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.133s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:12:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:12:23 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:12:26 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:12:27 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:12:27 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:12:27 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:12:28 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:12:28 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:12:32 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:12:32 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:12:32 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:12:32 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Cleaning up deleted instances {{(pid=75147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 27 20:12:32 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] There are 0 instances to clean {{(pid=75147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 27 20:12:33 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9a478455-380c-4768-b5ab-eb9f5912651e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Acquiring lock "aede9622-f710-42e6-a1b6-1677d9bac9f9" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:12:33 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9a478455-380c-4768-b5ab-eb9f5912651e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Lock "aede9622-f710-42e6-a1b6-1677d9bac9f9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:12:33 user nova-compute[75147]: DEBUG nova.compute.manager [None req-9a478455-380c-4768-b5ab-eb9f5912651e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] Starting instance... {{(pid=75147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 27 20:12:33 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9a478455-380c-4768-b5ab-eb9f5912651e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:12:33 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9a478455-380c-4768-b5ab-eb9f5912651e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:12:33 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-9a478455-380c-4768-b5ab-eb9f5912651e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75147) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 20:12:33 user nova-compute[75147]: INFO nova.compute.claims [None req-9a478455-380c-4768-b5ab-eb9f5912651e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] Claim successful on node user
Oct 27 20:12:33 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:12:33 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-9a478455-380c-4768-b5ab-eb9f5912651e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 20:12:33 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-9a478455-380c-4768-b5ab-eb9f5912651e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 20:12:33 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9a478455-380c-4768-b5ab-eb9f5912651e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.187s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:12:33 user nova-compute[75147]: DEBUG nova.compute.manager [None req-9a478455-380c-4768-b5ab-eb9f5912651e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] Start building networks asynchronously for instance. {{(pid=75147) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 27 20:12:33 user nova-compute[75147]: DEBUG nova.compute.manager [None req-9a478455-380c-4768-b5ab-eb9f5912651e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] Allocating IP information in the background. {{(pid=75147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 27 20:12:33 user nova-compute[75147]: DEBUG nova.network.neutron [None req-9a478455-380c-4768-b5ab-eb9f5912651e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] allocate_for_instance() {{(pid=75147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 27 20:12:33 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-9a478455-380c-4768-b5ab-eb9f5912651e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 27 20:12:33 user nova-compute[75147]: DEBUG nova.compute.manager [None req-9a478455-380c-4768-b5ab-eb9f5912651e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] Start building block device mappings for instance. {{(pid=75147) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 27 20:12:33 user nova-compute[75147]: DEBUG nova.policy [None req-9a478455-380c-4768-b5ab-eb9f5912651e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd36d4d0bdec14102bd482edc330ba9a9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0a6c424570d341c1bee85d4fdc226b02', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75147) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 27 20:12:33 user nova-compute[75147]: DEBUG nova.compute.manager [None req-9a478455-380c-4768-b5ab-eb9f5912651e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] Start spawning the instance on the hypervisor. {{(pid=75147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 27 20:12:33 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-9a478455-380c-4768-b5ab-eb9f5912651e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] Creating instance directory {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 20:12:33 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-9a478455-380c-4768-b5ab-eb9f5912651e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] Creating image(s)
Oct 27 20:12:33 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9a478455-380c-4768-b5ab-eb9f5912651e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Acquiring lock "/opt/stack/data/nova/instances/aede9622-f710-42e6-a1b6-1677d9bac9f9/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:12:33 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9a478455-380c-4768-b5ab-eb9f5912651e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Lock "/opt/stack/data/nova/instances/aede9622-f710-42e6-a1b6-1677d9bac9f9/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:12:33 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9a478455-380c-4768-b5ab-eb9f5912651e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Lock "/opt/stack/data/nova/instances/aede9622-f710-42e6-a1b6-1677d9bac9f9/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:12:33 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-9a478455-380c-4768-b5ab-eb9f5912651e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:12:34 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-9a478455-380c-4768-b5ab-eb9f5912651e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.169s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:12:34 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9a478455-380c-4768-b5ab-eb9f5912651e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Acquiring lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:12:34 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9a478455-380c-4768-b5ab-eb9f5912651e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:12:34 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-9a478455-380c-4768-b5ab-eb9f5912651e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:12:34 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-9a478455-380c-4768-b5ab-eb9f5912651e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.166s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:12:34 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-9a478455-380c-4768-b5ab-eb9f5912651e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa,backing_fmt=raw /opt/stack/data/nova/instances/aede9622-f710-42e6-a1b6-1677d9bac9f9/disk 1073741824 {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:12:34 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-9a478455-380c-4768-b5ab-eb9f5912651e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa,backing_fmt=raw /opt/stack/data/nova/instances/aede9622-f710-42e6-a1b6-1677d9bac9f9/disk 1073741824" returned: 0 in 0.048s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:12:34 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9a478455-380c-4768-b5ab-eb9f5912651e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.221s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:12:34 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-9a478455-380c-4768-b5ab-eb9f5912651e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:12:34 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-9a478455-380c-4768-b5ab-eb9f5912651e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.167s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:12:34 user nova-compute[75147]: DEBUG nova.virt.disk.api [None req-9a478455-380c-4768-b5ab-eb9f5912651e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Checking if we can resize image /opt/stack/data/nova/instances/aede9622-f710-42e6-a1b6-1677d9bac9f9/disk. size=1073741824 {{(pid=75147) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 27 20:12:34 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-9a478455-380c-4768-b5ab-eb9f5912651e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aede9622-f710-42e6-a1b6-1677d9bac9f9/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:12:34 user nova-compute[75147]: DEBUG nova.network.neutron [None req-9a478455-380c-4768-b5ab-eb9f5912651e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] Successfully created port: f2902284-d0eb-46cb-9792-d3506f2c2939 {{(pid=75147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 20:12:34 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-9a478455-380c-4768-b5ab-eb9f5912651e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aede9622-f710-42e6-a1b6-1677d9bac9f9/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:12:34 user nova-compute[75147]: DEBUG nova.virt.disk.api [None req-9a478455-380c-4768-b5ab-eb9f5912651e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Cannot resize image /opt/stack/data/nova/instances/aede9622-f710-42e6-a1b6-1677d9bac9f9/disk to a smaller size. {{(pid=75147) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 27 20:12:34 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-9a478455-380c-4768-b5ab-eb9f5912651e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] Created local disks {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 27 20:12:34 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-9a478455-380c-4768-b5ab-eb9f5912651e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] Ensure instance console log exists: /opt/stack/data/nova/instances/aede9622-f710-42e6-a1b6-1677d9bac9f9/console.log {{(pid=75147) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 20:12:34 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9a478455-380c-4768-b5ab-eb9f5912651e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:12:34 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9a478455-380c-4768-b5ab-eb9f5912651e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:12:34 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9a478455-380c-4768-b5ab-eb9f5912651e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:12:35 user nova-compute[75147]: DEBUG nova.network.neutron [None req-9a478455-380c-4768-b5ab-eb9f5912651e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] Successfully updated port: f2902284-d0eb-46cb-9792-d3506f2c2939 {{(pid=75147) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 20:12:35 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9a478455-380c-4768-b5ab-eb9f5912651e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Acquiring lock "refresh_cache-aede9622-f710-42e6-a1b6-1677d9bac9f9" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 20:12:35 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9a478455-380c-4768-b5ab-eb9f5912651e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Acquired lock "refresh_cache-aede9622-f710-42e6-a1b6-1677d9bac9f9" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 20:12:35 user nova-compute[75147]: DEBUG nova.network.neutron [None req-9a478455-380c-4768-b5ab-eb9f5912651e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] Building network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 20:12:35 user nova-compute[75147]: DEBUG nova.compute.manager [req-b4bc8476-3389-4f65-b825-300a9d93e571 req-46f230f2-c649-4ccb-98db-f6984d8a26f8 service nova] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] Received event network-changed-f2902284-d0eb-46cb-9792-d3506f2c2939 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 20:12:35 user nova-compute[75147]: DEBUG nova.compute.manager [req-b4bc8476-3389-4f65-b825-300a9d93e571 req-46f230f2-c649-4ccb-98db-f6984d8a26f8 service nova] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] Refreshing instance network info cache due to event network-changed-f2902284-d0eb-46cb-9792-d3506f2c2939. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 20:12:35 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-b4bc8476-3389-4f65-b825-300a9d93e571 req-46f230f2-c649-4ccb-98db-f6984d8a26f8 service nova] Acquiring lock "refresh_cache-aede9622-f710-42e6-a1b6-1677d9bac9f9" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 20:12:35 user nova-compute[75147]: DEBUG nova.network.neutron [None req-9a478455-380c-4768-b5ab-eb9f5912651e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] Instance cache missing network info. {{(pid=75147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 20:12:35 user nova-compute[75147]: DEBUG nova.network.neutron [None req-9a478455-380c-4768-b5ab-eb9f5912651e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] Updating instance_info_cache with network_info: [{"id": "f2902284-d0eb-46cb-9792-d3506f2c2939", "address": "fa:16:3e:7c:8e:fe", "network": {"id": "2f1fdd98-7be3-4ad2-a719-9dfd42aef865", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-856006030-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0a6c424570d341c1bee85d4fdc226b02", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf2902284-d0", "ovs_interfaceid": "f2902284-d0eb-46cb-9792-d3506f2c2939", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 20:12:35 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9a478455-380c-4768-b5ab-eb9f5912651e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Releasing lock "refresh_cache-aede9622-f710-42e6-a1b6-1677d9bac9f9" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 20:12:35 user nova-compute[75147]: DEBUG nova.compute.manager [None req-9a478455-380c-4768-b5ab-eb9f5912651e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] Instance network_info: |[{"id": "f2902284-d0eb-46cb-9792-d3506f2c2939", "address": "fa:16:3e:7c:8e:fe", "network": {"id": "2f1fdd98-7be3-4ad2-a719-9dfd42aef865", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-856006030-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0a6c424570d341c1bee85d4fdc226b02", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf2902284-d0", "ovs_interfaceid": "f2902284-d0eb-46cb-9792-d3506f2c2939", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 27 20:12:35 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-b4bc8476-3389-4f65-b825-300a9d93e571 req-46f230f2-c649-4ccb-98db-f6984d8a26f8 service nova] Acquired lock "refresh_cache-aede9622-f710-42e6-a1b6-1677d9bac9f9" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 20:12:35 user nova-compute[75147]: DEBUG nova.network.neutron [req-b4bc8476-3389-4f65-b825-300a9d93e571 req-46f230f2-c649-4ccb-98db-f6984d8a26f8 service nova] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] Refreshing network info cache for port f2902284-d0eb-46cb-9792-d3506f2c2939 {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 20:12:35 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-9a478455-380c-4768-b5ab-eb9f5912651e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] Start _get_guest_xml network_info=[{"id": "f2902284-d0eb-46cb-9792-d3506f2c2939", "address": "fa:16:3e:7c:8e:fe", "network": {"id": "2f1fdd98-7be3-4ad2-a719-9dfd42aef865", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-856006030-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0a6c424570d341c1bee85d4fdc226b02", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf2902284-d0", "ovs_interfaceid": "f2902284-d0eb-46cb-9792-d3506f2c2939", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T19:22:09Z,direct_url=<?>,disk_format='qcow2',id=d52df17c-5315-4a73-ab7c-34c161a414fb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0b43115555434818b0c8bdf6be4946da',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T19:22:11Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'encryption_options': None, 'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encrypted': False, 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_format': None, 'device_name': '/dev/vda', 'image_id': 'd52df17c-5315-4a73-ab7c-34c161a414fb'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 20:12:35 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-9a478455-380c-4768-b5ab-eb9f5912651e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 20:12:35 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-9a478455-380c-4768-b5ab-eb9f5912651e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 20:12:35 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-9a478455-380c-4768-b5ab-eb9f5912651e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 20:12:35 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-9a478455-380c-4768-b5ab-eb9f5912651e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] CPU controller missing on host. {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 20:12:35 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-9a478455-380c-4768-b5ab-eb9f5912651e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 20:12:35 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-9a478455-380c-4768-b5ab-eb9f5912651e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] CPU controller found on host. {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 20:12:35 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-9a478455-380c-4768-b5ab-eb9f5912651e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75147) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 20:12:35 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-9a478455-380c-4768-b5ab-eb9f5912651e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T19:21:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T19:22:09Z,direct_url=<?>,disk_format='qcow2',id=d52df17c-5315-4a73-ab7c-34c161a414fb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0b43115555434818b0c8bdf6be4946da',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T19:22:11Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 20:12:35 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-9a478455-380c-4768-b5ab-eb9f5912651e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Flavor limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 20:12:35 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-9a478455-380c-4768-b5ab-eb9f5912651e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Image limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 20:12:35 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-9a478455-380c-4768-b5ab-eb9f5912651e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Flavor pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 20:12:35 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-9a478455-380c-4768-b5ab-eb9f5912651e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Image pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 20:12:35 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-9a478455-380c-4768-b5ab-eb9f5912651e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 20:12:35 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-9a478455-380c-4768-b5ab-eb9f5912651e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 20:12:35 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-9a478455-380c-4768-b5ab-eb9f5912651e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 20:12:35 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-9a478455-380c-4768-b5ab-eb9f5912651e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Got 1 possible topologies {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 20:12:35 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-9a478455-380c-4768-b5ab-eb9f5912651e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 20:12:35 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-9a478455-380c-4768-b5ab-eb9f5912651e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 20:12:35 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-9a478455-380c-4768-b5ab-eb9f5912651e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T20:12:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-1001104950',display_name='tempest-SnapshotDataIntegrityTests-server-1001104950',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-1001104950',id=52,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBL5iDQ9k+KCfS9fsDMPV/oyOU5beKmB1qLOL1FlmFtNrvqs5uKMpvZ2MJMtrZkY9i96nC3yr3GagsaiHd6CAk2ixsUKlJxf1GuPdwSnp4r/vqN6pt8FY6UOAtaB3+MxFQ==',key_name='tempest-keypair-1693982189',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0a6c424570d341c1bee85d4fdc226b02',ramdisk_id='',reservation_id='r-e5aycuc6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-SnapshotDataIntegrityTests-191541682',owner_user_name='tempest-SnapshotDataIntegrityTests-191541682-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T20:12:34Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d36d4d0bdec14102bd482edc330ba9a9',uuid=aede9622-f710-42e6-a1b6-1677d9bac9f9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f2902284-d0eb-46cb-9792-d3506f2c2939", "address": "fa:16:3e:7c:8e:fe", "network": {"id": "2f1fdd98-7be3-4ad2-a719-9dfd42aef865", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-856006030-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0a6c424570d341c1bee85d4fdc226b02", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf2902284-d0", "ovs_interfaceid": "f2902284-d0eb-46cb-9792-d3506f2c2939", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75147) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 20:12:35 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-9a478455-380c-4768-b5ab-eb9f5912651e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Converting VIF {"id": "f2902284-d0eb-46cb-9792-d3506f2c2939", "address": "fa:16:3e:7c:8e:fe", "network": {"id": "2f1fdd98-7be3-4ad2-a719-9dfd42aef865", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-856006030-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0a6c424570d341c1bee85d4fdc226b02", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf2902284-d0", "ovs_interfaceid": "f2902284-d0eb-46cb-9792-d3506f2c2939", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 20:12:35 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-9a478455-380c-4768-b5ab-eb9f5912651e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7c:8e:fe,bridge_name='br-int',has_traffic_filtering=True,id=f2902284-d0eb-46cb-9792-d3506f2c2939,network=Network(2f1fdd98-7be3-4ad2-a719-9dfd42aef865),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf2902284-d0') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 20:12:35 user nova-compute[75147]: DEBUG nova.objects.instance [None req-9a478455-380c-4768-b5ab-eb9f5912651e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Lazy-loading 'pci_devices' on Instance uuid aede9622-f710-42e6-a1b6-1677d9bac9f9 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 20:12:35 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-9a478455-380c-4768-b5ab-eb9f5912651e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] End _get_guest_xml xml=<domain type="kvm">
Oct 27 20:12:35 user nova-compute[75147]:   <uuid>aede9622-f710-42e6-a1b6-1677d9bac9f9</uuid>
Oct 27 20:12:35 user nova-compute[75147]:   <name>instance-00000034</name>
Oct 27 20:12:35 user nova-compute[75147]:   <memory>524288</memory>
Oct 27 20:12:35 user nova-compute[75147]:   <vcpu>1</vcpu>
Oct 27 20:12:35 user nova-compute[75147]:   <metadata>
Oct 27 20:12:35 user nova-compute[75147]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 20:12:35 user nova-compute[75147]:       <nova:package version="0.0.0"/>
Oct 27 20:12:35 user nova-compute[75147]:       <nova:name>tempest-SnapshotDataIntegrityTests-server-1001104950</nova:name>
Oct 27 20:12:35 user nova-compute[75147]:       <nova:creationTime>2023-10-27 20:12:35</nova:creationTime>
Oct 27 20:12:35 user nova-compute[75147]:       <nova:flavor name="m1.tiny">
Oct 27 20:12:35 user nova-compute[75147]:         <nova:memory>512</nova:memory>
Oct 27 20:12:35 user nova-compute[75147]:         <nova:disk>1</nova:disk>
Oct 27 20:12:35 user nova-compute[75147]:         <nova:swap>0</nova:swap>
Oct 27 20:12:35 user nova-compute[75147]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 20:12:35 user nova-compute[75147]:         <nova:vcpus>1</nova:vcpus>
Oct 27 20:12:35 user nova-compute[75147]:       </nova:flavor>
Oct 27 20:12:35 user nova-compute[75147]:       <nova:owner>
Oct 27 20:12:35 user nova-compute[75147]:         <nova:user uuid="d36d4d0bdec14102bd482edc330ba9a9">tempest-SnapshotDataIntegrityTests-191541682-project-member</nova:user>
Oct 27 20:12:35 user nova-compute[75147]:         <nova:project uuid="0a6c424570d341c1bee85d4fdc226b02">tempest-SnapshotDataIntegrityTests-191541682</nova:project>
Oct 27 20:12:35 user nova-compute[75147]:       </nova:owner>
Oct 27 20:12:35 user nova-compute[75147]:       <nova:root type="image" uuid="d52df17c-5315-4a73-ab7c-34c161a414fb"/>
Oct 27 20:12:35 user nova-compute[75147]:       <nova:ports>
Oct 27 20:12:35 user nova-compute[75147]:         <nova:port uuid="f2902284-d0eb-46cb-9792-d3506f2c2939">
Oct 27 20:12:35 user nova-compute[75147]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Oct 27 20:12:35 user nova-compute[75147]:         </nova:port>
Oct 27 20:12:35 user nova-compute[75147]:       </nova:ports>
Oct 27 20:12:35 user nova-compute[75147]:     </nova:instance>
Oct 27 20:12:35 user nova-compute[75147]:   </metadata>
Oct 27 20:12:35 user nova-compute[75147]:   <sysinfo type="smbios">
Oct 27 20:12:35 user nova-compute[75147]:     <system>
Oct 27 20:12:35 user nova-compute[75147]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 20:12:35 user nova-compute[75147]:       <entry name="product">OpenStack Nova</entry>
Oct 27 20:12:35 user nova-compute[75147]:       <entry name="version">0.0.0</entry>
Oct 27 20:12:35 user nova-compute[75147]:       <entry name="serial">aede9622-f710-42e6-a1b6-1677d9bac9f9</entry>
Oct 27 20:12:35 user nova-compute[75147]:       <entry name="uuid">aede9622-f710-42e6-a1b6-1677d9bac9f9</entry>
Oct 27 20:12:35 user nova-compute[75147]:       <entry name="family">Virtual Machine</entry>
Oct 27 20:12:35 user nova-compute[75147]:     </system>
Oct 27 20:12:35 user nova-compute[75147]:   </sysinfo>
Oct 27 20:12:35 user nova-compute[75147]:   <os>
Oct 27 20:12:35 user nova-compute[75147]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 20:12:35 user nova-compute[75147]:     <boot dev="hd"/>
Oct 27 20:12:35 user nova-compute[75147]:     <smbios mode="sysinfo"/>
Oct 27 20:12:35 user nova-compute[75147]:   </os>
Oct 27 20:12:35 user nova-compute[75147]:   <features>
Oct 27 20:12:35 user nova-compute[75147]:     <acpi/>
Oct 27 20:12:35 user nova-compute[75147]:     <apic/>
Oct 27 20:12:35 user nova-compute[75147]:     <vmcoreinfo/>
Oct 27 20:12:35 user nova-compute[75147]:   </features>
Oct 27 20:12:35 user nova-compute[75147]:   <clock offset="utc">
Oct 27 20:12:35 user nova-compute[75147]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 20:12:35 user nova-compute[75147]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 20:12:35 user nova-compute[75147]:     <timer name="hpet" present="no"/>
Oct 27 20:12:35 user nova-compute[75147]:   </clock>
Oct 27 20:12:35 user nova-compute[75147]:   <cpu mode="custom" match="exact">
Oct 27 20:12:35 user nova-compute[75147]:     <model>Nehalem</model>
Oct 27 20:12:35 user nova-compute[75147]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 20:12:35 user nova-compute[75147]:   </cpu>
Oct 27 20:12:35 user nova-compute[75147]:   <devices>
Oct 27 20:12:35 user nova-compute[75147]:     <disk type="file" device="disk">
Oct 27 20:12:35 user nova-compute[75147]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 27 20:12:35 user nova-compute[75147]:       <source file="/opt/stack/data/nova/instances/aede9622-f710-42e6-a1b6-1677d9bac9f9/disk"/>
Oct 27 20:12:35 user nova-compute[75147]:       <target dev="vda" bus="virtio"/>
Oct 27 20:12:35 user nova-compute[75147]:     </disk>
Oct 27 20:12:35 user nova-compute[75147]:     <interface type="ethernet">
Oct 27 20:12:35 user nova-compute[75147]:       <mac address="fa:16:3e:7c:8e:fe"/>
Oct 27 20:12:35 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 20:12:35 user nova-compute[75147]:       <mtu size="1442"/>
Oct 27 20:12:35 user nova-compute[75147]:       <target dev="tapf2902284-d0"/>
Oct 27 20:12:35 user nova-compute[75147]:     </interface>
Oct 27 20:12:35 user nova-compute[75147]:     <serial type="pty">
Oct 27 20:12:35 user nova-compute[75147]:       <log file="/opt/stack/data/nova/instances/aede9622-f710-42e6-a1b6-1677d9bac9f9/console.log" append="off"/>
Oct 27 20:12:35 user nova-compute[75147]:     </serial>
Oct 27 20:12:35 user nova-compute[75147]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 20:12:35 user nova-compute[75147]:     <video>
Oct 27 20:12:35 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 20:12:35 user nova-compute[75147]:     </video>
Oct 27 20:12:35 user nova-compute[75147]:     <rng model="virtio">
Oct 27 20:12:35 user nova-compute[75147]:       <backend model="random">/dev/urandom</backend>
Oct 27 20:12:35 user nova-compute[75147]:     </rng>
Oct 27 20:12:35 user nova-compute[75147]:     <controller type="usb" index="0" model="none"/>
Oct 27 20:12:35 user nova-compute[75147]:     <memballoon model="virtio">
Oct 27 20:12:35 user nova-compute[75147]:       <stats period="10"/>
Oct 27 20:12:35 user nova-compute[75147]:     </memballoon>
Oct 27 20:12:35 user nova-compute[75147]:   </devices>
Oct 27 20:12:35 user nova-compute[75147]: </domain>
Oct 27 20:12:35 user nova-compute[75147]:  {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 20:12:35 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-9a478455-380c-4768-b5ab-eb9f5912651e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T20:12:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-1001104950',display_name='tempest-SnapshotDataIntegrityTests-server-1001104950',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-1001104950',id=52,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBL5iDQ9k+KCfS9fsDMPV/oyOU5beKmB1qLOL1FlmFtNrvqs5uKMpvZ2MJMtrZkY9i96nC3yr3GagsaiHd6CAk2ixsUKlJxf1GuPdwSnp4r/vqN6pt8FY6UOAtaB3+MxFQ==',key_name='tempest-keypair-1693982189',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0a6c424570d341c1bee85d4fdc226b02',ramdisk_id='',reservation_id='r-e5aycuc6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-SnapshotDataIntegrityTests-191541682',owner_user_name='tempest-SnapshotDataIntegrityTests-191541682-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T20:12:34Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d36d4d0bdec14102bd482edc330ba9a9',uuid=aede9622-f710-42e6-a1b6-1677d9bac9f9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f2902284-d0eb-46cb-9792-d3506f2c2939", "address": "fa:16:3e:7c:8e:fe", "network": {"id": "2f1fdd98-7be3-4ad2-a719-9dfd42aef865", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-856006030-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0a6c424570d341c1bee85d4fdc226b02", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf2902284-d0", "ovs_interfaceid": "f2902284-d0eb-46cb-9792-d3506f2c2939", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 20:12:35 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-9a478455-380c-4768-b5ab-eb9f5912651e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Converting VIF {"id": "f2902284-d0eb-46cb-9792-d3506f2c2939", "address": "fa:16:3e:7c:8e:fe", "network": {"id": "2f1fdd98-7be3-4ad2-a719-9dfd42aef865", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-856006030-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0a6c424570d341c1bee85d4fdc226b02", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf2902284-d0", "ovs_interfaceid": "f2902284-d0eb-46cb-9792-d3506f2c2939", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 20:12:35 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-9a478455-380c-4768-b5ab-eb9f5912651e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7c:8e:fe,bridge_name='br-int',has_traffic_filtering=True,id=f2902284-d0eb-46cb-9792-d3506f2c2939,network=Network(2f1fdd98-7be3-4ad2-a719-9dfd42aef865),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf2902284-d0') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 20:12:35 user nova-compute[75147]: DEBUG os_vif [None req-9a478455-380c-4768-b5ab-eb9f5912651e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:7c:8e:fe,bridge_name='br-int',has_traffic_filtering=True,id=f2902284-d0eb-46cb-9792-d3506f2c2939,network=Network(2f1fdd98-7be3-4ad2-a719-9dfd42aef865),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf2902284-d0') {{(pid=75147) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 20:12:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:12:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 20:12:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 20:12:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:12:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'b074426e-44be-540c-af21-c49e38e6ced6', '_type': 'linux-noop'}}, row=False) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 20:12:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:12:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:12:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:12:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf2902284-d0, may_exist=True, interface_attrs={}) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 20:12:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf2902284-d0, col_values=(('qos', UUID('d5f2bf40-e237-497b-b75f-18f2ba1bd634')),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 20:12:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf2902284-d0, col_values=(('external_ids', {'iface-id': 'f2902284-d0eb-46cb-9792-d3506f2c2939', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:7c:8e:fe', 'vm-uuid': 'aede9622-f710-42e6-a1b6-1677d9bac9f9'}),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 20:12:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:12:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:12:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:12:35 user nova-compute[75147]: INFO os_vif [None req-9a478455-380c-4768-b5ab-eb9f5912651e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:7c:8e:fe,bridge_name='br-int',has_traffic_filtering=True,id=f2902284-d0eb-46cb-9792-d3506f2c2939,network=Network(2f1fdd98-7be3-4ad2-a719-9dfd42aef865),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf2902284-d0')
Oct 27 20:12:35 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-9a478455-380c-4768-b5ab-eb9f5912651e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] No BDM found with device name vda, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 20:12:35 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-9a478455-380c-4768-b5ab-eb9f5912651e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] No VIF found with MAC fa:16:3e:7c:8e:fe, not building metadata {{(pid=75147) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 20:12:35 user nova-compute[75147]: DEBUG nova.network.neutron [req-b4bc8476-3389-4f65-b825-300a9d93e571 req-46f230f2-c649-4ccb-98db-f6984d8a26f8 service nova] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] Updated VIF entry in instance network info cache for port f2902284-d0eb-46cb-9792-d3506f2c2939. {{(pid=75147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 20:12:35 user nova-compute[75147]: DEBUG nova.network.neutron [req-b4bc8476-3389-4f65-b825-300a9d93e571 req-46f230f2-c649-4ccb-98db-f6984d8a26f8 service nova] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] Updating instance_info_cache with network_info: [{"id": "f2902284-d0eb-46cb-9792-d3506f2c2939", "address": "fa:16:3e:7c:8e:fe", "network": {"id": "2f1fdd98-7be3-4ad2-a719-9dfd42aef865", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-856006030-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0a6c424570d341c1bee85d4fdc226b02", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf2902284-d0", "ovs_interfaceid": "f2902284-d0eb-46cb-9792-d3506f2c2939", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 20:12:35 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-b4bc8476-3389-4f65-b825-300a9d93e571 req-46f230f2-c649-4ccb-98db-f6984d8a26f8 service nova] Releasing lock "refresh_cache-aede9622-f710-42e6-a1b6-1677d9bac9f9" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 20:12:36 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:12:36 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:12:36 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75147) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 20:12:36 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:12:36 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:12:37 user nova-compute[75147]: DEBUG nova.compute.manager [req-b82d1a8d-a17e-453c-94ca-64b6f100ebaa req-f071d5fb-4348-4929-a000-25ff1295617d service nova] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] Received event network-vif-plugged-f2902284-d0eb-46cb-9792-d3506f2c2939 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 20:12:37 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-b82d1a8d-a17e-453c-94ca-64b6f100ebaa req-f071d5fb-4348-4929-a000-25ff1295617d service nova] Acquiring lock "aede9622-f710-42e6-a1b6-1677d9bac9f9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:12:37 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-b82d1a8d-a17e-453c-94ca-64b6f100ebaa req-f071d5fb-4348-4929-a000-25ff1295617d service nova] Lock "aede9622-f710-42e6-a1b6-1677d9bac9f9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:12:37 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-b82d1a8d-a17e-453c-94ca-64b6f100ebaa req-f071d5fb-4348-4929-a000-25ff1295617d service nova] Lock "aede9622-f710-42e6-a1b6-1677d9bac9f9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:12:37 user nova-compute[75147]: DEBUG nova.compute.manager [req-b82d1a8d-a17e-453c-94ca-64b6f100ebaa req-f071d5fb-4348-4929-a000-25ff1295617d service nova] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] No waiting events found dispatching network-vif-plugged-f2902284-d0eb-46cb-9792-d3506f2c2939 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 20:12:37 user nova-compute[75147]: WARNING nova.compute.manager [req-b82d1a8d-a17e-453c-94ca-64b6f100ebaa req-f071d5fb-4348-4929-a000-25ff1295617d service nova] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] Received unexpected event network-vif-plugged-f2902284-d0eb-46cb-9792-d3506f2c2939 for instance with vm_state building and task_state spawning.
Oct 27 20:12:37 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:12:37 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:12:37 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:12:37 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:12:38 user nova-compute[75147]: DEBUG nova.compute.manager [None req-9a478455-380c-4768-b5ab-eb9f5912651e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] Instance event wait completed in 0 seconds for  {{(pid=75147) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 20:12:38 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-9a478455-380c-4768-b5ab-eb9f5912651e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] Guest created on hypervisor {{(pid=75147) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 20:12:38 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] Instance spawned successfully.
Oct 27 20:12:38 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-9a478455-380c-4768-b5ab-eb9f5912651e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 27 20:12:38 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-9a478455-380c-4768-b5ab-eb9f5912651e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] Found default for hw_cdrom_bus of ide {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 20:12:38 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-9a478455-380c-4768-b5ab-eb9f5912651e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] Found default for hw_disk_bus of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 20:12:38 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-9a478455-380c-4768-b5ab-eb9f5912651e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] Found default for hw_input_bus of None {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 20:12:38 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-9a478455-380c-4768-b5ab-eb9f5912651e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] Found default for hw_pointer_model of None {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 20:12:38 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-9a478455-380c-4768-b5ab-eb9f5912651e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] Found default for hw_video_model of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 20:12:38 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-9a478455-380c-4768-b5ab-eb9f5912651e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] Found default for hw_vif_model of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 20:12:39 user nova-compute[75147]: INFO nova.compute.manager [None req-9a478455-380c-4768-b5ab-eb9f5912651e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] Took 5.14 seconds to spawn the instance on the hypervisor.
Oct 27 20:12:39 user nova-compute[75147]: DEBUG nova.compute.manager [None req-9a478455-380c-4768-b5ab-eb9f5912651e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] Checking state {{(pid=75147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 20:12:39 user nova-compute[75147]: INFO nova.compute.manager [None req-9a478455-380c-4768-b5ab-eb9f5912651e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] Took 5.63 seconds to build instance.
Oct 27 20:12:39 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9a478455-380c-4768-b5ab-eb9f5912651e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Lock "aede9622-f710-42e6-a1b6-1677d9bac9f9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 5.733s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:12:39 user nova-compute[75147]: DEBUG nova.compute.manager [req-8501535a-70ad-440a-9985-9bf3addb72e5 req-0a3ebabf-adae-45e1-9105-b2ed3baa38e9 service nova] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] Received event network-vif-plugged-f2902284-d0eb-46cb-9792-d3506f2c2939 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 20:12:39 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-8501535a-70ad-440a-9985-9bf3addb72e5 req-0a3ebabf-adae-45e1-9105-b2ed3baa38e9 service nova] Acquiring lock "aede9622-f710-42e6-a1b6-1677d9bac9f9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:12:39 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-8501535a-70ad-440a-9985-9bf3addb72e5 req-0a3ebabf-adae-45e1-9105-b2ed3baa38e9 service nova] Lock "aede9622-f710-42e6-a1b6-1677d9bac9f9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:12:39 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-8501535a-70ad-440a-9985-9bf3addb72e5 req-0a3ebabf-adae-45e1-9105-b2ed3baa38e9 service nova] Lock "aede9622-f710-42e6-a1b6-1677d9bac9f9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:12:39 user nova-compute[75147]: DEBUG nova.compute.manager [req-8501535a-70ad-440a-9985-9bf3addb72e5 req-0a3ebabf-adae-45e1-9105-b2ed3baa38e9 service nova] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] No waiting events found dispatching network-vif-plugged-f2902284-d0eb-46cb-9792-d3506f2c2939 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 20:12:39 user nova-compute[75147]: WARNING nova.compute.manager [req-8501535a-70ad-440a-9985-9bf3addb72e5 req-0a3ebabf-adae-45e1-9105-b2ed3baa38e9 service nova] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] Received unexpected event network-vif-plugged-f2902284-d0eb-46cb-9792-d3506f2c2939 for instance with vm_state active and task_state None.
Oct 27 20:12:40 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:12:42 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:12:43 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._sync_power_states {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:12:43 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Triggering sync for uuid aede9622-f710-42e6-a1b6-1677d9bac9f9 {{(pid=75147) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 27 20:12:43 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "aede9622-f710-42e6-a1b6-1677d9bac9f9" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:12:43 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "aede9622-f710-42e6-a1b6-1677d9bac9f9" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:12:43 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "aede9622-f710-42e6-a1b6-1677d9bac9f9" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.023s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:12:45 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:12:47 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:12:47 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75147) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 27 20:12:50 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:12:50 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:12:50 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75147) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 20:12:50 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:12:50 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:12:50 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:12:52 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:12:52 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:12:54 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:12:55 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:12:57 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:13:00 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:13:02 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:13:05 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:13:07 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:13:10 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:13:15 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:13:20 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:13:20 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:13:22 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:13:23 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:13:24 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:13:24 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Starting heal instance info cache {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 20:13:24 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Rebuilding the list of instances to heal {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 27 20:13:24 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "refresh_cache-aede9622-f710-42e6-a1b6-1677d9bac9f9" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 20:13:24 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquired lock "refresh_cache-aede9622-f710-42e6-a1b6-1677d9bac9f9" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 20:13:24 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] Forcefully refreshing network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 27 20:13:24 user nova-compute[75147]: DEBUG nova.objects.instance [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lazy-loading 'info_cache' on Instance uuid aede9622-f710-42e6-a1b6-1677d9bac9f9 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 20:13:25 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] Updating instance_info_cache with network_info: [{"id": "f2902284-d0eb-46cb-9792-d3506f2c2939", "address": "fa:16:3e:7c:8e:fe", "network": {"id": "2f1fdd98-7be3-4ad2-a719-9dfd42aef865", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-856006030-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0a6c424570d341c1bee85d4fdc226b02", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf2902284-d0", "ovs_interfaceid": "f2902284-d0eb-46cb-9792-d3506f2c2939", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 20:13:25 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Releasing lock "refresh_cache-aede9622-f710-42e6-a1b6-1677d9bac9f9" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 20:13:25 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] Updated the network info_cache for instance {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 27 20:13:25 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:13:25 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:13:25 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:13:25 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:13:25 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Auditing locally available compute resources for user (node: user) {{(pid=75147) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 20:13:25 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aede9622-f710-42e6-a1b6-1677d9bac9f9/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:13:25 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:13:25 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aede9622-f710-42e6-a1b6-1677d9bac9f9/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:13:25 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aede9622-f710-42e6-a1b6-1677d9bac9f9/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:13:25 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aede9622-f710-42e6-a1b6-1677d9bac9f9/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:13:26 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 20:13:26 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 20:13:26 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Hypervisor/Node resource view: name=user free_ram=8989MB free_disk=24.914287567138672GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75147) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 20:13:26 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:13:26 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:13:26 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance aede9622-f710-42e6-a1b6-1677d9bac9f9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 20:13:26 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 20:13:26 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 20:13:26 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Refreshing inventories for resource provider 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 27 20:13:26 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Updating ProviderTree inventory for provider 719076f2-a22e-4833-8fe0-efddc2edace5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 27 20:13:26 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Updating inventory in ProviderTree for provider 719076f2-a22e-4833-8fe0-efddc2edace5 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 27 20:13:26 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Refreshing aggregate associations for resource provider 719076f2-a22e-4833-8fe0-efddc2edace5, aggregates: None {{(pid=75147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 27 20:13:26 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Refreshing trait associations for resource provider 719076f2-a22e-4833-8fe0-efddc2edace5, traits: COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_VOLUME_EXTEND,HW_CPU_X86_SSSE3,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_NET_VIF_MODEL_RTL8139,HW_CPU_X86_SSE2,HW_CPU_X86_SSE42,COMPUTE_STORAGE_BUS_SATA,COMPUTE_RESCUE_BFV,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,HW_CPU_X86_SSE41,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_ACCELERATORS,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NODE,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_STORAGE_BUS_FDC,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_STORAGE_BUS_USB,HW_CPU_X86_SSE,COMPUTE_DEVICE_TAGGING,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_CPU_X86_MMX,COMPUTE_STORAGE_BUS_IDE,COMPUTE_TRUSTED_CERTS,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_IMAGE_TYPE_RAW {{(pid=75147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 27 20:13:26 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 20:13:26 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 20:13:26 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Compute_service record updated for user:user {{(pid=75147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 20:13:26 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.396s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:13:27 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:13:28 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:13:30 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:13:32 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:13:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:13:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:13:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75147) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 20:13:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:13:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:13:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:13:36 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:13:36 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75147) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 20:13:40 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:13:45 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:13:45 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:13:45 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75147) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 20:13:45 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:13:45 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:13:45 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:13:50 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:13:55 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:13:55 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:13:55 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75147) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 20:13:55 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:13:55 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:13:55 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:14:00 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:14:00 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:14:00 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75147) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 20:14:00 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:14:00 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:14:00 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:14:05 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:14:05 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:14:05 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75147) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 20:14:05 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:14:05 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:14:05 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:14:10 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:14:10 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:14:10 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75147) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 20:14:10 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:14:10 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:14:10 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:14:15 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:14:20 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:14:20 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:14:20 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75147) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 20:14:20 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:14:20 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:14:20 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:14:20 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:14:22 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:14:24 user nova-compute[75147]: DEBUG nova.compute.manager [req-19e72182-60db-4b3e-8fad-fb2352c60b9e req-6a7f3698-dfdb-42ee-b6bc-5a448f711238 service nova] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] Received event network-changed-f2902284-d0eb-46cb-9792-d3506f2c2939 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 20:14:24 user nova-compute[75147]: DEBUG nova.compute.manager [req-19e72182-60db-4b3e-8fad-fb2352c60b9e req-6a7f3698-dfdb-42ee-b6bc-5a448f711238 service nova] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] Refreshing instance network info cache due to event network-changed-f2902284-d0eb-46cb-9792-d3506f2c2939. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 20:14:24 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-19e72182-60db-4b3e-8fad-fb2352c60b9e req-6a7f3698-dfdb-42ee-b6bc-5a448f711238 service nova] Acquiring lock "refresh_cache-aede9622-f710-42e6-a1b6-1677d9bac9f9" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 20:14:24 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-19e72182-60db-4b3e-8fad-fb2352c60b9e req-6a7f3698-dfdb-42ee-b6bc-5a448f711238 service nova] Acquired lock "refresh_cache-aede9622-f710-42e6-a1b6-1677d9bac9f9" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 20:14:24 user nova-compute[75147]: DEBUG nova.network.neutron [req-19e72182-60db-4b3e-8fad-fb2352c60b9e req-6a7f3698-dfdb-42ee-b6bc-5a448f711238 service nova] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] Refreshing network info cache for port f2902284-d0eb-46cb-9792-d3506f2c2939 {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 20:14:24 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:14:24 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:14:24 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:14:24 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:14:24 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:14:24 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Auditing locally available compute resources for user (node: user) {{(pid=75147) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 20:14:24 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aede9622-f710-42e6-a1b6-1677d9bac9f9/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:14:25 user nova-compute[75147]: DEBUG nova.network.neutron [req-19e72182-60db-4b3e-8fad-fb2352c60b9e req-6a7f3698-dfdb-42ee-b6bc-5a448f711238 service nova] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] Updated VIF entry in instance network info cache for port f2902284-d0eb-46cb-9792-d3506f2c2939. {{(pid=75147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 20:14:25 user nova-compute[75147]: DEBUG nova.network.neutron [req-19e72182-60db-4b3e-8fad-fb2352c60b9e req-6a7f3698-dfdb-42ee-b6bc-5a448f711238 service nova] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] Updating instance_info_cache with network_info: [{"id": "f2902284-d0eb-46cb-9792-d3506f2c2939", "address": "fa:16:3e:7c:8e:fe", "network": {"id": "2f1fdd98-7be3-4ad2-a719-9dfd42aef865", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-856006030-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.122", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0a6c424570d341c1bee85d4fdc226b02", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf2902284-d0", "ovs_interfaceid": "f2902284-d0eb-46cb-9792-d3506f2c2939", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 20:14:25 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-19e72182-60db-4b3e-8fad-fb2352c60b9e req-6a7f3698-dfdb-42ee-b6bc-5a448f711238 service nova] Releasing lock "refresh_cache-aede9622-f710-42e6-a1b6-1677d9bac9f9" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 20:14:25 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aede9622-f710-42e6-a1b6-1677d9bac9f9/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:14:25 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aede9622-f710-42e6-a1b6-1677d9bac9f9/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:14:25 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aede9622-f710-42e6-a1b6-1677d9bac9f9/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:14:25 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:14:25 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 20:14:25 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 20:14:25 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Hypervisor/Node resource view: name=user free_ram=9003MB free_disk=24.91368865966797GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75147) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 20:14:25 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:14:25 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:14:25 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance aede9622-f710-42e6-a1b6-1677d9bac9f9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 20:14:25 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 20:14:25 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 20:14:25 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 20:14:25 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 20:14:25 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Compute_service record updated for user:user {{(pid=75147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 20:14:25 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.159s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:14:27 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:14:27 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:14:27 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Starting heal instance info cache {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 20:14:27 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Rebuilding the list of instances to heal {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 27 20:14:27 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "refresh_cache-aede9622-f710-42e6-a1b6-1677d9bac9f9" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 20:14:27 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquired lock "refresh_cache-aede9622-f710-42e6-a1b6-1677d9bac9f9" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 20:14:27 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] Forcefully refreshing network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 27 20:14:27 user nova-compute[75147]: DEBUG nova.objects.instance [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lazy-loading 'info_cache' on Instance uuid aede9622-f710-42e6-a1b6-1677d9bac9f9 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 20:14:28 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] Updating instance_info_cache with network_info: [{"id": "f2902284-d0eb-46cb-9792-d3506f2c2939", "address": "fa:16:3e:7c:8e:fe", "network": {"id": "2f1fdd98-7be3-4ad2-a719-9dfd42aef865", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-856006030-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.122", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0a6c424570d341c1bee85d4fdc226b02", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf2902284-d0", "ovs_interfaceid": "f2902284-d0eb-46cb-9792-d3506f2c2939", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 20:14:28 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Releasing lock "refresh_cache-aede9622-f710-42e6-a1b6-1677d9bac9f9" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 20:14:28 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] Updated the network info_cache for instance {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 27 20:14:28 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:14:30 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:14:30 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:14:31 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-5fafebc6-2e62-4c8b-885e-df5acb338962 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Acquiring lock "aede9622-f710-42e6-a1b6-1677d9bac9f9" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:14:31 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-5fafebc6-2e62-4c8b-885e-df5acb338962 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Lock "aede9622-f710-42e6-a1b6-1677d9bac9f9" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:14:31 user nova-compute[75147]: DEBUG nova.objects.instance [None req-5fafebc6-2e62-4c8b-885e-df5acb338962 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Lazy-loading 'flavor' on Instance uuid aede9622-f710-42e6-a1b6-1677d9bac9f9 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 20:14:31 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-5fafebc6-2e62-4c8b-885e-df5acb338962 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Lock "aede9622-f710-42e6-a1b6-1677d9bac9f9" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.052s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:14:31 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-5fafebc6-2e62-4c8b-885e-df5acb338962 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Acquiring lock "aede9622-f710-42e6-a1b6-1677d9bac9f9" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:14:31 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-5fafebc6-2e62-4c8b-885e-df5acb338962 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Lock "aede9622-f710-42e6-a1b6-1677d9bac9f9" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:14:31 user nova-compute[75147]: INFO nova.compute.manager [None req-5fafebc6-2e62-4c8b-885e-df5acb338962 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] Attaching volume 7668b403-a791-40c3-b380-6c60ccc6d783 to /dev/vdb
Oct 27 20:14:31 user nova-compute[75147]: DEBUG os_brick.utils [None req-5fafebc6-2e62-4c8b-885e-df5acb338962 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 20:14:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:14:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:14:31 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[22d2ff7e-ad83-4904-ad43-58654f0f1ef9]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9325735bc82e\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:14:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:14:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:14:31 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1b76840-5d06-4deb-9bd6-04998c07b111]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:14:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:14:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:14:31 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae7d8bbe-8356-41f1-91d8-70f3f64cae21]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:14:31 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[a0d9d157-493a-4827-813e-cd3fbf0376fe]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:14:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-5fafebc6-2e62-4c8b-885e-df5acb338962 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Running cmd (subprocess): nvme version {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:14:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-5fafebc6-2e62-4c8b-885e-df5acb338962 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] 'nvme version' failed. Not Retrying. {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 20:14:31 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.nvmeof [None req-5fafebc6-2e62-4c8b-885e-df5acb338962 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] nvme not present on system {{(pid=75147) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 27 20:14:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:14:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 20:14:31 user nova-compute[75147]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 27 20:14:31 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb4216be-59e9-46b0-b866-015139e45446]: (4, '') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:14:31 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-5fafebc6-2e62-4c8b-885e-df5acb338962 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75147) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 27 20:14:31 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-5fafebc6-2e62-4c8b-885e-df5acb338962 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 27 20:14:31 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-5fafebc6-2e62-4c8b-885e-df5acb338962 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] LIGHTOS: no hostnqn found. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 27 20:14:31 user nova-compute[75147]: DEBUG os_brick.utils [None req-5fafebc6-2e62-4c8b-885e-df5acb338962 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] <== get_connector_properties: return (132ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9325735bc82e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 20:14:31 user nova-compute[75147]: DEBUG nova.virt.block_device [None req-5fafebc6-2e62-4c8b-885e-df5acb338962 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] Updating existing volume attachment record: c17b4402-f146-4641-adee-f7bf4b78ef09 {{(pid=75147) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 27 20:14:32 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:14:33 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:14:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:14:38 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:14:38 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75147) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 20:14:40 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:14:40 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:14:40 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75147) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 20:14:40 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:14:40 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:14:40 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:14:42 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:14:45 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:14:50 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:14:52 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:14:55 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:14:55 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:14:55 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75147) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 20:14:55 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:14:55 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:14:55 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:14:57 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:14:58 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5fafebc6-2e62-4c8b-885e-df5acb338962 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] Calling os-brick to attach iSCSI Volume {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 20:14:58 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-5fafebc6-2e62-4c8b-885e-df5acb338962 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:7668b403-a791-40c3-b380-6c60ccc6d783', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HouLRZJj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 20:14:58 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-5fafebc6-2e62-4c8b-885e-df5acb338962 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 20:14:58 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-5fafebc6-2e62-4c8b-885e-df5acb338962 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 20:14:58 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-5fafebc6-2e62-4c8b-885e-df5acb338962 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 20:14:58 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-5fafebc6-2e62-4c8b-885e-df5acb338962 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 20:14:58 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-5fafebc6-2e62-4c8b-885e-df5acb338962 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7668b403-a791-40c3-b380-6c60ccc6d783" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 20:14:58 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-5fafebc6-2e62-4c8b-885e-df5acb338962 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7668b403-a791-40c3-b380-6c60ccc6d783" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 20:14:58 user nova-compute[75147]: INFO os_brick.initiator.connectors.iscsi [None req-5fafebc6-2e62-4c8b-885e-df5acb338962 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 20:14:58 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7668b403-a791-40c3-b380-6c60ccc6d783 -p 172.16.0.220:3260 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:14:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7668b403-a791-40c3-b380-6c60ccc6d783 -p 172.16.0.220:3260" returned: 21 in 0.022s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:14:59 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[152d8069-eed8-4962-b8ff-ff74ef528a69]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:14:59 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-5fafebc6-2e62-4c8b-885e-df5acb338962 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 20:14:59 user nova-compute[75147]:  {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:14:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7668b403-a791-40c3-b380-6c60ccc6d783 -p 172.16.0.220:3260 --interface default --op new {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:14:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7668b403-a791-40c3-b380-6c60ccc6d783 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:14:59 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c5a9d6c-9ec7-48c6-8292-5a6c8e6fc45b]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7668b403-a791-40c3-b380-6c60ccc6d783] added\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:14:59 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-5fafebc6-2e62-4c8b-885e-df5acb338962 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7668b403-a791-40c3-b380-6c60ccc6d783] added
Oct 27 20:14:59 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:14:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7668b403-a791-40c3-b380-6c60ccc6d783 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:14:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7668b403-a791-40c3-b380-6c60ccc6d783 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:14:59 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[f21bc6f6-8290-414d-b5c3-812904669360]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:14:59 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-5fafebc6-2e62-4c8b-885e-df5acb338962 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:14:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7668b403-a791-40c3-b380-6c60ccc6d783 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:14:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7668b403-a791-40c3-b380-6c60ccc6d783 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:14:59 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9f9eb8b-e859-4308-aef1-660b917b15e5]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:14:59 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-5fafebc6-2e62-4c8b-885e-df5acb338962 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:14:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7668b403-a791-40c3-b380-6c60ccc6d783 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v HouLRZJj {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:14:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7668b403-a791-40c3-b380-6c60ccc6d783 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v HouLRZJj" returned: 0 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:14:59 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[d10dde88-ad8d-4a04-b91d-b3c8aec6949f]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:14:59 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-5fafebc6-2e62-4c8b-885e-df5acb338962 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'HouLRZJj'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:14:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7668b403-a791-40c3-b380-6c60ccc6d783 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:14:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7668b403-a791-40c3-b380-6c60ccc6d783 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:14:59 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d1b0fb1-bcda-4fb6-b0cd-e316de4ef82b]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:14:59 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-5fafebc6-2e62-4c8b-885e-df5acb338962 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:14:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:14:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:14:59 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[e630addd-39f7-44ad-bc81-582a43bd7dcb]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:14:59 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-5fafebc6-2e62-4c8b-885e-df5acb338962 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 27 20:14:59 user nova-compute[75147]:  {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 20:14:59 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-5fafebc6-2e62-4c8b-885e-df5acb338962 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 27 20:14:59 user nova-compute[75147]:  {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 20:14:59 user nova-compute[75147]: WARNING os_brick.initiator.connectors.iscsi [None req-5fafebc6-2e62-4c8b-885e-df5acb338962 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 27 20:14:59 user nova-compute[75147]: 
Oct 27 20:14:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7668b403-a791-40c3-b380-6c60ccc6d783 -p 172.16.0.220:3260 --login {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:14:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7668b403-a791-40c3-b380-6c60ccc6d783 -p 172.16.0.220:3260 --login" returned: 0 in 0.044s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:14:59 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c07c1a1-b749-4828-8ba6-1b64650e8619]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:7668b403-a791-40c3-b380-6c60ccc6d783, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:7668b403-a791-40c3-b380-6c60ccc6d783, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:14:59 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-5fafebc6-2e62-4c8b-885e-df5acb338962 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:7668b403-a791-40c3-b380-6c60ccc6d783, portal: 172.16.0.220,3260]
Oct 27 20:14:59 user nova-compute[75147]: Login to [iface: default, target: iqn.2010-10.org.openstack:7668b403-a791-40c3-b380-6c60ccc6d783, portal: 172.16.0.220,3260] successful.
Oct 27 20:14:59 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:14:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7668b403-a791-40c3-b380-6c60ccc6d783 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:14:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7668b403-a791-40c3-b380-6c60ccc6d783 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:14:59 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[789db7e4-bdf5-4531-b61f-d414d7c3cdff]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:14:59 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-5fafebc6-2e62-4c8b-885e-df5acb338962 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:14:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:14:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:14:59 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec7f8fa9-d28b-4694-bcfe-1240ba958074]: (4, ('tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7668b403-a791-40c3-b380-6c60ccc6d783 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:14:59 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-5fafebc6-2e62-4c8b-885e-df5acb338962 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7668b403-a791-40c3-b380-6c60ccc6d783 (non-flash)
Oct 27 20:14:59 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 20:14:59 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-5fafebc6-2e62-4c8b-885e-df5acb338962 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] iscsi session list stdout=tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7668b403-a791-40c3-b380-6c60ccc6d783 (non-flash)
Oct 27 20:14:59 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 20:14:59 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-5fafebc6-2e62-4c8b-885e-df5acb338962 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7668b403-a791-40c3-b380-6c60ccc6d783" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.253s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 20:14:59 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-5fafebc6-2e62-4c8b-885e-df5acb338962 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Connected to 172.16.0.220:3260 {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 20:14:59 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-5fafebc6-2e62-4c8b-885e-df5acb338962 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] HCTL ('33', '-', '-', 0) found on session 60 with lun 0 {{(pid=75147) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 20:14:59 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-5fafebc6-2e62-4c8b-885e-df5acb338962 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75147) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 20:14:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:14:59 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.015s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:14:59 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8f59b44-14d8-43e1-95ac-e2d9c9f6689c]: (4, ('- - 0', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:14:59 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-5fafebc6-2e62-4c8b-885e-df5acb338962 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Searching for a device in session 60 and hctl ['33', '*', '*', 0] yield: None {{(pid=75147) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 20:15:00 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-5fafebc6-2e62-4c8b-885e-df5acb338962 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Searching for a device in session 60 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75147) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 20:15:00 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-5fafebc6-2e62-4c8b-885e-df5acb338962 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:7668b403-a791-40c3-b380-6c60ccc6d783', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HouLRZJj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 20:15:00 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-5fafebc6-2e62-4c8b-885e-df5acb338962 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.282s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 20:15:00 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-5fafebc6-2e62-4c8b-885e-df5acb338962 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] <== connect_volume: return (1284ms) {'type': 'block', 'scsi_wwn': '23230663635316531', 'path': '/dev/sdb'} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 20:15:00 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5fafebc6-2e62-4c8b-885e-df5acb338962 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23230663635316531', 'path': '/dev/sdb'} {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 20:15:00 user nova-compute[75147]: DEBUG nova.objects.instance [None req-5fafebc6-2e62-4c8b-885e-df5acb338962 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Lazy-loading 'flavor' on Instance uuid aede9622-f710-42e6-a1b6-1677d9bac9f9 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 20:15:00 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-5fafebc6-2e62-4c8b-885e-df5acb338962 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] attach device xml: <disk type="block" device="disk">
Oct 27 20:15:00 user nova-compute[75147]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 20:15:00 user nova-compute[75147]:   <source dev="/dev/sdb"/>
Oct 27 20:15:00 user nova-compute[75147]:   <target dev="vdb" bus="virtio"/>
Oct 27 20:15:00 user nova-compute[75147]:   <serial>7668b403-a791-40c3-b380-6c60ccc6d783</serial>
Oct 27 20:15:00 user nova-compute[75147]: </disk>
Oct 27 20:15:00 user nova-compute[75147]:  {{(pid=75147) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 27 20:15:00 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-5fafebc6-2e62-4c8b-885e-df5acb338962 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] No BDM found with device name vda, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 20:15:00 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-5fafebc6-2e62-4c8b-885e-df5acb338962 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 20:15:00 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-5fafebc6-2e62-4c8b-885e-df5acb338962 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] No VIF found with MAC fa:16:3e:7c:8e:fe, not building metadata {{(pid=75147) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 20:15:00 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:15:00 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-5fafebc6-2e62-4c8b-885e-df5acb338962 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Lock "aede9622-f710-42e6-a1b6-1677d9bac9f9" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 29.553s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:15:02 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:15:05 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:15:07 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:15:10 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:15:15 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:15:15 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:15:15 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75147) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 20:15:15 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:15:15 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:15:15 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:15:17 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:15:20 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:15:20 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:15:23 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:15:25 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:15:25 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:15:25 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75147) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 20:15:25 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:15:25 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:15:25 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:15:25 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:15:26 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:15:26 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:15:26 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:15:26 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:15:26 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Auditing locally available compute resources for user (node: user) {{(pid=75147) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 20:15:26 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aede9622-f710-42e6-a1b6-1677d9bac9f9/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:15:27 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aede9622-f710-42e6-a1b6-1677d9bac9f9/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:15:27 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aede9622-f710-42e6-a1b6-1677d9bac9f9/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:15:27 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aede9622-f710-42e6-a1b6-1677d9bac9f9/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:15:27 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75147) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 20:15:27 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:15:27 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 20:15:27 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 20:15:27 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Hypervisor/Node resource view: name=user free_ram=9002MB free_disk=24.912334442138672GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75147) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 20:15:27 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:15:27 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:15:27 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance aede9622-f710-42e6-a1b6-1677d9bac9f9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 20:15:27 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 20:15:27 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 20:15:27 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 20:15:27 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 20:15:27 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Compute_service record updated for user:user {{(pid=75147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 20:15:27 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.158s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:15:28 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:15:28 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Starting heal instance info cache {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 20:15:28 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Rebuilding the list of instances to heal {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 27 20:15:28 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "refresh_cache-aede9622-f710-42e6-a1b6-1677d9bac9f9" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 20:15:28 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquired lock "refresh_cache-aede9622-f710-42e6-a1b6-1677d9bac9f9" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 20:15:28 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] Forcefully refreshing network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 27 20:15:28 user nova-compute[75147]: DEBUG nova.objects.instance [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lazy-loading 'info_cache' on Instance uuid aede9622-f710-42e6-a1b6-1677d9bac9f9 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 20:15:29 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] Updating instance_info_cache with network_info: [{"id": "f2902284-d0eb-46cb-9792-d3506f2c2939", "address": "fa:16:3e:7c:8e:fe", "network": {"id": "2f1fdd98-7be3-4ad2-a719-9dfd42aef865", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-856006030-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.122", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0a6c424570d341c1bee85d4fdc226b02", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf2902284-d0", "ovs_interfaceid": "f2902284-d0eb-46cb-9792-d3506f2c2939", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 20:15:29 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Releasing lock "refresh_cache-aede9622-f710-42e6-a1b6-1677d9bac9f9" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 20:15:29 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] Updated the network info_cache for instance {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 27 20:15:29 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:15:30 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:15:30 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:15:34 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:15:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:15:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:15:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75147) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 20:15:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:15:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:15:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:15:36 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-eb275295-0722-416e-9442-b10929b637bb tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Acquiring lock "aede9622-f710-42e6-a1b6-1677d9bac9f9" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:15:36 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-eb275295-0722-416e-9442-b10929b637bb tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Lock "aede9622-f710-42e6-a1b6-1677d9bac9f9" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:15:36 user nova-compute[75147]: INFO nova.compute.manager [None req-eb275295-0722-416e-9442-b10929b637bb tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] Detaching volume 7668b403-a791-40c3-b380-6c60ccc6d783
Oct 27 20:15:36 user nova-compute[75147]: INFO nova.virt.block_device [None req-eb275295-0722-416e-9442-b10929b637bb tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] Attempting to driver detach volume 7668b403-a791-40c3-b380-6c60ccc6d783 from mountpoint /dev/vdb
Oct 27 20:15:36 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-eb275295-0722-416e-9442-b10929b637bb tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Attempting to detach device vdb from instance aede9622-f710-42e6-a1b6-1677d9bac9f9 from the persistent domain config. {{(pid=75147) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 27 20:15:36 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-eb275295-0722-416e-9442-b10929b637bb tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] detach device xml: <disk type="block" device="disk">
Oct 27 20:15:36 user nova-compute[75147]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 20:15:36 user nova-compute[75147]:   <source dev="/dev/sdb"/>
Oct 27 20:15:36 user nova-compute[75147]:   <target dev="vdb" bus="virtio"/>
Oct 27 20:15:36 user nova-compute[75147]:   <serial>7668b403-a791-40c3-b380-6c60ccc6d783</serial>
Oct 27 20:15:36 user nova-compute[75147]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 27 20:15:36 user nova-compute[75147]: </disk>
Oct 27 20:15:36 user nova-compute[75147]:  {{(pid=75147) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 20:15:36 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-eb275295-0722-416e-9442-b10929b637bb tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Successfully detached device vdb from instance aede9622-f710-42e6-a1b6-1677d9bac9f9 from the persistent domain config.
Oct 27 20:15:36 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-eb275295-0722-416e-9442-b10929b637bb tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance aede9622-f710-42e6-a1b6-1677d9bac9f9 from the live domain config. {{(pid=75147) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 27 20:15:36 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-eb275295-0722-416e-9442-b10929b637bb tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] detach device xml: <disk type="block" device="disk">
Oct 27 20:15:36 user nova-compute[75147]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 20:15:36 user nova-compute[75147]:   <source dev="/dev/sdb"/>
Oct 27 20:15:36 user nova-compute[75147]:   <target dev="vdb" bus="virtio"/>
Oct 27 20:15:36 user nova-compute[75147]:   <serial>7668b403-a791-40c3-b380-6c60ccc6d783</serial>
Oct 27 20:15:36 user nova-compute[75147]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 27 20:15:36 user nova-compute[75147]: </disk>
Oct 27 20:15:36 user nova-compute[75147]:  {{(pid=75147) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 20:15:36 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-eb275295-0722-416e-9442-b10929b637bb tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance aede9622-f710-42e6-a1b6-1677d9bac9f9 {{(pid=75147) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 27 20:15:40 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:15:40 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:15:40 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75147) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 20:15:40 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:15:40 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:15:40 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:15:40 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:15:40 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75147) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 20:15:45 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:15:45 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:15:45 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75147) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 20:15:45 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:15:45 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:15:45 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:15:50 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:15:55 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:15:55 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:15:55 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75147) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 20:15:55 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:15:55 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:15:55 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:15:56 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-eb275295-0722-416e-9442-b10929b637bb tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance aede9622-f710-42e6-a1b6-1677d9bac9f9 is timed out.
Oct 27 20:15:56 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-eb275295-0722-416e-9442-b10929b637bb tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Successfully detached device vdb from instance aede9622-f710-42e6-a1b6-1677d9bac9f9 from the live domain config.
Oct 27 20:15:56 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-eb275295-0722-416e-9442-b10929b637bb tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] calling os-brick to detach iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 20:15:56 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-eb275295-0722-416e-9442-b10929b637bb tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, {'target_iqn': 'iqn.2010-10.org.openstack:7668b403-a791-40c3-b380-6c60ccc6d783', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HouLRZJj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 20:15:56 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-eb275295-0722-416e-9442-b10929b637bb tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 20:15:56 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-eb275295-0722-416e-9442-b10929b637bb tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 20:15:56 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-eb275295-0722-416e-9442-b10929b637bb tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 20:15:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:15:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:15:56 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[067ad998-6639-404c-9d77-3a87fae4046d]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:7668b403-a791-40c3-b380-6c60ccc6d783\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:15:56 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-eb275295-0722-416e-9442-b10929b637bb tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 20:15:56 user nova-compute[75147]: No targets found.
Oct 27 20:15:56 user nova-compute[75147]: iSNS:
Oct 27 20:15:56 user nova-compute[75147]: No targets found.
Oct 27 20:15:56 user nova-compute[75147]: STATIC:
Oct 27 20:15:56 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:7668b403-a791-40c3-b380-6c60ccc6d783
Oct 27 20:15:56 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 20:15:56 user nova-compute[75147]:                 Iface Name: default
Oct 27 20:15:56 user nova-compute[75147]: FIRMWARE:
Oct 27 20:15:56 user nova-compute[75147]: No targets found.
Oct 27 20:15:56 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 20:15:56 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-eb275295-0722-416e-9442-b10929b637bb tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 20:15:56 user nova-compute[75147]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 20:15:56 user nova-compute[75147]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75147) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 20:15:56 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-eb275295-0722-416e-9442-b10929b637bb tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7668b403-a791-40c3-b380-6c60ccc6d783', 0)] {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 20:15:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:15:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:15:56 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[654c93f4-8586-4624-b5dd-94cfe085d23d]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7668b403-a791-40c3-b380-6c60ccc6d783\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:15:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:15:56 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:15:56 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[bdaa2743-9dea-4c20-86c9-0c4f851f0d62]: (4, ('tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7668b403-a791-40c3-b380-6c60ccc6d783 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:15:56 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-eb275295-0722-416e-9442-b10929b637bb tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7668b403-a791-40c3-b380-6c60ccc6d783 (non-flash)
Oct 27 20:15:56 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 20:15:56 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-eb275295-0722-416e-9442-b10929b637bb tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] iscsi session list stdout=tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7668b403-a791-40c3-b380-6c60ccc6d783 (non-flash)
Oct 27 20:15:56 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 20:15:57 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-eb275295-0722-416e-9442-b10929b637bb tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f290c65b5b0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7668b403-a791-40c3-b380-6c60ccc6d783'): ({'sdb'}, set())}) {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 20:15:57 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-eb275295-0722-416e-9442-b10929b637bb tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Removing single pathed devices sdb {{(pid=75147) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 20:15:57 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:15:57 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:15:57 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[95802524-833f-4afe-9c43-2635e62b0c70]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:15:57 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:15:57 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:15:57 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[3650407f-0f76-4cd5-960f-609178869168]: (4, ('ok\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:15:57 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-eb275295-0722-416e-9442-b10929b637bb tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Flushing IO for device /dev/sdb {{(pid=75147) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 20:15:57 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:15:57 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.015s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:15:57 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9ae3a5a-ce11-43ae-8e6b-1b6b25e64fb6]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:15:57 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-eb275295-0722-416e-9442-b10929b637bb tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75147) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 20:15:57 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:15:57 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.050s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:15:57 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[672617a0-38bb-44a5-93c4-2fd1616a2687]: (4, ('1', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:15:57 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-eb275295-0722-416e-9442-b10929b637bb tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 20:15:57 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-eb275295-0722-416e-9442-b10929b637bb tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] SCSI volumes sdb have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 20:15:57 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-eb275295-0722-416e-9442-b10929b637bb tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7668b403-a791-40c3-b380-6c60ccc6d783')] {{(pid=75147) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 20:15:57 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7668b403-a791-40c3-b380-6c60ccc6d783 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:15:57 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7668b403-a791-40c3-b380-6c60ccc6d783 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:15:57 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8a136b0-54ac-4a0a-bc43-34a93691f7f3]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:15:57 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-eb275295-0722-416e-9442-b10929b637bb tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:15:57 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7668b403-a791-40c3-b380-6c60ccc6d783 -p 172.16.0.220:3260 --logout {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:15:57 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7668b403-a791-40c3-b380-6c60ccc6d783 -p 172.16.0.220:3260 --logout" returned: 0 in 0.059s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:15:57 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[19f530d3-3586-4181-83c1-4b9803c2be6e]: (4, ('Logging out of session [sid: 60, target: iqn.2010-10.org.openstack:7668b403-a791-40c3-b380-6c60ccc6d783, portal: 172.16.0.220,3260]\nLogout of [sid: 60, target: iqn.2010-10.org.openstack:7668b403-a791-40c3-b380-6c60ccc6d783, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:15:57 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-eb275295-0722-416e-9442-b10929b637bb tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 60, target: iqn.2010-10.org.openstack:7668b403-a791-40c3-b380-6c60ccc6d783, portal: 172.16.0.220,3260]
Oct 27 20:15:57 user nova-compute[75147]: Logout of [sid: 60, target: iqn.2010-10.org.openstack:7668b403-a791-40c3-b380-6c60ccc6d783, portal: 172.16.0.220,3260] successful.
Oct 27 20:15:57 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:15:57 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7668b403-a791-40c3-b380-6c60ccc6d783 -p 172.16.0.220:3260 --op delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:15:57 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7668b403-a791-40c3-b380-6c60ccc6d783 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:15:57 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[b169f091-0f31-4385-95b5-a54ea0805dec]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:15:57 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-eb275295-0722-416e-9442-b10929b637bb tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:15:57 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-eb275295-0722-416e-9442-b10929b637bb tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.307s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 20:15:57 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-eb275295-0722-416e-9442-b10929b637bb tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] <== disconnect_volume: return (308ms) None {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 20:15:57 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-eb275295-0722-416e-9442-b10929b637bb tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] Disconnected iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 20:15:58 user nova-compute[75147]: DEBUG nova.objects.instance [None req-eb275295-0722-416e-9442-b10929b637bb tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Lazy-loading 'flavor' on Instance uuid aede9622-f710-42e6-a1b6-1677d9bac9f9 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 20:15:58 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-eb275295-0722-416e-9442-b10929b637bb tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Lock "aede9622-f710-42e6-a1b6-1677d9bac9f9" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.991s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:16:00 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:16:00 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:16:00 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75147) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 20:16:00 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:16:00 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:16:00 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:16:05 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:16:10 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:16:15 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:16:20 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:16:21 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:16:24 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:16:25 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:16:25 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:16:25 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75147) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 20:16:25 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:16:25 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:16:25 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:16:25 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:16:26 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:16:26 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:16:26 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:16:26 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:16:26 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Auditing locally available compute resources for user (node: user) {{(pid=75147) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 20:16:26 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aede9622-f710-42e6-a1b6-1677d9bac9f9/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:16:27 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aede9622-f710-42e6-a1b6-1677d9bac9f9/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:16:27 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aede9622-f710-42e6-a1b6-1677d9bac9f9/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:16:27 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aede9622-f710-42e6-a1b6-1677d9bac9f9/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:16:27 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 20:16:27 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 20:16:27 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Hypervisor/Node resource view: name=user free_ram=9000MB free_disk=24.911571502685547GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75147) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 20:16:27 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:16:27 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:16:27 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance aede9622-f710-42e6-a1b6-1677d9bac9f9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 20:16:27 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 20:16:27 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 20:16:27 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 20:16:27 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 20:16:27 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Compute_service record updated for user:user {{(pid=75147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 20:16:27 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.154s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:16:30 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:16:30 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:16:30 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:16:30 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Starting heal instance info cache {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 20:16:30 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Rebuilding the list of instances to heal {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 27 20:16:30 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "refresh_cache-aede9622-f710-42e6-a1b6-1677d9bac9f9" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 20:16:30 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquired lock "refresh_cache-aede9622-f710-42e6-a1b6-1677d9bac9f9" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 20:16:30 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] Forcefully refreshing network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 27 20:16:30 user nova-compute[75147]: DEBUG nova.objects.instance [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lazy-loading 'info_cache' on Instance uuid aede9622-f710-42e6-a1b6-1677d9bac9f9 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 20:16:31 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] Updating instance_info_cache with network_info: [{"id": "f2902284-d0eb-46cb-9792-d3506f2c2939", "address": "fa:16:3e:7c:8e:fe", "network": {"id": "2f1fdd98-7be3-4ad2-a719-9dfd42aef865", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-856006030-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.122", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0a6c424570d341c1bee85d4fdc226b02", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf2902284-d0", "ovs_interfaceid": "f2902284-d0eb-46cb-9792-d3506f2c2939", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 20:16:31 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Releasing lock "refresh_cache-aede9622-f710-42e6-a1b6-1677d9bac9f9" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 20:16:31 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] Updated the network info_cache for instance {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 27 20:16:31 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:16:31 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-ac618ce9-81b1-4e77-8078-c6a9a6d8cf93 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Acquiring lock "aede9622-f710-42e6-a1b6-1677d9bac9f9" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:16:31 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-ac618ce9-81b1-4e77-8078-c6a9a6d8cf93 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Lock "aede9622-f710-42e6-a1b6-1677d9bac9f9" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:16:31 user nova-compute[75147]: DEBUG nova.objects.instance [None req-ac618ce9-81b1-4e77-8078-c6a9a6d8cf93 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Lazy-loading 'flavor' on Instance uuid aede9622-f710-42e6-a1b6-1677d9bac9f9 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 20:16:31 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-ac618ce9-81b1-4e77-8078-c6a9a6d8cf93 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Lock "aede9622-f710-42e6-a1b6-1677d9bac9f9" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.047s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:16:31 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-ac618ce9-81b1-4e77-8078-c6a9a6d8cf93 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Acquiring lock "aede9622-f710-42e6-a1b6-1677d9bac9f9" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:16:31 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-ac618ce9-81b1-4e77-8078-c6a9a6d8cf93 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Lock "aede9622-f710-42e6-a1b6-1677d9bac9f9" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:16:31 user nova-compute[75147]: INFO nova.compute.manager [None req-ac618ce9-81b1-4e77-8078-c6a9a6d8cf93 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] Attaching volume 34165ab6-56c3-4419-a2cf-67c47194722f to /dev/vdb
Oct 27 20:16:31 user nova-compute[75147]: DEBUG os_brick.utils [None req-ac618ce9-81b1-4e77-8078-c6a9a6d8cf93 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 20:16:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:16:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:16:31 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f3937a9-3e30-4379-bd2d-e50ecfcba125]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9325735bc82e\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:16:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:16:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:16:31 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[6348f780-9993-4c75-a50b-86db48a2bb24]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:16:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:16:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:16:31 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e79c9b0-912d-4342-a417-143ce1dbd423]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:16:31 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[be8bbd4d-78d5-46e1-b3ed-fc4f912e8a8a]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:16:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-ac618ce9-81b1-4e77-8078-c6a9a6d8cf93 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Running cmd (subprocess): nvme version {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:16:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-ac618ce9-81b1-4e77-8078-c6a9a6d8cf93 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] 'nvme version' failed. Not Retrying. {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 20:16:31 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.nvmeof [None req-ac618ce9-81b1-4e77-8078-c6a9a6d8cf93 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] nvme not present on system {{(pid=75147) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 27 20:16:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:16:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 20:16:31 user nova-compute[75147]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 27 20:16:31 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[0583bb50-79b3-4821-ab30-a5adf799e9a3]: (4, '') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:16:31 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-ac618ce9-81b1-4e77-8078-c6a9a6d8cf93 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75147) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 27 20:16:31 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-ac618ce9-81b1-4e77-8078-c6a9a6d8cf93 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 27 20:16:31 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-ac618ce9-81b1-4e77-8078-c6a9a6d8cf93 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] LIGHTOS: no hostnqn found. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 27 20:16:31 user nova-compute[75147]: DEBUG os_brick.utils [None req-ac618ce9-81b1-4e77-8078-c6a9a6d8cf93 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] <== get_connector_properties: return (122ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9325735bc82e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 20:16:31 user nova-compute[75147]: DEBUG nova.virt.block_device [None req-ac618ce9-81b1-4e77-8078-c6a9a6d8cf93 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] Updating existing volume attachment record: fc549443-3441-4e69-a33f-b8780d6a18ce {{(pid=75147) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 27 20:16:32 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:16:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:16:36 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:16:40 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:16:40 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:16:40 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75147) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 20:16:40 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:16:40 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:16:40 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:16:40 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:16:40 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75147) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 20:16:45 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:16:49 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ac618ce9-81b1-4e77-8078-c6a9a6d8cf93 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] Calling os-brick to attach iSCSI Volume {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 20:16:49 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-ac618ce9-81b1-4e77-8078-c6a9a6d8cf93 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:34165ab6-56c3-4419-a2cf-67c47194722f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VeJqoYrI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 20:16:49 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-ac618ce9-81b1-4e77-8078-c6a9a6d8cf93 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 20:16:49 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-ac618ce9-81b1-4e77-8078-c6a9a6d8cf93 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 20:16:49 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-ac618ce9-81b1-4e77-8078-c6a9a6d8cf93 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 20:16:49 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-ac618ce9-81b1-4e77-8078-c6a9a6d8cf93 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 20:16:49 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-ac618ce9-81b1-4e77-8078-c6a9a6d8cf93 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:34165ab6-56c3-4419-a2cf-67c47194722f" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 20:16:49 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-ac618ce9-81b1-4e77-8078-c6a9a6d8cf93 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:34165ab6-56c3-4419-a2cf-67c47194722f" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 20:16:49 user nova-compute[75147]: INFO os_brick.initiator.connectors.iscsi [None req-ac618ce9-81b1-4e77-8078-c6a9a6d8cf93 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 20:16:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:34165ab6-56c3-4419-a2cf-67c47194722f -p 172.16.0.220:3260 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:16:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:34165ab6-56c3-4419-a2cf-67c47194722f -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:16:49 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[1fa27d46-53e4-4731-9d16-8180dd9de2a0]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:16:49 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-ac618ce9-81b1-4e77-8078-c6a9a6d8cf93 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 20:16:49 user nova-compute[75147]:  {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:16:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:34165ab6-56c3-4419-a2cf-67c47194722f -p 172.16.0.220:3260 --interface default --op new {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:16:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:34165ab6-56c3-4419-a2cf-67c47194722f -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:16:49 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[207f0883-8d17-40f5-9c0a-1c16554bf701]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:34165ab6-56c3-4419-a2cf-67c47194722f] added\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:16:49 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-ac618ce9-81b1-4e77-8078-c6a9a6d8cf93 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:34165ab6-56c3-4419-a2cf-67c47194722f] added
Oct 27 20:16:49 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:16:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:34165ab6-56c3-4419-a2cf-67c47194722f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:16:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:34165ab6-56c3-4419-a2cf-67c47194722f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.016s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:16:49 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[9628a21d-2780-4999-b944-9464226cfd8d]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:16:49 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-ac618ce9-81b1-4e77-8078-c6a9a6d8cf93 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:16:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:34165ab6-56c3-4419-a2cf-67c47194722f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:16:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:34165ab6-56c3-4419-a2cf-67c47194722f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:16:49 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a9972e2-3edc-401b-8183-e178496b83b0]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:16:49 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-ac618ce9-81b1-4e77-8078-c6a9a6d8cf93 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:16:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:34165ab6-56c3-4419-a2cf-67c47194722f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VeJqoYrI {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:16:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:34165ab6-56c3-4419-a2cf-67c47194722f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VeJqoYrI" returned: 0 in 0.024s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:16:49 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b2e7ee8-1dda-4de5-9c69-3460e63c6ca6]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:16:49 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-ac618ce9-81b1-4e77-8078-c6a9a6d8cf93 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'VeJqoYrI'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:16:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:34165ab6-56c3-4419-a2cf-67c47194722f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:16:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:34165ab6-56c3-4419-a2cf-67c47194722f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:16:49 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[d603c87d-77fa-4d2f-8db3-ab448273eba7]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:16:49 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-ac618ce9-81b1-4e77-8078-c6a9a6d8cf93 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:16:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:16:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:16:49 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[26c49968-7afd-4eb6-b950-a39030e76aee]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:16:49 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-ac618ce9-81b1-4e77-8078-c6a9a6d8cf93 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 27 20:16:49 user nova-compute[75147]:  {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 20:16:49 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-ac618ce9-81b1-4e77-8078-c6a9a6d8cf93 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 27 20:16:49 user nova-compute[75147]:  {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 20:16:49 user nova-compute[75147]: WARNING os_brick.initiator.connectors.iscsi [None req-ac618ce9-81b1-4e77-8078-c6a9a6d8cf93 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 27 20:16:49 user nova-compute[75147]: 
Oct 27 20:16:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:34165ab6-56c3-4419-a2cf-67c47194722f -p 172.16.0.220:3260 --login {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:16:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:34165ab6-56c3-4419-a2cf-67c47194722f -p 172.16.0.220:3260 --login" returned: 0 in 0.042s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:16:49 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[a8125d7b-dfb1-454b-89a1-7cdba5f66548]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:34165ab6-56c3-4419-a2cf-67c47194722f, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:34165ab6-56c3-4419-a2cf-67c47194722f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:16:49 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-ac618ce9-81b1-4e77-8078-c6a9a6d8cf93 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:34165ab6-56c3-4419-a2cf-67c47194722f, portal: 172.16.0.220,3260]
Oct 27 20:16:49 user nova-compute[75147]: Login to [iface: default, target: iqn.2010-10.org.openstack:34165ab6-56c3-4419-a2cf-67c47194722f, portal: 172.16.0.220,3260] successful.
Oct 27 20:16:49 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:16:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:34165ab6-56c3-4419-a2cf-67c47194722f -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:16:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:34165ab6-56c3-4419-a2cf-67c47194722f -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:16:49 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b68a31b-e24d-4c66-9e38-26427741ded5]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:16:49 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-ac618ce9-81b1-4e77-8078-c6a9a6d8cf93 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:16:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:16:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:16:49 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c78b2be-86ca-451e-9078-625d02ec0172]: (4, ('tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:34165ab6-56c3-4419-a2cf-67c47194722f (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:16:49 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-ac618ce9-81b1-4e77-8078-c6a9a6d8cf93 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:34165ab6-56c3-4419-a2cf-67c47194722f (non-flash)
Oct 27 20:16:49 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 20:16:49 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-ac618ce9-81b1-4e77-8078-c6a9a6d8cf93 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] iscsi session list stdout=tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:34165ab6-56c3-4419-a2cf-67c47194722f (non-flash)
Oct 27 20:16:49 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 20:16:49 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-ac618ce9-81b1-4e77-8078-c6a9a6d8cf93 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:34165ab6-56c3-4419-a2cf-67c47194722f" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.247s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 20:16:49 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-ac618ce9-81b1-4e77-8078-c6a9a6d8cf93 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Connected to 172.16.0.220:3260 {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 20:16:49 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-ac618ce9-81b1-4e77-8078-c6a9a6d8cf93 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] HCTL ('33', '-', '-', 0) found on session 61 with lun 0 {{(pid=75147) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 20:16:49 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-ac618ce9-81b1-4e77-8078-c6a9a6d8cf93 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75147) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 20:16:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:16:49 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:16:49 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a9c589f-6d8a-4b02-bb54-0eccf89b8ec4]: (4, ('- - 0', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:16:49 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-ac618ce9-81b1-4e77-8078-c6a9a6d8cf93 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Searching for a device in session 61 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75147) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 20:16:49 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-ac618ce9-81b1-4e77-8078-c6a9a6d8cf93 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:34165ab6-56c3-4419-a2cf-67c47194722f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VeJqoYrI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 20:16:50 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-ac618ce9-81b1-4e77-8078-c6a9a6d8cf93 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.279s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 20:16:50 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-ac618ce9-81b1-4e77-8078-c6a9a6d8cf93 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] <== connect_volume: return (1281ms) {'type': 'block', 'scsi_wwn': '23665646334363638', 'path': '/dev/sdb'} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 20:16:50 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ac618ce9-81b1-4e77-8078-c6a9a6d8cf93 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23665646334363638', 'path': '/dev/sdb'} {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 20:16:50 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:16:50 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:16:50 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5004 ms, sending inactivity probe {{(pid=75147) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 20:16:50 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:16:50 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:16:50 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:16:50 user nova-compute[75147]: DEBUG nova.objects.instance [None req-ac618ce9-81b1-4e77-8078-c6a9a6d8cf93 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Lazy-loading 'flavor' on Instance uuid aede9622-f710-42e6-a1b6-1677d9bac9f9 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 20:16:50 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-ac618ce9-81b1-4e77-8078-c6a9a6d8cf93 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] attach device xml: <disk type="block" device="disk">
Oct 27 20:16:50 user nova-compute[75147]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 20:16:50 user nova-compute[75147]:   <source dev="/dev/sdb"/>
Oct 27 20:16:50 user nova-compute[75147]:   <target dev="vdb" bus="virtio"/>
Oct 27 20:16:50 user nova-compute[75147]:   <serial>34165ab6-56c3-4419-a2cf-67c47194722f</serial>
Oct 27 20:16:50 user nova-compute[75147]: </disk>
Oct 27 20:16:50 user nova-compute[75147]:  {{(pid=75147) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 27 20:16:51 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-ac618ce9-81b1-4e77-8078-c6a9a6d8cf93 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] No BDM found with device name vda, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 20:16:51 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-ac618ce9-81b1-4e77-8078-c6a9a6d8cf93 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 20:16:51 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-ac618ce9-81b1-4e77-8078-c6a9a6d8cf93 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] No VIF found with MAC fa:16:3e:7c:8e:fe, not building metadata {{(pid=75147) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 20:16:51 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-ac618ce9-81b1-4e77-8078-c6a9a6d8cf93 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Lock "aede9622-f710-42e6-a1b6-1677d9bac9f9" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 19.648s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:16:52 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:16:53 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:16:53 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-fad98f0f-72da-489a-846d-fa352fde6f90 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Acquiring lock "aede9622-f710-42e6-a1b6-1677d9bac9f9" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:16:53 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-fad98f0f-72da-489a-846d-fa352fde6f90 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Lock "aede9622-f710-42e6-a1b6-1677d9bac9f9" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:16:53 user nova-compute[75147]: INFO nova.compute.manager [None req-fad98f0f-72da-489a-846d-fa352fde6f90 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] Detaching volume 34165ab6-56c3-4419-a2cf-67c47194722f
Oct 27 20:16:54 user nova-compute[75147]: INFO nova.virt.block_device [None req-fad98f0f-72da-489a-846d-fa352fde6f90 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] Attempting to driver detach volume 34165ab6-56c3-4419-a2cf-67c47194722f from mountpoint /dev/vdb
Oct 27 20:16:54 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-fad98f0f-72da-489a-846d-fa352fde6f90 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Attempting to detach device vdb from instance aede9622-f710-42e6-a1b6-1677d9bac9f9 from the persistent domain config. {{(pid=75147) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 27 20:16:54 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-fad98f0f-72da-489a-846d-fa352fde6f90 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] detach device xml: <disk type="block" device="disk">
Oct 27 20:16:54 user nova-compute[75147]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 20:16:54 user nova-compute[75147]:   <source dev="/dev/sdb"/>
Oct 27 20:16:54 user nova-compute[75147]:   <target dev="vdb" bus="virtio"/>
Oct 27 20:16:54 user nova-compute[75147]:   <serial>34165ab6-56c3-4419-a2cf-67c47194722f</serial>
Oct 27 20:16:54 user nova-compute[75147]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 27 20:16:54 user nova-compute[75147]: </disk>
Oct 27 20:16:54 user nova-compute[75147]:  {{(pid=75147) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 20:16:54 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-fad98f0f-72da-489a-846d-fa352fde6f90 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Successfully detached device vdb from instance aede9622-f710-42e6-a1b6-1677d9bac9f9 from the persistent domain config.
Oct 27 20:16:54 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-fad98f0f-72da-489a-846d-fa352fde6f90 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance aede9622-f710-42e6-a1b6-1677d9bac9f9 from the live domain config. {{(pid=75147) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 27 20:16:54 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-fad98f0f-72da-489a-846d-fa352fde6f90 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] detach device xml: <disk type="block" device="disk">
Oct 27 20:16:54 user nova-compute[75147]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 20:16:54 user nova-compute[75147]:   <source dev="/dev/sdb"/>
Oct 27 20:16:54 user nova-compute[75147]:   <target dev="vdb" bus="virtio"/>
Oct 27 20:16:54 user nova-compute[75147]:   <serial>34165ab6-56c3-4419-a2cf-67c47194722f</serial>
Oct 27 20:16:54 user nova-compute[75147]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 27 20:16:54 user nova-compute[75147]: </disk>
Oct 27 20:16:54 user nova-compute[75147]:  {{(pid=75147) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 20:16:54 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-fad98f0f-72da-489a-846d-fa352fde6f90 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance aede9622-f710-42e6-a1b6-1677d9bac9f9 {{(pid=75147) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 27 20:16:55 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:16:57 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:17:00 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:17:05 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:17:10 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:17:14 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-fad98f0f-72da-489a-846d-fa352fde6f90 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance aede9622-f710-42e6-a1b6-1677d9bac9f9 is timed out.
Oct 27 20:17:14 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-fad98f0f-72da-489a-846d-fa352fde6f90 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Successfully detached device vdb from instance aede9622-f710-42e6-a1b6-1677d9bac9f9 from the live domain config.
Oct 27 20:17:14 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fad98f0f-72da-489a-846d-fa352fde6f90 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] calling os-brick to detach iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 20:17:14 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-fad98f0f-72da-489a-846d-fa352fde6f90 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, {'target_iqn': 'iqn.2010-10.org.openstack:34165ab6-56c3-4419-a2cf-67c47194722f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VeJqoYrI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 20:17:14 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-fad98f0f-72da-489a-846d-fa352fde6f90 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 20:17:14 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-fad98f0f-72da-489a-846d-fa352fde6f90 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 20:17:14 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-fad98f0f-72da-489a-846d-fa352fde6f90 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 20:17:14 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:17:14 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:17:14 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[d15dbb2e-9998-4e88-b9a9-416eea55ba1e]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:34165ab6-56c3-4419-a2cf-67c47194722f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:17:14 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-fad98f0f-72da-489a-846d-fa352fde6f90 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 20:17:14 user nova-compute[75147]: No targets found.
Oct 27 20:17:14 user nova-compute[75147]: iSNS:
Oct 27 20:17:14 user nova-compute[75147]: No targets found.
Oct 27 20:17:14 user nova-compute[75147]: STATIC:
Oct 27 20:17:14 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:34165ab6-56c3-4419-a2cf-67c47194722f
Oct 27 20:17:14 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 20:17:14 user nova-compute[75147]:                 Iface Name: default
Oct 27 20:17:14 user nova-compute[75147]: FIRMWARE:
Oct 27 20:17:14 user nova-compute[75147]: No targets found.
Oct 27 20:17:14 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 20:17:14 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-fad98f0f-72da-489a-846d-fa352fde6f90 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 20:17:14 user nova-compute[75147]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 20:17:14 user nova-compute[75147]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75147) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 20:17:14 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-fad98f0f-72da-489a-846d-fa352fde6f90 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:34165ab6-56c3-4419-a2cf-67c47194722f', 0)] {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 20:17:14 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:17:14 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:17:14 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[29680cc6-58b6-4c25-90aa-4fa6d188e198]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:34165ab6-56c3-4419-a2cf-67c47194722f\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:17:14 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:17:14 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:17:14 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea05bef6-ab53-4bfe-9d77-0ad207c01ea6]: (4, ('tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:34165ab6-56c3-4419-a2cf-67c47194722f (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:17:14 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-fad98f0f-72da-489a-846d-fa352fde6f90 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:34165ab6-56c3-4419-a2cf-67c47194722f (non-flash)
Oct 27 20:17:14 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 20:17:14 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-fad98f0f-72da-489a-846d-fa352fde6f90 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] iscsi session list stdout=tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:34165ab6-56c3-4419-a2cf-67c47194722f (non-flash)
Oct 27 20:17:14 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 20:17:14 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-fad98f0f-72da-489a-846d-fa352fde6f90 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f290c16e0e0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:34165ab6-56c3-4419-a2cf-67c47194722f'): ({'sdb'}, set())}) {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 20:17:14 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-fad98f0f-72da-489a-846d-fa352fde6f90 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Removing single pathed devices sdb {{(pid=75147) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 20:17:14 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:17:14 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:17:14 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6e14475-1209-4eee-8b50-3dd6ed552c36]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:17:14 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:17:14 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:17:14 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[38395af0-ff5c-4277-bc11-364ee424e59c]: (4, ('ok\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:17:14 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-fad98f0f-72da-489a-846d-fa352fde6f90 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Flushing IO for device /dev/sdb {{(pid=75147) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 20:17:14 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:17:14 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.012s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:17:14 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd1e00c9-4d84-4289-9330-bd1b55ff993f]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:17:14 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-fad98f0f-72da-489a-846d-fa352fde6f90 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75147) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 20:17:14 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:17:14 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.044s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:17:14 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee1fa590-1301-4129-bc70-d9fb5bf5cd66]: (4, ('1', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:17:14 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-fad98f0f-72da-489a-846d-fa352fde6f90 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 20:17:14 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-fad98f0f-72da-489a-846d-fa352fde6f90 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] SCSI volumes sdb have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 20:17:14 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-fad98f0f-72da-489a-846d-fa352fde6f90 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:34165ab6-56c3-4419-a2cf-67c47194722f')] {{(pid=75147) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 20:17:14 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:34165ab6-56c3-4419-a2cf-67c47194722f -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:17:14 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:34165ab6-56c3-4419-a2cf-67c47194722f -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:17:14 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[0cacad4c-c56e-4bd1-b8c7-1b75f23be36f]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:17:14 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-fad98f0f-72da-489a-846d-fa352fde6f90 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:17:14 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:34165ab6-56c3-4419-a2cf-67c47194722f -p 172.16.0.220:3260 --logout {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:17:14 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:34165ab6-56c3-4419-a2cf-67c47194722f -p 172.16.0.220:3260 --logout" returned: 0 in 0.055s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:17:14 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d7dbc7e-ecfe-4638-847d-f46209647845]: (4, ('Logging out of session [sid: 61, target: iqn.2010-10.org.openstack:34165ab6-56c3-4419-a2cf-67c47194722f, portal: 172.16.0.220,3260]\nLogout of [sid: 61, target: iqn.2010-10.org.openstack:34165ab6-56c3-4419-a2cf-67c47194722f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:17:14 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-fad98f0f-72da-489a-846d-fa352fde6f90 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 61, target: iqn.2010-10.org.openstack:34165ab6-56c3-4419-a2cf-67c47194722f, portal: 172.16.0.220,3260]
Oct 27 20:17:14 user nova-compute[75147]: Logout of [sid: 61, target: iqn.2010-10.org.openstack:34165ab6-56c3-4419-a2cf-67c47194722f, portal: 172.16.0.220,3260] successful.
Oct 27 20:17:14 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:17:14 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:34165ab6-56c3-4419-a2cf-67c47194722f -p 172.16.0.220:3260 --op delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:17:14 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:34165ab6-56c3-4419-a2cf-67c47194722f -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:17:14 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[bfbafc5f-205d-4ebf-952b-541fab7e0e6a]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:17:14 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-fad98f0f-72da-489a-846d-fa352fde6f90 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:17:14 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-fad98f0f-72da-489a-846d-fa352fde6f90 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.278s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 20:17:14 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-fad98f0f-72da-489a-846d-fa352fde6f90 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] <== disconnect_volume: return (279ms) None {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 20:17:14 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fad98f0f-72da-489a-846d-fa352fde6f90 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] Disconnected iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 20:17:15 user nova-compute[75147]: DEBUG nova.objects.instance [None req-fad98f0f-72da-489a-846d-fa352fde6f90 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Lazy-loading 'flavor' on Instance uuid aede9622-f710-42e6-a1b6-1677d9bac9f9 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 20:17:15 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-fad98f0f-72da-489a-846d-fa352fde6f90 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Lock "aede9622-f710-42e6-a1b6-1677d9bac9f9" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.658s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:17:15 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:17:15 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:17:15 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75147) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 20:17:15 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:17:15 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:17:15 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:17:20 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:17:21 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:17:24 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:17:25 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:17:26 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:17:28 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:17:28 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:17:28 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:17:28 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:17:28 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Auditing locally available compute resources for user (node: user) {{(pid=75147) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 20:17:28 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aede9622-f710-42e6-a1b6-1677d9bac9f9/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:17:29 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aede9622-f710-42e6-a1b6-1677d9bac9f9/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:17:29 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aede9622-f710-42e6-a1b6-1677d9bac9f9/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:17:29 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aede9622-f710-42e6-a1b6-1677d9bac9f9/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:17:29 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 20:17:29 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 20:17:29 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Hypervisor/Node resource view: name=user free_ram=8993MB free_disk=24.902748107910156GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75147) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 20:17:29 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:17:29 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:17:29 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance aede9622-f710-42e6-a1b6-1677d9bac9f9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 20:17:29 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 20:17:29 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 20:17:29 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 20:17:29 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 20:17:29 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Compute_service record updated for user:user {{(pid=75147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 20:17:29 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.153s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:17:30 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:17:30 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Starting heal instance info cache {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 20:17:30 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Rebuilding the list of instances to heal {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 27 20:17:30 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:17:30 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:17:30 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75147) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 20:17:30 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:17:30 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:17:30 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:17:30 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "refresh_cache-aede9622-f710-42e6-a1b6-1677d9bac9f9" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 20:17:30 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquired lock "refresh_cache-aede9622-f710-42e6-a1b6-1677d9bac9f9" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 20:17:30 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] Forcefully refreshing network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 27 20:17:30 user nova-compute[75147]: DEBUG nova.objects.instance [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lazy-loading 'info_cache' on Instance uuid aede9622-f710-42e6-a1b6-1677d9bac9f9 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 20:17:31 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] Updating instance_info_cache with network_info: [{"id": "f2902284-d0eb-46cb-9792-d3506f2c2939", "address": "fa:16:3e:7c:8e:fe", "network": {"id": "2f1fdd98-7be3-4ad2-a719-9dfd42aef865", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-856006030-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.122", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0a6c424570d341c1bee85d4fdc226b02", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf2902284-d0", "ovs_interfaceid": "f2902284-d0eb-46cb-9792-d3506f2c2939", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 20:17:31 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Releasing lock "refresh_cache-aede9622-f710-42e6-a1b6-1677d9bac9f9" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 20:17:31 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] Updated the network info_cache for instance {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 27 20:17:31 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:17:31 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:17:33 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:17:33 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Cleaning up deleted instances {{(pid=75147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 27 20:17:33 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] There are 0 instances to clean {{(pid=75147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 27 20:17:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4998-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:17:38 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:17:40 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:17:42 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:17:42 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75147) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 20:17:45 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:17:50 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-12bf6bd4-5045-4a29-b437-8e8ee9d93d82 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Acquiring lock "aede9622-f710-42e6-a1b6-1677d9bac9f9" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:17:50 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-12bf6bd4-5045-4a29-b437-8e8ee9d93d82 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Lock "aede9622-f710-42e6-a1b6-1677d9bac9f9" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:17:50 user nova-compute[75147]: DEBUG nova.objects.instance [None req-12bf6bd4-5045-4a29-b437-8e8ee9d93d82 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Lazy-loading 'flavor' on Instance uuid aede9622-f710-42e6-a1b6-1677d9bac9f9 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 20:17:50 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-12bf6bd4-5045-4a29-b437-8e8ee9d93d82 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Lock "aede9622-f710-42e6-a1b6-1677d9bac9f9" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.078s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:17:50 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-12bf6bd4-5045-4a29-b437-8e8ee9d93d82 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Acquiring lock "aede9622-f710-42e6-a1b6-1677d9bac9f9" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:17:50 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-12bf6bd4-5045-4a29-b437-8e8ee9d93d82 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Lock "aede9622-f710-42e6-a1b6-1677d9bac9f9" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:17:50 user nova-compute[75147]: INFO nova.compute.manager [None req-12bf6bd4-5045-4a29-b437-8e8ee9d93d82 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] Attaching volume dab2b0da-1679-46f9-8a93-202be8acc500 to /dev/vdb
Oct 27 20:17:50 user nova-compute[75147]: DEBUG os_brick.utils [None req-12bf6bd4-5045-4a29-b437-8e8ee9d93d82 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 20:17:50 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:17:50 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:17:50 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[c6d6ab68-8614-483e-8587-18e30c6ff655]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9325735bc82e\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:17:50 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:17:50 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:17:50 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[069e86b7-d51d-4de1-9f6b-dba88494c501]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:17:50 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:17:50 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:17:50 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[266237a2-ab29-489d-8a84-8d0e6b170192]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:17:50 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[c35d27c3-92fc-4bcd-aeff-1ad5650ea193]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:17:50 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-12bf6bd4-5045-4a29-b437-8e8ee9d93d82 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Running cmd (subprocess): nvme version {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:17:50 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-12bf6bd4-5045-4a29-b437-8e8ee9d93d82 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] 'nvme version' failed. Not Retrying. {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 20:17:50 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.nvmeof [None req-12bf6bd4-5045-4a29-b437-8e8ee9d93d82 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] nvme not present on system {{(pid=75147) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 27 20:17:50 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:17:50 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 20:17:50 user nova-compute[75147]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 27 20:17:50 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[e0be9efe-6d5f-4ae1-b55a-541e33b33ee1]: (4, '') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:17:50 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-12bf6bd4-5045-4a29-b437-8e8ee9d93d82 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75147) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 27 20:17:50 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-12bf6bd4-5045-4a29-b437-8e8ee9d93d82 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 27 20:17:50 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-12bf6bd4-5045-4a29-b437-8e8ee9d93d82 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] LIGHTOS: no hostnqn found. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 27 20:17:50 user nova-compute[75147]: DEBUG os_brick.utils [None req-12bf6bd4-5045-4a29-b437-8e8ee9d93d82 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] <== get_connector_properties: return (112ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9325735bc82e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 20:17:50 user nova-compute[75147]: DEBUG nova.virt.block_device [None req-12bf6bd4-5045-4a29-b437-8e8ee9d93d82 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] Updating existing volume attachment record: ffa33327-a346-4f12-8422-d3c5db49807d {{(pid=75147) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 27 20:17:50 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:17:52 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:17:55 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:17:58 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:17:58 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75147) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 27 20:18:00 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:18:00 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:18:00 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75147) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 20:18:00 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:18:00 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:18:00 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:18:03 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:18:05 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:18:05 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:18:05 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75147) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 20:18:05 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:18:05 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:18:05 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:18:08 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-12bf6bd4-5045-4a29-b437-8e8ee9d93d82 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] Calling os-brick to attach iSCSI Volume {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 20:18:08 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-12bf6bd4-5045-4a29-b437-8e8ee9d93d82 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:dab2b0da-1679-46f9-8a93-202be8acc500', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sjrHXvok', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 20:18:08 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-12bf6bd4-5045-4a29-b437-8e8ee9d93d82 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 20:18:08 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-12bf6bd4-5045-4a29-b437-8e8ee9d93d82 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 20:18:08 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-12bf6bd4-5045-4a29-b437-8e8ee9d93d82 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 20:18:08 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-12bf6bd4-5045-4a29-b437-8e8ee9d93d82 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 20:18:08 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-12bf6bd4-5045-4a29-b437-8e8ee9d93d82 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:dab2b0da-1679-46f9-8a93-202be8acc500" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 20:18:08 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-12bf6bd4-5045-4a29-b437-8e8ee9d93d82 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:dab2b0da-1679-46f9-8a93-202be8acc500" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 20:18:08 user nova-compute[75147]: INFO os_brick.initiator.connectors.iscsi [None req-12bf6bd4-5045-4a29-b437-8e8ee9d93d82 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 20:18:08 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dab2b0da-1679-46f9-8a93-202be8acc500 -p 172.16.0.220:3260 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:18:08 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dab2b0da-1679-46f9-8a93-202be8acc500 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:18:08 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[9181b50b-0ce7-443d-b23e-0b7f4abf4d9f]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:18:08 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-12bf6bd4-5045-4a29-b437-8e8ee9d93d82 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 20:18:08 user nova-compute[75147]:  {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:18:08 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dab2b0da-1679-46f9-8a93-202be8acc500 -p 172.16.0.220:3260 --interface default --op new {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:18:08 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dab2b0da-1679-46f9-8a93-202be8acc500 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:18:08 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f3f34e5-2c41-404f-a016-6b27c4b63f60]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:dab2b0da-1679-46f9-8a93-202be8acc500] added\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:18:08 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-12bf6bd4-5045-4a29-b437-8e8ee9d93d82 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:dab2b0da-1679-46f9-8a93-202be8acc500] added
Oct 27 20:18:08 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:18:08 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dab2b0da-1679-46f9-8a93-202be8acc500 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:18:08 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dab2b0da-1679-46f9-8a93-202be8acc500 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:18:08 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[b825b645-9234-4df1-bacd-7c3906948bcd]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:18:08 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-12bf6bd4-5045-4a29-b437-8e8ee9d93d82 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:18:08 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dab2b0da-1679-46f9-8a93-202be8acc500 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:18:08 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dab2b0da-1679-46f9-8a93-202be8acc500 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:18:08 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[0704c470-8417-452c-a8b2-3265526e3361]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:18:08 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-12bf6bd4-5045-4a29-b437-8e8ee9d93d82 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:18:08 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dab2b0da-1679-46f9-8a93-202be8acc500 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v sjrHXvok {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:18:08 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dab2b0da-1679-46f9-8a93-202be8acc500 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v sjrHXvok" returned: 0 in 0.021s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:18:08 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[266346d4-d49c-4d0a-855c-ef5ead0cd2f7]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:18:08 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-12bf6bd4-5045-4a29-b437-8e8ee9d93d82 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'sjrHXvok'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:18:08 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dab2b0da-1679-46f9-8a93-202be8acc500 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:18:08 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dab2b0da-1679-46f9-8a93-202be8acc500 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:18:08 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[0846889a-44e3-41aa-a3f9-4f05e04a9ec2]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:18:08 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-12bf6bd4-5045-4a29-b437-8e8ee9d93d82 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:18:08 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:18:08 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:18:08 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[953d8cfd-7362-4eef-88ba-930b02618093]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:18:08 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-12bf6bd4-5045-4a29-b437-8e8ee9d93d82 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 27 20:18:08 user nova-compute[75147]:  {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 20:18:08 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-12bf6bd4-5045-4a29-b437-8e8ee9d93d82 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 27 20:18:08 user nova-compute[75147]:  {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 20:18:08 user nova-compute[75147]: WARNING os_brick.initiator.connectors.iscsi [None req-12bf6bd4-5045-4a29-b437-8e8ee9d93d82 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 27 20:18:08 user nova-compute[75147]: 
Oct 27 20:18:08 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dab2b0da-1679-46f9-8a93-202be8acc500 -p 172.16.0.220:3260 --login {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:18:08 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dab2b0da-1679-46f9-8a93-202be8acc500 -p 172.16.0.220:3260 --login" returned: 0 in 0.044s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:18:08 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[e36b0e65-319d-49d1-a5ae-c3b529b9e2de]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:dab2b0da-1679-46f9-8a93-202be8acc500, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:dab2b0da-1679-46f9-8a93-202be8acc500, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:18:08 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-12bf6bd4-5045-4a29-b437-8e8ee9d93d82 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:dab2b0da-1679-46f9-8a93-202be8acc500, portal: 172.16.0.220,3260]
Oct 27 20:18:08 user nova-compute[75147]: Login to [iface: default, target: iqn.2010-10.org.openstack:dab2b0da-1679-46f9-8a93-202be8acc500, portal: 172.16.0.220,3260] successful.
Oct 27 20:18:08 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:18:08 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dab2b0da-1679-46f9-8a93-202be8acc500 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:18:08 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dab2b0da-1679-46f9-8a93-202be8acc500 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:18:08 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd98995d-ed7f-4607-9709-ad2b1680ffb0]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:18:08 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-12bf6bd4-5045-4a29-b437-8e8ee9d93d82 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:18:08 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:18:08 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:18:08 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[a65f4347-4b7a-46f9-8b70-668d34bd8282]: (4, ('tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dab2b0da-1679-46f9-8a93-202be8acc500 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:18:08 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-12bf6bd4-5045-4a29-b437-8e8ee9d93d82 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dab2b0da-1679-46f9-8a93-202be8acc500 (non-flash)
Oct 27 20:18:08 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 20:18:08 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-12bf6bd4-5045-4a29-b437-8e8ee9d93d82 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] iscsi session list stdout=tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dab2b0da-1679-46f9-8a93-202be8acc500 (non-flash)
Oct 27 20:18:08 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 20:18:08 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-12bf6bd4-5045-4a29-b437-8e8ee9d93d82 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:dab2b0da-1679-46f9-8a93-202be8acc500" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.249s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 20:18:08 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-12bf6bd4-5045-4a29-b437-8e8ee9d93d82 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Connected to 172.16.0.220:3260 {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 20:18:08 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-12bf6bd4-5045-4a29-b437-8e8ee9d93d82 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] HCTL ('33', '-', '-', 0) found on session 62 with lun 0 {{(pid=75147) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 20:18:08 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-12bf6bd4-5045-4a29-b437-8e8ee9d93d82 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75147) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 20:18:08 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:18:08 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:18:08 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c8225e5-e5a6-4bd0-abfd-d9c0ed8dc988]: (4, ('- - 0', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:18:08 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-12bf6bd4-5045-4a29-b437-8e8ee9d93d82 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Searching for a device in session 62 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75147) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 20:18:08 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-12bf6bd4-5045-4a29-b437-8e8ee9d93d82 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:dab2b0da-1679-46f9-8a93-202be8acc500', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sjrHXvok', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 20:18:09 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-12bf6bd4-5045-4a29-b437-8e8ee9d93d82 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.280s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 20:18:09 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-12bf6bd4-5045-4a29-b437-8e8ee9d93d82 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] <== connect_volume: return (1282ms) {'type': 'block', 'scsi_wwn': '23331336137306632', 'path': '/dev/sdb'} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 20:18:09 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-12bf6bd4-5045-4a29-b437-8e8ee9d93d82 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23331336137306632', 'path': '/dev/sdb'} {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 20:18:09 user nova-compute[75147]: DEBUG nova.objects.instance [None req-12bf6bd4-5045-4a29-b437-8e8ee9d93d82 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Lazy-loading 'flavor' on Instance uuid aede9622-f710-42e6-a1b6-1677d9bac9f9 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 20:18:09 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-12bf6bd4-5045-4a29-b437-8e8ee9d93d82 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] attach device xml: <disk type="block" device="disk">
Oct 27 20:18:09 user nova-compute[75147]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 20:18:09 user nova-compute[75147]:   <source dev="/dev/sdb"/>
Oct 27 20:18:09 user nova-compute[75147]:   <target dev="vdb" bus="virtio"/>
Oct 27 20:18:09 user nova-compute[75147]:   <serial>dab2b0da-1679-46f9-8a93-202be8acc500</serial>
Oct 27 20:18:09 user nova-compute[75147]: </disk>
Oct 27 20:18:09 user nova-compute[75147]:  {{(pid=75147) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 27 20:18:10 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-12bf6bd4-5045-4a29-b437-8e8ee9d93d82 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] No BDM found with device name vda, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 20:18:10 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-12bf6bd4-5045-4a29-b437-8e8ee9d93d82 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 20:18:10 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-12bf6bd4-5045-4a29-b437-8e8ee9d93d82 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] No VIF found with MAC fa:16:3e:7c:8e:fe, not building metadata {{(pid=75147) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 20:18:10 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-12bf6bd4-5045-4a29-b437-8e8ee9d93d82 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Lock "aede9622-f710-42e6-a1b6-1677d9bac9f9" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 19.978s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:18:10 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:18:10 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:18:10 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75147) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 20:18:10 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:18:10 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:18:10 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:18:12 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9ff827ac-6510-4c8a-9952-d116a2836aa1 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Acquiring lock "aede9622-f710-42e6-a1b6-1677d9bac9f9" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:18:12 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9ff827ac-6510-4c8a-9952-d116a2836aa1 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Lock "aede9622-f710-42e6-a1b6-1677d9bac9f9" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:18:12 user nova-compute[75147]: INFO nova.compute.manager [None req-9ff827ac-6510-4c8a-9952-d116a2836aa1 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] Detaching volume dab2b0da-1679-46f9-8a93-202be8acc500
Oct 27 20:18:12 user nova-compute[75147]: INFO nova.virt.block_device [None req-9ff827ac-6510-4c8a-9952-d116a2836aa1 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] Attempting to driver detach volume dab2b0da-1679-46f9-8a93-202be8acc500 from mountpoint /dev/vdb
Oct 27 20:18:12 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-9ff827ac-6510-4c8a-9952-d116a2836aa1 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Attempting to detach device vdb from instance aede9622-f710-42e6-a1b6-1677d9bac9f9 from the persistent domain config. {{(pid=75147) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 27 20:18:12 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-9ff827ac-6510-4c8a-9952-d116a2836aa1 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] detach device xml: <disk type="block" device="disk">
Oct 27 20:18:12 user nova-compute[75147]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 20:18:12 user nova-compute[75147]:   <source dev="/dev/sdb"/>
Oct 27 20:18:12 user nova-compute[75147]:   <target dev="vdb" bus="virtio"/>
Oct 27 20:18:12 user nova-compute[75147]:   <serial>dab2b0da-1679-46f9-8a93-202be8acc500</serial>
Oct 27 20:18:12 user nova-compute[75147]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 27 20:18:12 user nova-compute[75147]: </disk>
Oct 27 20:18:12 user nova-compute[75147]:  {{(pid=75147) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 20:18:12 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-9ff827ac-6510-4c8a-9952-d116a2836aa1 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Successfully detached device vdb from instance aede9622-f710-42e6-a1b6-1677d9bac9f9 from the persistent domain config.
Oct 27 20:18:12 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-9ff827ac-6510-4c8a-9952-d116a2836aa1 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance aede9622-f710-42e6-a1b6-1677d9bac9f9 from the live domain config. {{(pid=75147) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 27 20:18:12 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-9ff827ac-6510-4c8a-9952-d116a2836aa1 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] detach device xml: <disk type="block" device="disk">
Oct 27 20:18:12 user nova-compute[75147]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 20:18:12 user nova-compute[75147]:   <source dev="/dev/sdb"/>
Oct 27 20:18:12 user nova-compute[75147]:   <target dev="vdb" bus="virtio"/>
Oct 27 20:18:12 user nova-compute[75147]:   <serial>dab2b0da-1679-46f9-8a93-202be8acc500</serial>
Oct 27 20:18:12 user nova-compute[75147]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 27 20:18:12 user nova-compute[75147]: </disk>
Oct 27 20:18:12 user nova-compute[75147]:  {{(pid=75147) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 20:18:12 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:18:12 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-9ff827ac-6510-4c8a-9952-d116a2836aa1 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance aede9622-f710-42e6-a1b6-1677d9bac9f9 {{(pid=75147) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 27 20:18:15 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:18:20 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:18:20 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:18:20 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75147) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 20:18:20 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:18:20 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:18:20 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:18:22 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:18:24 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:18:25 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:18:25 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:18:25 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75147) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 20:18:25 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:18:25 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:18:25 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:18:26 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:18:29 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:18:29 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:18:29 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:18:29 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:18:29 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Auditing locally available compute resources for user (node: user) {{(pid=75147) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 20:18:29 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aede9622-f710-42e6-a1b6-1677d9bac9f9/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:18:30 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aede9622-f710-42e6-a1b6-1677d9bac9f9/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:18:30 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aede9622-f710-42e6-a1b6-1677d9bac9f9/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:18:30 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aede9622-f710-42e6-a1b6-1677d9bac9f9/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:18:30 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 20:18:30 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 20:18:30 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Hypervisor/Node resource view: name=user free_ram=8981MB free_disk=24.901771545410156GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75147) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 20:18:30 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:18:30 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:18:30 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance aede9622-f710-42e6-a1b6-1677d9bac9f9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 20:18:30 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 20:18:30 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 20:18:30 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Refreshing inventories for resource provider 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 27 20:18:30 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Updating ProviderTree inventory for provider 719076f2-a22e-4833-8fe0-efddc2edace5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 27 20:18:30 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Updating inventory in ProviderTree for provider 719076f2-a22e-4833-8fe0-efddc2edace5 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 27 20:18:30 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:18:30 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Refreshing aggregate associations for resource provider 719076f2-a22e-4833-8fe0-efddc2edace5, aggregates: None {{(pid=75147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 27 20:18:30 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Refreshing trait associations for resource provider 719076f2-a22e-4833-8fe0-efddc2edace5, traits: COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_VOLUME_EXTEND,HW_CPU_X86_SSSE3,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_NET_VIF_MODEL_RTL8139,HW_CPU_X86_SSE2,HW_CPU_X86_SSE42,COMPUTE_STORAGE_BUS_SATA,COMPUTE_RESCUE_BFV,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,HW_CPU_X86_SSE41,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_ACCELERATORS,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NODE,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_STORAGE_BUS_FDC,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_STORAGE_BUS_USB,HW_CPU_X86_SSE,COMPUTE_DEVICE_TAGGING,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_CPU_X86_MMX,COMPUTE_STORAGE_BUS_IDE,COMPUTE_TRUSTED_CERTS,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_IMAGE_TYPE_RAW {{(pid=75147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 27 20:18:31 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 20:18:31 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 20:18:31 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Compute_service record updated for user:user {{(pid=75147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 20:18:31 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.350s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:18:32 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:18:32 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:18:32 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Starting heal instance info cache {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 20:18:32 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Rebuilding the list of instances to heal {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 27 20:18:32 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "refresh_cache-aede9622-f710-42e6-a1b6-1677d9bac9f9" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 20:18:32 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquired lock "refresh_cache-aede9622-f710-42e6-a1b6-1677d9bac9f9" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 20:18:32 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] Forcefully refreshing network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 27 20:18:32 user nova-compute[75147]: DEBUG nova.objects.instance [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lazy-loading 'info_cache' on Instance uuid aede9622-f710-42e6-a1b6-1677d9bac9f9 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 20:18:32 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] Updating instance_info_cache with network_info: [{"id": "f2902284-d0eb-46cb-9792-d3506f2c2939", "address": "fa:16:3e:7c:8e:fe", "network": {"id": "2f1fdd98-7be3-4ad2-a719-9dfd42aef865", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-856006030-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.122", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0a6c424570d341c1bee85d4fdc226b02", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf2902284-d0", "ovs_interfaceid": "f2902284-d0eb-46cb-9792-d3506f2c2939", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 20:18:32 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Releasing lock "refresh_cache-aede9622-f710-42e6-a1b6-1677d9bac9f9" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 20:18:32 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] Updated the network info_cache for instance {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 27 20:18:32 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:18:32 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-9ff827ac-6510-4c8a-9952-d116a2836aa1 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance aede9622-f710-42e6-a1b6-1677d9bac9f9 is timed out.
Oct 27 20:18:32 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-9ff827ac-6510-4c8a-9952-d116a2836aa1 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Successfully detached device vdb from instance aede9622-f710-42e6-a1b6-1677d9bac9f9 from the live domain config.
Oct 27 20:18:32 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9ff827ac-6510-4c8a-9952-d116a2836aa1 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] calling os-brick to detach iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 20:18:32 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-9ff827ac-6510-4c8a-9952-d116a2836aa1 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, {'target_iqn': 'iqn.2010-10.org.openstack:dab2b0da-1679-46f9-8a93-202be8acc500', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sjrHXvok', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 20:18:32 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-9ff827ac-6510-4c8a-9952-d116a2836aa1 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 20:18:32 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-9ff827ac-6510-4c8a-9952-d116a2836aa1 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 20:18:32 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-9ff827ac-6510-4c8a-9952-d116a2836aa1 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 20:18:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:18:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:18:32 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[b757b63a-15e9-4467-9b4e-eff927597083]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:dab2b0da-1679-46f9-8a93-202be8acc500\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:18:32 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-9ff827ac-6510-4c8a-9952-d116a2836aa1 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 20:18:32 user nova-compute[75147]: No targets found.
Oct 27 20:18:32 user nova-compute[75147]: iSNS:
Oct 27 20:18:32 user nova-compute[75147]: No targets found.
Oct 27 20:18:32 user nova-compute[75147]: STATIC:
Oct 27 20:18:32 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:dab2b0da-1679-46f9-8a93-202be8acc500
Oct 27 20:18:32 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 20:18:32 user nova-compute[75147]:                 Iface Name: default
Oct 27 20:18:32 user nova-compute[75147]: FIRMWARE:
Oct 27 20:18:32 user nova-compute[75147]: No targets found.
Oct 27 20:18:32 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 20:18:32 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-9ff827ac-6510-4c8a-9952-d116a2836aa1 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 20:18:32 user nova-compute[75147]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 20:18:32 user nova-compute[75147]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75147) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 20:18:32 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-9ff827ac-6510-4c8a-9952-d116a2836aa1 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:dab2b0da-1679-46f9-8a93-202be8acc500', 0)] {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 20:18:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:18:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:18:32 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[392d17a9-e2dd-47cd-8efd-a3a6e65ebaaf]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dab2b0da-1679-46f9-8a93-202be8acc500\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:18:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:18:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:18:32 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[94fb2088-337f-48bd-a2d8-d4cc50b05320]: (4, ('tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dab2b0da-1679-46f9-8a93-202be8acc500 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:18:32 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-9ff827ac-6510-4c8a-9952-d116a2836aa1 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dab2b0da-1679-46f9-8a93-202be8acc500 (non-flash)
Oct 27 20:18:32 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 20:18:32 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-9ff827ac-6510-4c8a-9952-d116a2836aa1 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] iscsi session list stdout=tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dab2b0da-1679-46f9-8a93-202be8acc500 (non-flash)
Oct 27 20:18:32 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 20:18:32 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-9ff827ac-6510-4c8a-9952-d116a2836aa1 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f28ec3536d0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:dab2b0da-1679-46f9-8a93-202be8acc500'): ({'sdb'}, set())}) {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 20:18:32 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-9ff827ac-6510-4c8a-9952-d116a2836aa1 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Removing single pathed devices sdb {{(pid=75147) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 20:18:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:18:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:18:32 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[bbffce02-a5b8-4c7e-99f7-79b2211348c2]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:18:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:18:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:18:32 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[b33f1218-c711-4882-b6c7-5bcef5834c26]: (4, ('ok\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:18:32 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-9ff827ac-6510-4c8a-9952-d116a2836aa1 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Flushing IO for device /dev/sdb {{(pid=75147) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 20:18:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:18:33 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.015s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:18:33 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[66057adc-091a-46b4-96e9-df8c04ec5223]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:18:33 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-9ff827ac-6510-4c8a-9952-d116a2836aa1 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75147) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 20:18:33 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:18:33 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.053s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:18:33 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[abe2cf8d-288c-4fca-b223-651bb367ff67]: (4, ('1', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:18:33 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-9ff827ac-6510-4c8a-9952-d116a2836aa1 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 20:18:33 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-9ff827ac-6510-4c8a-9952-d116a2836aa1 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] SCSI volumes sdb have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 20:18:33 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-9ff827ac-6510-4c8a-9952-d116a2836aa1 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:dab2b0da-1679-46f9-8a93-202be8acc500')] {{(pid=75147) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 20:18:33 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dab2b0da-1679-46f9-8a93-202be8acc500 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:18:33 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dab2b0da-1679-46f9-8a93-202be8acc500 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:18:33 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ee95bf9-c620-478e-8250-eece4f8d6d64]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:18:33 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-9ff827ac-6510-4c8a-9952-d116a2836aa1 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:18:33 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dab2b0da-1679-46f9-8a93-202be8acc500 -p 172.16.0.220:3260 --logout {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:18:33 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dab2b0da-1679-46f9-8a93-202be8acc500 -p 172.16.0.220:3260 --logout" returned: 0 in 0.049s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:18:33 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[2eb5bcba-009a-45c8-8683-660c5e0ef8d9]: (4, ('Logging out of session [sid: 62, target: iqn.2010-10.org.openstack:dab2b0da-1679-46f9-8a93-202be8acc500, portal: 172.16.0.220,3260]\nLogout of [sid: 62, target: iqn.2010-10.org.openstack:dab2b0da-1679-46f9-8a93-202be8acc500, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:18:33 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-9ff827ac-6510-4c8a-9952-d116a2836aa1 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 62, target: iqn.2010-10.org.openstack:dab2b0da-1679-46f9-8a93-202be8acc500, portal: 172.16.0.220,3260]
Oct 27 20:18:33 user nova-compute[75147]: Logout of [sid: 62, target: iqn.2010-10.org.openstack:dab2b0da-1679-46f9-8a93-202be8acc500, portal: 172.16.0.220,3260] successful.
Oct 27 20:18:33 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:18:33 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dab2b0da-1679-46f9-8a93-202be8acc500 -p 172.16.0.220:3260 --op delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:18:33 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dab2b0da-1679-46f9-8a93-202be8acc500 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:18:33 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a733355-cddc-4fd0-b09f-9af2830e4698]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:18:33 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-9ff827ac-6510-4c8a-9952-d116a2836aa1 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:18:33 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-9ff827ac-6510-4c8a-9952-d116a2836aa1 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.293s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 20:18:33 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-9ff827ac-6510-4c8a-9952-d116a2836aa1 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] <== disconnect_volume: return (294ms) None {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 20:18:33 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9ff827ac-6510-4c8a-9952-d116a2836aa1 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] Disconnected iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 20:18:34 user nova-compute[75147]: DEBUG nova.objects.instance [None req-9ff827ac-6510-4c8a-9952-d116a2836aa1 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Lazy-loading 'flavor' on Instance uuid aede9622-f710-42e6-a1b6-1677d9bac9f9 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 20:18:34 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-9ff827ac-6510-4c8a-9952-d116a2836aa1 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Lock "aede9622-f710-42e6-a1b6-1677d9bac9f9" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.775s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:18:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:18:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:18:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75147) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 20:18:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:18:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:18:35 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:18:38 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:18:40 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:18:40 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:18:40 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75147) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 20:18:40 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:18:40 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:18:40 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:18:44 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:18:44 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75147) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 20:18:45 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:18:45 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:18:45 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75147) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 20:18:45 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:18:45 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:18:45 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:18:50 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:18:50 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:18:50 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75147) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 20:18:50 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:18:50 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:18:50 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:18:53 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:18:55 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:18:55 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:18:55 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75147) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 20:18:55 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:18:55 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:18:55 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:19:00 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:19:00 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:19:00 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75147) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 20:19:00 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:19:00 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:19:00 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:19:05 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:19:08 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-fefa15ea-d315-40a5-bf4c-910af1619a7b tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Acquiring lock "aede9622-f710-42e6-a1b6-1677d9bac9f9" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:19:08 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-fefa15ea-d315-40a5-bf4c-910af1619a7b tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Lock "aede9622-f710-42e6-a1b6-1677d9bac9f9" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:19:08 user nova-compute[75147]: DEBUG nova.objects.instance [None req-fefa15ea-d315-40a5-bf4c-910af1619a7b tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Lazy-loading 'flavor' on Instance uuid aede9622-f710-42e6-a1b6-1677d9bac9f9 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 20:19:08 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-fefa15ea-d315-40a5-bf4c-910af1619a7b tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Lock "aede9622-f710-42e6-a1b6-1677d9bac9f9" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.084s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:19:09 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-fefa15ea-d315-40a5-bf4c-910af1619a7b tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Acquiring lock "aede9622-f710-42e6-a1b6-1677d9bac9f9" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:19:09 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-fefa15ea-d315-40a5-bf4c-910af1619a7b tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Lock "aede9622-f710-42e6-a1b6-1677d9bac9f9" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:19:09 user nova-compute[75147]: INFO nova.compute.manager [None req-fefa15ea-d315-40a5-bf4c-910af1619a7b tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] Attaching volume 82041c46-c5a4-44d7-b1ae-6018a9b5bf4d to /dev/vdb
Oct 27 20:19:09 user nova-compute[75147]: DEBUG os_brick.utils [None req-fefa15ea-d315-40a5-bf4c-910af1619a7b tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 20:19:09 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:19:09 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:19:09 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d4e96ce-87e4-4e4c-9ca8-054a9cf007e9]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9325735bc82e\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:19:09 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:19:09 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:19:09 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[c642da7f-aab7-4ea7-a7a0-bf2cdc298d02]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:19:09 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:19:09 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:19:09 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd303d6f-6634-45f5-9f83-6574f1f39493]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:19:09 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[459ba555-6fe4-4a20-953a-32f8c522f945]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:19:09 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-fefa15ea-d315-40a5-bf4c-910af1619a7b tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Running cmd (subprocess): nvme version {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:19:09 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-fefa15ea-d315-40a5-bf4c-910af1619a7b tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] 'nvme version' failed. Not Retrying. {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 20:19:09 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.nvmeof [None req-fefa15ea-d315-40a5-bf4c-910af1619a7b tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] nvme not present on system {{(pid=75147) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 27 20:19:09 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:19:09 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 20:19:09 user nova-compute[75147]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 27 20:19:09 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[56126071-44d0-473e-bcf0-339787bbbaec]: (4, '') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:19:09 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-fefa15ea-d315-40a5-bf4c-910af1619a7b tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75147) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 27 20:19:09 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-fefa15ea-d315-40a5-bf4c-910af1619a7b tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 27 20:19:09 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-fefa15ea-d315-40a5-bf4c-910af1619a7b tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] LIGHTOS: no hostnqn found. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 27 20:19:09 user nova-compute[75147]: DEBUG os_brick.utils [None req-fefa15ea-d315-40a5-bf4c-910af1619a7b tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] <== get_connector_properties: return (116ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9325735bc82e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 20:19:09 user nova-compute[75147]: DEBUG nova.virt.block_device [None req-fefa15ea-d315-40a5-bf4c-910af1619a7b tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] Updating existing volume attachment record: 7a3e4bfb-b203-4597-8f66-46738ddc04b6 {{(pid=75147) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 27 20:19:10 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:19:10 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:19:10 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75147) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 20:19:10 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:19:10 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:19:10 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:19:12 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:19:15 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:19:20 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:19:22 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:19:24 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:19:25 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:19:27 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fefa15ea-d315-40a5-bf4c-910af1619a7b tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] Calling os-brick to attach iSCSI Volume {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 20:19:27 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-fefa15ea-d315-40a5-bf4c-910af1619a7b tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:82041c46-c5a4-44d7-b1ae-6018a9b5bf4d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'gceIBQUV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 20:19:27 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-fefa15ea-d315-40a5-bf4c-910af1619a7b tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 20:19:27 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-fefa15ea-d315-40a5-bf4c-910af1619a7b tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 20:19:27 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-fefa15ea-d315-40a5-bf4c-910af1619a7b tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 20:19:27 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-fefa15ea-d315-40a5-bf4c-910af1619a7b tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 20:19:27 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-fefa15ea-d315-40a5-bf4c-910af1619a7b tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:82041c46-c5a4-44d7-b1ae-6018a9b5bf4d" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 20:19:27 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-fefa15ea-d315-40a5-bf4c-910af1619a7b tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:82041c46-c5a4-44d7-b1ae-6018a9b5bf4d" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 20:19:27 user nova-compute[75147]: INFO os_brick.initiator.connectors.iscsi [None req-fefa15ea-d315-40a5-bf4c-910af1619a7b tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 20:19:27 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:82041c46-c5a4-44d7-b1ae-6018a9b5bf4d -p 172.16.0.220:3260 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:19:27 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:82041c46-c5a4-44d7-b1ae-6018a9b5bf4d -p 172.16.0.220:3260" returned: 21 in 0.022s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:19:27 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f2ab5ab-b007-4555-9f9e-9425e3a5c208]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:19:27 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-fefa15ea-d315-40a5-bf4c-910af1619a7b tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 20:19:27 user nova-compute[75147]:  {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:19:27 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:82041c46-c5a4-44d7-b1ae-6018a9b5bf4d -p 172.16.0.220:3260 --interface default --op new {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:19:27 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:82041c46-c5a4-44d7-b1ae-6018a9b5bf4d -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:19:27 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[016a421a-0e12-4183-abc8-e4c3dfc876a5]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:82041c46-c5a4-44d7-b1ae-6018a9b5bf4d] added\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:19:27 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-fefa15ea-d315-40a5-bf4c-910af1619a7b tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:82041c46-c5a4-44d7-b1ae-6018a9b5bf4d] added
Oct 27 20:19:27 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:19:27 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:82041c46-c5a4-44d7-b1ae-6018a9b5bf4d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:19:27 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:82041c46-c5a4-44d7-b1ae-6018a9b5bf4d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:19:27 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[02521bbb-574e-4002-ae07-8e7f876318b9]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:19:27 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-fefa15ea-d315-40a5-bf4c-910af1619a7b tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:19:27 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:82041c46-c5a4-44d7-b1ae-6018a9b5bf4d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:19:27 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:82041c46-c5a4-44d7-b1ae-6018a9b5bf4d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:19:27 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[08cc2b89-b2d1-465b-acef-f396a14a3b8d]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:19:27 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-fefa15ea-d315-40a5-bf4c-910af1619a7b tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:19:27 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:82041c46-c5a4-44d7-b1ae-6018a9b5bf4d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v gceIBQUV {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:19:27 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:82041c46-c5a4-44d7-b1ae-6018a9b5bf4d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v gceIBQUV" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:19:27 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b472df8-1f59-488f-b0f2-d66d28bb94e9]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:19:27 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-fefa15ea-d315-40a5-bf4c-910af1619a7b tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'gceIBQUV'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:19:27 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:82041c46-c5a4-44d7-b1ae-6018a9b5bf4d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:19:27 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:82041c46-c5a4-44d7-b1ae-6018a9b5bf4d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:19:27 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[4221d6ea-8834-4527-9f3b-b39697bce114]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:19:27 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-fefa15ea-d315-40a5-bf4c-910af1619a7b tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:19:27 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:19:27 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:19:27 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[65ec6150-f1fe-4273-aa0c-80995283fa59]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:19:27 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-fefa15ea-d315-40a5-bf4c-910af1619a7b tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 27 20:19:27 user nova-compute[75147]:  {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 20:19:27 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-fefa15ea-d315-40a5-bf4c-910af1619a7b tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 27 20:19:27 user nova-compute[75147]:  {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 20:19:27 user nova-compute[75147]: WARNING os_brick.initiator.connectors.iscsi [None req-fefa15ea-d315-40a5-bf4c-910af1619a7b tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 27 20:19:27 user nova-compute[75147]: 
Oct 27 20:19:27 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:82041c46-c5a4-44d7-b1ae-6018a9b5bf4d -p 172.16.0.220:3260 --login {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:19:27 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:82041c46-c5a4-44d7-b1ae-6018a9b5bf4d -p 172.16.0.220:3260 --login" returned: 0 in 0.044s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:19:27 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d4b6ed6-939a-435d-bb1d-dff1424cbf9d]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:82041c46-c5a4-44d7-b1ae-6018a9b5bf4d, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:82041c46-c5a4-44d7-b1ae-6018a9b5bf4d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:19:27 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-fefa15ea-d315-40a5-bf4c-910af1619a7b tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:82041c46-c5a4-44d7-b1ae-6018a9b5bf4d, portal: 172.16.0.220,3260]
Oct 27 20:19:27 user nova-compute[75147]: Login to [iface: default, target: iqn.2010-10.org.openstack:82041c46-c5a4-44d7-b1ae-6018a9b5bf4d, portal: 172.16.0.220,3260] successful.
Oct 27 20:19:27 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:19:27 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:82041c46-c5a4-44d7-b1ae-6018a9b5bf4d -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:19:27 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:82041c46-c5a4-44d7-b1ae-6018a9b5bf4d -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:19:27 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b1ed7a3-c9d7-42cc-9632-f88bf2ab9515]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:19:27 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-fefa15ea-d315-40a5-bf4c-910af1619a7b tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:19:27 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:19:27 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:19:27 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ad9ffa5-ef7f-415d-96f9-923f9ed67b7a]: (4, ('tcp: [63] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82041c46-c5a4-44d7-b1ae-6018a9b5bf4d (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:19:27 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-fefa15ea-d315-40a5-bf4c-910af1619a7b tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [63] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82041c46-c5a4-44d7-b1ae-6018a9b5bf4d (non-flash)
Oct 27 20:19:27 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 20:19:27 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-fefa15ea-d315-40a5-bf4c-910af1619a7b tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] iscsi session list stdout=tcp: [63] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82041c46-c5a4-44d7-b1ae-6018a9b5bf4d (non-flash)
Oct 27 20:19:27 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 20:19:27 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-fefa15ea-d315-40a5-bf4c-910af1619a7b tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:82041c46-c5a4-44d7-b1ae-6018a9b5bf4d" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.257s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 20:19:27 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-fefa15ea-d315-40a5-bf4c-910af1619a7b tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Connected to 172.16.0.220:3260 {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 20:19:27 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-fefa15ea-d315-40a5-bf4c-910af1619a7b tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] HCTL ('33', '-', '-', 0) found on session 63 with lun 0 {{(pid=75147) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 20:19:27 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-fefa15ea-d315-40a5-bf4c-910af1619a7b tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75147) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 20:19:27 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:19:27 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.015s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:19:27 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[04b19e11-170e-4757-88b4-6747af50a570]: (4, ('- - 0', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:19:27 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-fefa15ea-d315-40a5-bf4c-910af1619a7b tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Searching for a device in session 63 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75147) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 20:19:27 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-fefa15ea-d315-40a5-bf4c-910af1619a7b tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:82041c46-c5a4-44d7-b1ae-6018a9b5bf4d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'gceIBQUV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 20:19:27 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:19:28 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-fefa15ea-d315-40a5-bf4c-910af1619a7b tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.291s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 20:19:28 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-fefa15ea-d315-40a5-bf4c-910af1619a7b tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] <== connect_volume: return (1293ms) {'type': 'block', 'scsi_wwn': '23030663361363731', 'path': '/dev/sdb'} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 20:19:28 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fefa15ea-d315-40a5-bf4c-910af1619a7b tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23030663361363731', 'path': '/dev/sdb'} {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 20:19:28 user nova-compute[75147]: DEBUG nova.objects.instance [None req-fefa15ea-d315-40a5-bf4c-910af1619a7b tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Lazy-loading 'flavor' on Instance uuid aede9622-f710-42e6-a1b6-1677d9bac9f9 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 20:19:28 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-fefa15ea-d315-40a5-bf4c-910af1619a7b tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] attach device xml: <disk type="block" device="disk">
Oct 27 20:19:28 user nova-compute[75147]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 20:19:28 user nova-compute[75147]:   <source dev="/dev/sdb"/>
Oct 27 20:19:28 user nova-compute[75147]:   <target dev="vdb" bus="virtio"/>
Oct 27 20:19:28 user nova-compute[75147]:   <serial>82041c46-c5a4-44d7-b1ae-6018a9b5bf4d</serial>
Oct 27 20:19:28 user nova-compute[75147]: </disk>
Oct 27 20:19:28 user nova-compute[75147]:  {{(pid=75147) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 27 20:19:29 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-fefa15ea-d315-40a5-bf4c-910af1619a7b tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] No BDM found with device name vda, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 20:19:29 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-fefa15ea-d315-40a5-bf4c-910af1619a7b tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 20:19:29 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-fefa15ea-d315-40a5-bf4c-910af1619a7b tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] No VIF found with MAC fa:16:3e:7c:8e:fe, not building metadata {{(pid=75147) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 20:19:29 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-fefa15ea-d315-40a5-bf4c-910af1619a7b tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Lock "aede9622-f710-42e6-a1b6-1677d9bac9f9" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 19.473s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:19:30 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:19:30 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:19:30 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:19:30 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:19:30 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:19:30 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Auditing locally available compute resources for user (node: user) {{(pid=75147) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 20:19:30 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aede9622-f710-42e6-a1b6-1677d9bac9f9/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:19:31 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:19:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aede9622-f710-42e6-a1b6-1677d9bac9f9/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:19:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aede9622-f710-42e6-a1b6-1677d9bac9f9/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:19:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aede9622-f710-42e6-a1b6-1677d9bac9f9/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:19:31 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75147) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 20:19:31 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 20:19:31 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 20:19:31 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Hypervisor/Node resource view: name=user free_ram=8977MB free_disk=24.900814056396484GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75147) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 20:19:31 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:19:31 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:19:31 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-937209e4-872d-4cf7-a796-a7544d7a50c1 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Acquiring lock "aede9622-f710-42e6-a1b6-1677d9bac9f9" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:19:31 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-937209e4-872d-4cf7-a796-a7544d7a50c1 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Lock "aede9622-f710-42e6-a1b6-1677d9bac9f9" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:19:31 user nova-compute[75147]: INFO nova.compute.manager [None req-937209e4-872d-4cf7-a796-a7544d7a50c1 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] Detaching volume 82041c46-c5a4-44d7-b1ae-6018a9b5bf4d
Oct 27 20:19:31 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance aede9622-f710-42e6-a1b6-1677d9bac9f9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 20:19:31 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 20:19:31 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 20:19:31 user nova-compute[75147]: INFO nova.virt.block_device [None req-937209e4-872d-4cf7-a796-a7544d7a50c1 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] Attempting to driver detach volume 82041c46-c5a4-44d7-b1ae-6018a9b5bf4d from mountpoint /dev/vdb
Oct 27 20:19:31 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-937209e4-872d-4cf7-a796-a7544d7a50c1 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Attempting to detach device vdb from instance aede9622-f710-42e6-a1b6-1677d9bac9f9 from the persistent domain config. {{(pid=75147) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 27 20:19:31 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-937209e4-872d-4cf7-a796-a7544d7a50c1 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] detach device xml: <disk type="block" device="disk">
Oct 27 20:19:31 user nova-compute[75147]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 20:19:31 user nova-compute[75147]:   <source dev="/dev/sdb"/>
Oct 27 20:19:31 user nova-compute[75147]:   <target dev="vdb" bus="virtio"/>
Oct 27 20:19:31 user nova-compute[75147]:   <serial>82041c46-c5a4-44d7-b1ae-6018a9b5bf4d</serial>
Oct 27 20:19:31 user nova-compute[75147]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 27 20:19:31 user nova-compute[75147]: </disk>
Oct 27 20:19:31 user nova-compute[75147]:  {{(pid=75147) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 20:19:31 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-937209e4-872d-4cf7-a796-a7544d7a50c1 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Successfully detached device vdb from instance aede9622-f710-42e6-a1b6-1677d9bac9f9 from the persistent domain config.
Oct 27 20:19:31 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-937209e4-872d-4cf7-a796-a7544d7a50c1 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance aede9622-f710-42e6-a1b6-1677d9bac9f9 from the live domain config. {{(pid=75147) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 27 20:19:31 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-937209e4-872d-4cf7-a796-a7544d7a50c1 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] detach device xml: <disk type="block" device="disk">
Oct 27 20:19:31 user nova-compute[75147]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 20:19:31 user nova-compute[75147]:   <source dev="/dev/sdb"/>
Oct 27 20:19:31 user nova-compute[75147]:   <target dev="vdb" bus="virtio"/>
Oct 27 20:19:31 user nova-compute[75147]:   <serial>82041c46-c5a4-44d7-b1ae-6018a9b5bf4d</serial>
Oct 27 20:19:31 user nova-compute[75147]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 27 20:19:31 user nova-compute[75147]: </disk>
Oct 27 20:19:31 user nova-compute[75147]:  {{(pid=75147) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 20:19:31 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 20:19:31 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 20:19:31 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Compute_service record updated for user:user {{(pid=75147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 20:19:31 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.161s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:19:32 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-937209e4-872d-4cf7-a796-a7544d7a50c1 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance aede9622-f710-42e6-a1b6-1677d9bac9f9 {{(pid=75147) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 27 20:19:32 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:19:33 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:19:33 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Starting heal instance info cache {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 20:19:33 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Rebuilding the list of instances to heal {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 27 20:19:33 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "refresh_cache-aede9622-f710-42e6-a1b6-1677d9bac9f9" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 20:19:33 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquired lock "refresh_cache-aede9622-f710-42e6-a1b6-1677d9bac9f9" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 20:19:33 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] Forcefully refreshing network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 27 20:19:33 user nova-compute[75147]: DEBUG nova.objects.instance [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lazy-loading 'info_cache' on Instance uuid aede9622-f710-42e6-a1b6-1677d9bac9f9 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 20:19:34 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] Updating instance_info_cache with network_info: [{"id": "f2902284-d0eb-46cb-9792-d3506f2c2939", "address": "fa:16:3e:7c:8e:fe", "network": {"id": "2f1fdd98-7be3-4ad2-a719-9dfd42aef865", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-856006030-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.122", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0a6c424570d341c1bee85d4fdc226b02", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf2902284-d0", "ovs_interfaceid": "f2902284-d0eb-46cb-9792-d3506f2c2939", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 20:19:34 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Releasing lock "refresh_cache-aede9622-f710-42e6-a1b6-1677d9bac9f9" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 20:19:34 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] Updated the network info_cache for instance {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 27 20:19:34 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:19:36 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:19:38 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:19:41 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:19:46 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:19:46 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:19:46 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75147) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 20:19:51 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:19:51 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:19:51 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75147) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 20:19:51 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:19:51 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:19:51 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:19:52 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-937209e4-872d-4cf7-a796-a7544d7a50c1 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance aede9622-f710-42e6-a1b6-1677d9bac9f9 is timed out.
Oct 27 20:19:52 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-937209e4-872d-4cf7-a796-a7544d7a50c1 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Successfully detached device vdb from instance aede9622-f710-42e6-a1b6-1677d9bac9f9 from the live domain config.
Oct 27 20:19:52 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-937209e4-872d-4cf7-a796-a7544d7a50c1 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] calling os-brick to detach iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 20:19:52 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-937209e4-872d-4cf7-a796-a7544d7a50c1 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, {'target_iqn': 'iqn.2010-10.org.openstack:82041c46-c5a4-44d7-b1ae-6018a9b5bf4d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'gceIBQUV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 20:19:52 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-937209e4-872d-4cf7-a796-a7544d7a50c1 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 20:19:52 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-937209e4-872d-4cf7-a796-a7544d7a50c1 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 20:19:52 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-937209e4-872d-4cf7-a796-a7544d7a50c1 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 20:19:52 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:19:52 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:19:52 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[8aac606f-df3a-48e3-8092-98575e1f0371]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:82041c46-c5a4-44d7-b1ae-6018a9b5bf4d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:19:52 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-937209e4-872d-4cf7-a796-a7544d7a50c1 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 20:19:52 user nova-compute[75147]: No targets found.
Oct 27 20:19:52 user nova-compute[75147]: iSNS:
Oct 27 20:19:52 user nova-compute[75147]: No targets found.
Oct 27 20:19:52 user nova-compute[75147]: STATIC:
Oct 27 20:19:52 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:82041c46-c5a4-44d7-b1ae-6018a9b5bf4d
Oct 27 20:19:52 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 20:19:52 user nova-compute[75147]:                 Iface Name: default
Oct 27 20:19:52 user nova-compute[75147]: FIRMWARE:
Oct 27 20:19:52 user nova-compute[75147]: No targets found.
Oct 27 20:19:52 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 20:19:52 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-937209e4-872d-4cf7-a796-a7544d7a50c1 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 20:19:52 user nova-compute[75147]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 20:19:52 user nova-compute[75147]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75147) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 20:19:52 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-937209e4-872d-4cf7-a796-a7544d7a50c1 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:82041c46-c5a4-44d7-b1ae-6018a9b5bf4d', 0)] {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 20:19:52 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:19:52 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:19:52 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b8c847e-7c9a-4fdb-a540-5c989dcd766a]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:82041c46-c5a4-44d7-b1ae-6018a9b5bf4d\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:19:52 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:19:52 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:19:52 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b6eb478-7e20-492f-b894-12138ec1b716]: (4, ('tcp: [63] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82041c46-c5a4-44d7-b1ae-6018a9b5bf4d (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:19:52 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-937209e4-872d-4cf7-a796-a7544d7a50c1 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [63] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82041c46-c5a4-44d7-b1ae-6018a9b5bf4d (non-flash)
Oct 27 20:19:52 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 20:19:52 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-937209e4-872d-4cf7-a796-a7544d7a50c1 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] iscsi session list stdout=tcp: [63] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82041c46-c5a4-44d7-b1ae-6018a9b5bf4d (non-flash)
Oct 27 20:19:52 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 20:19:52 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-937209e4-872d-4cf7-a796-a7544d7a50c1 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f28ec727520>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:82041c46-c5a4-44d7-b1ae-6018a9b5bf4d'): ({'sdb'}, set())}) {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 20:19:52 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-937209e4-872d-4cf7-a796-a7544d7a50c1 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Removing single pathed devices sdb {{(pid=75147) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 20:19:52 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:19:52 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.023s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:19:52 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff9d79c7-5b05-4146-8bfd-9bba18b756a7]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:19:52 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:19:52 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:19:52 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[081af33c-3aa8-4405-bdd8-f2313d0c317d]: (4, ('ok\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:19:52 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-937209e4-872d-4cf7-a796-a7544d7a50c1 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Flushing IO for device /dev/sdb {{(pid=75147) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 20:19:52 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:19:52 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:19:52 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[e45695a0-2c0c-4cc1-bbad-1b96b6fb9cd9]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:19:52 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-937209e4-872d-4cf7-a796-a7544d7a50c1 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75147) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 20:19:52 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:19:52 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.031s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:19:52 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[b5f489ea-d69d-4b7d-83cd-e08f905723fa]: (4, ('1', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:19:52 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-937209e4-872d-4cf7-a796-a7544d7a50c1 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 20:19:52 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-937209e4-872d-4cf7-a796-a7544d7a50c1 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] SCSI volumes sdb have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 20:19:52 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-937209e4-872d-4cf7-a796-a7544d7a50c1 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:82041c46-c5a4-44d7-b1ae-6018a9b5bf4d')] {{(pid=75147) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 20:19:52 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:82041c46-c5a4-44d7-b1ae-6018a9b5bf4d -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:19:52 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:82041c46-c5a4-44d7-b1ae-6018a9b5bf4d -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:19:52 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec0e24db-d186-4018-9d7c-9d8d32bace47]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:19:52 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-937209e4-872d-4cf7-a796-a7544d7a50c1 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:19:52 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:82041c46-c5a4-44d7-b1ae-6018a9b5bf4d -p 172.16.0.220:3260 --logout {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:19:52 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:82041c46-c5a4-44d7-b1ae-6018a9b5bf4d -p 172.16.0.220:3260 --logout" returned: 0 in 0.055s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:19:52 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c5597c5-f87c-480c-9500-09fd47ec6d89]: (4, ('Logging out of session [sid: 63, target: iqn.2010-10.org.openstack:82041c46-c5a4-44d7-b1ae-6018a9b5bf4d, portal: 172.16.0.220,3260]\nLogout of [sid: 63, target: iqn.2010-10.org.openstack:82041c46-c5a4-44d7-b1ae-6018a9b5bf4d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:19:52 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-937209e4-872d-4cf7-a796-a7544d7a50c1 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 63, target: iqn.2010-10.org.openstack:82041c46-c5a4-44d7-b1ae-6018a9b5bf4d, portal: 172.16.0.220,3260]
Oct 27 20:19:52 user nova-compute[75147]: Logout of [sid: 63, target: iqn.2010-10.org.openstack:82041c46-c5a4-44d7-b1ae-6018a9b5bf4d, portal: 172.16.0.220,3260] successful.
Oct 27 20:19:52 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:19:52 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:82041c46-c5a4-44d7-b1ae-6018a9b5bf4d -p 172.16.0.220:3260 --op delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:19:52 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:82041c46-c5a4-44d7-b1ae-6018a9b5bf4d -p 172.16.0.220:3260 --op delete" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:19:52 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[39def40a-be38-4765-a6e8-08de8af769ea]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:19:52 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-937209e4-872d-4cf7-a796-a7544d7a50c1 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:19:52 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-937209e4-872d-4cf7-a796-a7544d7a50c1 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.286s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 20:19:52 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-937209e4-872d-4cf7-a796-a7544d7a50c1 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] <== disconnect_volume: return (287ms) None {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 20:19:52 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-937209e4-872d-4cf7-a796-a7544d7a50c1 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] Disconnected iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 20:19:53 user nova-compute[75147]: DEBUG nova.objects.instance [None req-937209e4-872d-4cf7-a796-a7544d7a50c1 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Lazy-loading 'flavor' on Instance uuid aede9622-f710-42e6-a1b6-1677d9bac9f9 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 20:19:53 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-937209e4-872d-4cf7-a796-a7544d7a50c1 tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Lock "aede9622-f710-42e6-a1b6-1677d9bac9f9" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.691s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:19:56 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:19:56 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:19:56 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75147) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 20:19:56 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:19:56 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:19:56 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:20:01 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:20:01 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:20:01 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75147) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 20:20:01 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:20:01 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:20:01 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:20:06 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:20:11 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:20:11 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:20:11 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75147) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 20:20:11 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:20:11 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:20:11 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:20:16 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:20:16 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:20:16 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75147) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 20:20:16 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:20:16 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:20:16 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:20:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:20:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:20:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75147) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 20:20:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:20:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:20:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:20:22 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:20:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:20:26 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:20:28 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:20:31 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:20:31 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:20:31 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75147) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 20:20:31 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:20:31 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:20:31 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:20:32 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:20:32 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:20:32 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Starting heal instance info cache {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 20:20:32 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Rebuilding the list of instances to heal {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 27 20:20:32 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "refresh_cache-aede9622-f710-42e6-a1b6-1677d9bac9f9" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 20:20:32 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquired lock "refresh_cache-aede9622-f710-42e6-a1b6-1677d9bac9f9" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 20:20:32 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] Forcefully refreshing network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 27 20:20:32 user nova-compute[75147]: DEBUG nova.objects.instance [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lazy-loading 'info_cache' on Instance uuid aede9622-f710-42e6-a1b6-1677d9bac9f9 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 20:20:33 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] Updating instance_info_cache with network_info: [{"id": "f2902284-d0eb-46cb-9792-d3506f2c2939", "address": "fa:16:3e:7c:8e:fe", "network": {"id": "2f1fdd98-7be3-4ad2-a719-9dfd42aef865", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-856006030-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.122", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0a6c424570d341c1bee85d4fdc226b02", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf2902284-d0", "ovs_interfaceid": "f2902284-d0eb-46cb-9792-d3506f2c2939", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 20:20:33 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Releasing lock "refresh_cache-aede9622-f710-42e6-a1b6-1677d9bac9f9" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 20:20:33 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] Updated the network info_cache for instance {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 27 20:20:33 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:20:33 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:20:33 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:20:33 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:20:33 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Auditing locally available compute resources for user (node: user) {{(pid=75147) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 20:20:33 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aede9622-f710-42e6-a1b6-1677d9bac9f9/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:20:33 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aede9622-f710-42e6-a1b6-1677d9bac9f9/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:20:33 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aede9622-f710-42e6-a1b6-1677d9bac9f9/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:20:33 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aede9622-f710-42e6-a1b6-1677d9bac9f9/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:20:34 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 20:20:34 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 20:20:34 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Hypervisor/Node resource view: name=user free_ram=9001MB free_disk=24.89997100830078GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75147) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 20:20:34 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:20:34 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:20:34 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance aede9622-f710-42e6-a1b6-1677d9bac9f9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 20:20:34 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 20:20:34 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 20:20:34 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 20:20:34 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 20:20:34 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Compute_service record updated for user:user {{(pid=75147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 20:20:34 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.353s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:20:35 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:20:36 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:20:39 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:20:41 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:20:41 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:20:41 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5004 ms, sending inactivity probe {{(pid=75147) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 20:20:41 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:20:41 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:20:41 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:20:46 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:20:46 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:20:46 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5004 ms, sending inactivity probe {{(pid=75147) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 20:20:46 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:20:46 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:20:46 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:20:46 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:20:46 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75147) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 20:20:51 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:20:56 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:20:56 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:20:56 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75147) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 20:20:56 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:20:56 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:20:56 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:20:58 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:21:01 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:21:06 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:21:06 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:21:06 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75147) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 20:21:06 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:21:06 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:21:06 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:21:11 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:21:16 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:21:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:21:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:21:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75147) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 20:21:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:21:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:21:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:21:23 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:21:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:21:26 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:21:29 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:21:31 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:21:33 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-ecd89252-d732-4fec-bb74-90ee65d82f9e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Acquiring lock "aede9622-f710-42e6-a1b6-1677d9bac9f9" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:21:33 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-ecd89252-d732-4fec-bb74-90ee65d82f9e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Lock "aede9622-f710-42e6-a1b6-1677d9bac9f9" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:21:33 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-ecd89252-d732-4fec-bb74-90ee65d82f9e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Acquiring lock "aede9622-f710-42e6-a1b6-1677d9bac9f9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:21:33 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-ecd89252-d732-4fec-bb74-90ee65d82f9e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Lock "aede9622-f710-42e6-a1b6-1677d9bac9f9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:21:33 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-ecd89252-d732-4fec-bb74-90ee65d82f9e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Lock "aede9622-f710-42e6-a1b6-1677d9bac9f9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:21:33 user nova-compute[75147]: INFO nova.compute.manager [None req-ecd89252-d732-4fec-bb74-90ee65d82f9e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] Terminating instance
Oct 27 20:21:33 user nova-compute[75147]: DEBUG nova.compute.manager [None req-ecd89252-d732-4fec-bb74-90ee65d82f9e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] Start destroying the instance on the hypervisor. {{(pid=75147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 27 20:21:33 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:21:33 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:21:33 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:21:33 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:21:33 user nova-compute[75147]: DEBUG nova.compute.manager [req-3ffee379-1863-4268-9cb0-27ac51dc4b9a req-9e923eda-8388-4785-8d58-f3a81f03a41a service nova] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] Received event network-vif-unplugged-f2902284-d0eb-46cb-9792-d3506f2c2939 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 20:21:33 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-3ffee379-1863-4268-9cb0-27ac51dc4b9a req-9e923eda-8388-4785-8d58-f3a81f03a41a service nova] Acquiring lock "aede9622-f710-42e6-a1b6-1677d9bac9f9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:21:33 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-3ffee379-1863-4268-9cb0-27ac51dc4b9a req-9e923eda-8388-4785-8d58-f3a81f03a41a service nova] Lock "aede9622-f710-42e6-a1b6-1677d9bac9f9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:21:33 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-3ffee379-1863-4268-9cb0-27ac51dc4b9a req-9e923eda-8388-4785-8d58-f3a81f03a41a service nova] Lock "aede9622-f710-42e6-a1b6-1677d9bac9f9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:21:33 user nova-compute[75147]: DEBUG nova.compute.manager [req-3ffee379-1863-4268-9cb0-27ac51dc4b9a req-9e923eda-8388-4785-8d58-f3a81f03a41a service nova] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] No waiting events found dispatching network-vif-unplugged-f2902284-d0eb-46cb-9792-d3506f2c2939 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 20:21:33 user nova-compute[75147]: DEBUG nova.compute.manager [req-3ffee379-1863-4268-9cb0-27ac51dc4b9a req-9e923eda-8388-4785-8d58-f3a81f03a41a service nova] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] Received event network-vif-unplugged-f2902284-d0eb-46cb-9792-d3506f2c2939 for instance with task_state deleting. {{(pid=75147) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 20:21:33 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:21:33 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:21:33 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:21:33 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:21:33 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:21:33 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:21:33 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:21:33 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Auditing locally available compute resources for user (node: user) {{(pid=75147) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 20:21:33 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:21:34 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] Instance destroyed successfully.
Oct 27 20:21:34 user nova-compute[75147]: DEBUG nova.objects.instance [None req-ecd89252-d732-4fec-bb74-90ee65d82f9e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Lazy-loading 'resources' on Instance uuid aede9622-f710-42e6-a1b6-1677d9bac9f9 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 20:21:34 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-ecd89252-d732-4fec-bb74-90ee65d82f9e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T20:12:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-1001104950',display_name='tempest-SnapshotDataIntegrityTests-server-1001104950',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-1001104950',id=52,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBL5iDQ9k+KCfS9fsDMPV/oyOU5beKmB1qLOL1FlmFtNrvqs5uKMpvZ2MJMtrZkY9i96nC3yr3GagsaiHd6CAk2ixsUKlJxf1GuPdwSnp4r/vqN6pt8FY6UOAtaB3+MxFQ==',key_name='tempest-keypair-1693982189',keypairs=<?>,launch_index=0,launched_at=2023-10-27T20:12:39Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='0a6c424570d341c1bee85d4fdc226b02',ramdisk_id='',reservation_id='r-e5aycuc6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-SnapshotDataIntegrityTests-191541682',owner_user_name='tempest-SnapshotDataIntegrityTests-191541682-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T20:12:39Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d36d4d0bdec14102bd482edc330ba9a9',uuid=aede9622-f710-42e6-a1b6-1677d9bac9f9,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f2902284-d0eb-46cb-9792-d3506f2c2939", "address": "fa:16:3e:7c:8e:fe", "network": {"id": "2f1fdd98-7be3-4ad2-a719-9dfd42aef865", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-856006030-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.122", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0a6c424570d341c1bee85d4fdc226b02", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf2902284-d0", "ovs_interfaceid": "f2902284-d0eb-46cb-9792-d3506f2c2939", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 20:21:34 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-ecd89252-d732-4fec-bb74-90ee65d82f9e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Converting VIF {"id": "f2902284-d0eb-46cb-9792-d3506f2c2939", "address": "fa:16:3e:7c:8e:fe", "network": {"id": "2f1fdd98-7be3-4ad2-a719-9dfd42aef865", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-856006030-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.122", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0a6c424570d341c1bee85d4fdc226b02", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf2902284-d0", "ovs_interfaceid": "f2902284-d0eb-46cb-9792-d3506f2c2939", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 20:21:34 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-ecd89252-d732-4fec-bb74-90ee65d82f9e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:7c:8e:fe,bridge_name='br-int',has_traffic_filtering=True,id=f2902284-d0eb-46cb-9792-d3506f2c2939,network=Network(2f1fdd98-7be3-4ad2-a719-9dfd42aef865),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf2902284-d0') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 20:21:34 user nova-compute[75147]: DEBUG os_vif [None req-ecd89252-d732-4fec-bb74-90ee65d82f9e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:7c:8e:fe,bridge_name='br-int',has_traffic_filtering=True,id=f2902284-d0eb-46cb-9792-d3506f2c2939,network=Network(2f1fdd98-7be3-4ad2-a719-9dfd42aef865),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf2902284-d0') {{(pid=75147) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 20:21:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:21:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf2902284-d0, bridge=br-int, if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 20:21:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:21:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:21:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=d5f2bf40-e237-497b-b75f-18f2ba1bd634) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 20:21:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:21:34 user nova-compute[75147]: INFO os_vif [None req-ecd89252-d732-4fec-bb74-90ee65d82f9e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:7c:8e:fe,bridge_name='br-int',has_traffic_filtering=True,id=f2902284-d0eb-46cb-9792-d3506f2c2939,network=Network(2f1fdd98-7be3-4ad2-a719-9dfd42aef865),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf2902284-d0')
Oct 27 20:21:34 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-ecd89252-d732-4fec-bb74-90ee65d82f9e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] Deleting instance files /opt/stack/data/nova/instances/aede9622-f710-42e6-a1b6-1677d9bac9f9_del
Oct 27 20:21:34 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-ecd89252-d732-4fec-bb74-90ee65d82f9e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] Deletion of /opt/stack/data/nova/instances/aede9622-f710-42e6-a1b6-1677d9bac9f9_del complete
Oct 27 20:21:34 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Periodic task is updating the host stats, it is trying to get disk info for instance-00000034, but the backing disk storage was removed by a concurrent operation such as resize. Error: No disk at /opt/stack/data/nova/instances/aede9622-f710-42e6-a1b6-1677d9bac9f9/disk: nova.exception.DiskNotFound: No disk at /opt/stack/data/nova/instances/aede9622-f710-42e6-a1b6-1677d9bac9f9/disk
Oct 27 20:21:34 user nova-compute[75147]: INFO nova.compute.manager [None req-ecd89252-d732-4fec-bb74-90ee65d82f9e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] Took 1.16 seconds to destroy the instance on the hypervisor.
Oct 27 20:21:34 user nova-compute[75147]: DEBUG oslo.service.loopingcall [None req-ecd89252-d732-4fec-bb74-90ee65d82f9e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 27 20:21:34 user nova-compute[75147]: DEBUG nova.compute.manager [-] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] Deallocating network for instance {{(pid=75147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 27 20:21:34 user nova-compute[75147]: DEBUG nova.network.neutron [-] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] deallocate_for_instance() {{(pid=75147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 27 20:21:34 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 20:21:34 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 20:21:34 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Hypervisor/Node resource view: name=user free_ram=9123MB free_disk=24.89889144897461GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75147) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 20:21:34 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:21:34 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:21:34 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance aede9622-f710-42e6-a1b6-1677d9bac9f9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 20:21:34 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 20:21:34 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 20:21:34 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 20:21:34 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 20:21:34 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Compute_service record updated for user:user {{(pid=75147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 20:21:34 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.221s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:21:35 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:21:35 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Starting heal instance info cache {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 20:21:35 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Rebuilding the list of instances to heal {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 27 20:21:35 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] Skipping network cache update for instance because it is being deleted. {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9938}}
Oct 27 20:21:35 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Didn't find any instances for network info cache update. {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 27 20:21:35 user nova-compute[75147]: DEBUG nova.network.neutron [-] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] Updating instance_info_cache with network_info: [] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 20:21:35 user nova-compute[75147]: INFO nova.compute.manager [-] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] Took 1.28 seconds to deallocate network for instance.
Oct 27 20:21:35 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-ecd89252-d732-4fec-bb74-90ee65d82f9e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:21:35 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-ecd89252-d732-4fec-bb74-90ee65d82f9e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:21:35 user nova-compute[75147]: DEBUG nova.compute.manager [req-02695af8-b57e-41d6-a374-df9faa4ef776 req-10552bd0-d96e-44e9-8b9d-cface571eab5 service nova] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] Received event network-vif-plugged-f2902284-d0eb-46cb-9792-d3506f2c2939 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 20:21:35 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-02695af8-b57e-41d6-a374-df9faa4ef776 req-10552bd0-d96e-44e9-8b9d-cface571eab5 service nova] Acquiring lock "aede9622-f710-42e6-a1b6-1677d9bac9f9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:21:35 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-02695af8-b57e-41d6-a374-df9faa4ef776 req-10552bd0-d96e-44e9-8b9d-cface571eab5 service nova] Lock "aede9622-f710-42e6-a1b6-1677d9bac9f9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:21:35 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-02695af8-b57e-41d6-a374-df9faa4ef776 req-10552bd0-d96e-44e9-8b9d-cface571eab5 service nova] Lock "aede9622-f710-42e6-a1b6-1677d9bac9f9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:21:35 user nova-compute[75147]: DEBUG nova.compute.manager [req-02695af8-b57e-41d6-a374-df9faa4ef776 req-10552bd0-d96e-44e9-8b9d-cface571eab5 service nova] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] No waiting events found dispatching network-vif-plugged-f2902284-d0eb-46cb-9792-d3506f2c2939 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 20:21:35 user nova-compute[75147]: WARNING nova.compute.manager [req-02695af8-b57e-41d6-a374-df9faa4ef776 req-10552bd0-d96e-44e9-8b9d-cface571eab5 service nova] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] Received unexpected event network-vif-plugged-f2902284-d0eb-46cb-9792-d3506f2c2939 for instance with vm_state deleted and task_state None.
Oct 27 20:21:35 user nova-compute[75147]: DEBUG nova.compute.manager [req-b03639b3-c4e7-4f98-88df-4b7c800f79f4 req-efa0c4d0-eee0-4cf5-8343-0aa88227f81b service nova] [instance: aede9622-f710-42e6-a1b6-1677d9bac9f9] Received event network-vif-deleted-f2902284-d0eb-46cb-9792-d3506f2c2939 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 20:21:35 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-ecd89252-d732-4fec-bb74-90ee65d82f9e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 20:21:35 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-ecd89252-d732-4fec-bb74-90ee65d82f9e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 20:21:35 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-ecd89252-d732-4fec-bb74-90ee65d82f9e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.153s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:21:35 user nova-compute[75147]: INFO nova.scheduler.client.report [None req-ecd89252-d732-4fec-bb74-90ee65d82f9e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Deleted allocations for instance aede9622-f710-42e6-a1b6-1677d9bac9f9
Oct 27 20:21:36 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-ecd89252-d732-4fec-bb74-90ee65d82f9e tempest-SnapshotDataIntegrityTests-191541682 tempest-SnapshotDataIntegrityTests-191541682-project-member] Lock "aede9622-f710-42e6-a1b6-1677d9bac9f9" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.791s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:21:39 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:21:39 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_shelved_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:21:40 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:21:44 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:21:48 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:21:48 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75147) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 20:21:49 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:21:54 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:21:59 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:22:04 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:22:09 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:22:14 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:22:19 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:22:24 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:22:24 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:22:24 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:22:24 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:22:27 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:22:28 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:22:29 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:22:30 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:22:31 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:22:33 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:22:33 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:22:34 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:22:34 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:22:34 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:22:34 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:22:34 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:22:34 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Auditing locally available compute resources for user (node: user) {{(pid=75147) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 20:22:35 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 20:22:35 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 20:22:35 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Hypervisor/Node resource view: name=user free_ram=9279MB free_disk=24.925548553466797GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75147) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 20:22:35 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:22:35 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:22:35 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 20:22:35 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 20:22:35 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 20:22:35 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 20:22:35 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Compute_service record updated for user:user {{(pid=75147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 20:22:35 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.175s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:22:35 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:22:35 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Cleaning up deleted instances {{(pid=75147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 27 20:22:35 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] There are 0 instances to clean {{(pid=75147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 27 20:22:36 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:22:36 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Starting heal instance info cache {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 20:22:36 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Rebuilding the list of instances to heal {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 27 20:22:36 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Didn't find any instances for network info cache update. {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 27 20:22:39 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:22:42 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:22:44 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:22:49 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:22:49 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:22:49 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75147) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 20:22:50 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._sync_power_states {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:22:54 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:22:57 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:22:59 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:22:59 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:22:59 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:22:59 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75147) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 27 20:23:02 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:23:02 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:23:03 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:23:04 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:23:07 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:23:07 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:23:09 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:23:09 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:23:12 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:23:13 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-24f9ee17-367c-4a00-a8f9-18a8b76767aa tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Acquiring lock "c1523744-d272-4b9e-ae60-f1d45c99b1c6" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:23:13 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-24f9ee17-367c-4a00-a8f9-18a8b76767aa tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Lock "c1523744-d272-4b9e-ae60-f1d45c99b1c6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:23:13 user nova-compute[75147]: DEBUG nova.compute.manager [None req-24f9ee17-367c-4a00-a8f9-18a8b76767aa tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Starting instance... {{(pid=75147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 27 20:23:14 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-24f9ee17-367c-4a00-a8f9-18a8b76767aa tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:23:14 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-24f9ee17-367c-4a00-a8f9-18a8b76767aa tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:23:14 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-24f9ee17-367c-4a00-a8f9-18a8b76767aa tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75147) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 20:23:14 user nova-compute[75147]: INFO nova.compute.claims [None req-24f9ee17-367c-4a00-a8f9-18a8b76767aa tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Claim successful on node user
Oct 27 20:23:14 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:23:14 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-24f9ee17-367c-4a00-a8f9-18a8b76767aa tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 20:23:14 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-24f9ee17-367c-4a00-a8f9-18a8b76767aa tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 20:23:14 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-24f9ee17-367c-4a00-a8f9-18a8b76767aa tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.220s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:23:14 user nova-compute[75147]: DEBUG nova.compute.manager [None req-24f9ee17-367c-4a00-a8f9-18a8b76767aa tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Start building networks asynchronously for instance. {{(pid=75147) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 27 20:23:14 user nova-compute[75147]: DEBUG nova.compute.manager [None req-24f9ee17-367c-4a00-a8f9-18a8b76767aa tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Allocating IP information in the background. {{(pid=75147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 27 20:23:14 user nova-compute[75147]: DEBUG nova.network.neutron [None req-24f9ee17-367c-4a00-a8f9-18a8b76767aa tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] allocate_for_instance() {{(pid=75147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 27 20:23:14 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-24f9ee17-367c-4a00-a8f9-18a8b76767aa tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 27 20:23:14 user nova-compute[75147]: DEBUG nova.compute.manager [None req-24f9ee17-367c-4a00-a8f9-18a8b76767aa tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Start building block device mappings for instance. {{(pid=75147) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 27 20:23:14 user nova-compute[75147]: DEBUG nova.policy [None req-24f9ee17-367c-4a00-a8f9-18a8b76767aa tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '29e2638323044ec7bce01c3da1a5bec8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3762e67f976b4532aa38514e71569847', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75147) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 27 20:23:14 user nova-compute[75147]: DEBUG nova.compute.manager [None req-24f9ee17-367c-4a00-a8f9-18a8b76767aa tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Start spawning the instance on the hypervisor. {{(pid=75147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 27 20:23:14 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-24f9ee17-367c-4a00-a8f9-18a8b76767aa tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Creating instance directory {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 20:23:14 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-24f9ee17-367c-4a00-a8f9-18a8b76767aa tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Creating image(s)
Oct 27 20:23:14 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-24f9ee17-367c-4a00-a8f9-18a8b76767aa tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Acquiring lock "/opt/stack/data/nova/instances/c1523744-d272-4b9e-ae60-f1d45c99b1c6/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:23:14 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-24f9ee17-367c-4a00-a8f9-18a8b76767aa tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Lock "/opt/stack/data/nova/instances/c1523744-d272-4b9e-ae60-f1d45c99b1c6/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:23:14 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-24f9ee17-367c-4a00-a8f9-18a8b76767aa tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Lock "/opt/stack/data/nova/instances/c1523744-d272-4b9e-ae60-f1d45c99b1c6/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:23:14 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-24f9ee17-367c-4a00-a8f9-18a8b76767aa tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:23:14 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-24f9ee17-367c-4a00-a8f9-18a8b76767aa tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.236s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:23:14 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-24f9ee17-367c-4a00-a8f9-18a8b76767aa tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Acquiring lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:23:14 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-24f9ee17-367c-4a00-a8f9-18a8b76767aa tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:23:14 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-24f9ee17-367c-4a00-a8f9-18a8b76767aa tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:23:15 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-24f9ee17-367c-4a00-a8f9-18a8b76767aa tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.244s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:23:15 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-24f9ee17-367c-4a00-a8f9-18a8b76767aa tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa,backing_fmt=raw /opt/stack/data/nova/instances/c1523744-d272-4b9e-ae60-f1d45c99b1c6/disk 1073741824 {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:23:15 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-24f9ee17-367c-4a00-a8f9-18a8b76767aa tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa,backing_fmt=raw /opt/stack/data/nova/instances/c1523744-d272-4b9e-ae60-f1d45c99b1c6/disk 1073741824" returned: 0 in 0.062s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:23:15 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-24f9ee17-367c-4a00-a8f9-18a8b76767aa tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Lock "0d4d279da6140303b56bb85c1e294ab0059f2baa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.313s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:23:15 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-24f9ee17-367c-4a00-a8f9-18a8b76767aa tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:23:15 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-24f9ee17-367c-4a00-a8f9-18a8b76767aa tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0d4d279da6140303b56bb85c1e294ab0059f2baa --force-share --output=json" returned: 0 in 0.191s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:23:15 user nova-compute[75147]: DEBUG nova.virt.disk.api [None req-24f9ee17-367c-4a00-a8f9-18a8b76767aa tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Checking if we can resize image /opt/stack/data/nova/instances/c1523744-d272-4b9e-ae60-f1d45c99b1c6/disk. size=1073741824 {{(pid=75147) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 27 20:23:15 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-24f9ee17-367c-4a00-a8f9-18a8b76767aa tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1523744-d272-4b9e-ae60-f1d45c99b1c6/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:23:15 user nova-compute[75147]: DEBUG nova.network.neutron [None req-24f9ee17-367c-4a00-a8f9-18a8b76767aa tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Successfully created port: ebe094c0-bdbb-4275-862c-32ad9f615229 {{(pid=75147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 20:23:15 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-24f9ee17-367c-4a00-a8f9-18a8b76767aa tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1523744-d272-4b9e-ae60-f1d45c99b1c6/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:23:15 user nova-compute[75147]: DEBUG nova.virt.disk.api [None req-24f9ee17-367c-4a00-a8f9-18a8b76767aa tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Cannot resize image /opt/stack/data/nova/instances/c1523744-d272-4b9e-ae60-f1d45c99b1c6/disk to a smaller size. {{(pid=75147) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 27 20:23:15 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-24f9ee17-367c-4a00-a8f9-18a8b76767aa tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Created local disks {{(pid=75147) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 27 20:23:15 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-24f9ee17-367c-4a00-a8f9-18a8b76767aa tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Ensure instance console log exists: /opt/stack/data/nova/instances/c1523744-d272-4b9e-ae60-f1d45c99b1c6/console.log {{(pid=75147) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 20:23:15 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-24f9ee17-367c-4a00-a8f9-18a8b76767aa tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:23:15 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-24f9ee17-367c-4a00-a8f9-18a8b76767aa tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:23:15 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-24f9ee17-367c-4a00-a8f9-18a8b76767aa tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:23:15 user nova-compute[75147]: DEBUG nova.network.neutron [None req-24f9ee17-367c-4a00-a8f9-18a8b76767aa tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Successfully updated port: ebe094c0-bdbb-4275-862c-32ad9f615229 {{(pid=75147) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 20:23:16 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-24f9ee17-367c-4a00-a8f9-18a8b76767aa tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Acquiring lock "refresh_cache-c1523744-d272-4b9e-ae60-f1d45c99b1c6" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 20:23:16 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-24f9ee17-367c-4a00-a8f9-18a8b76767aa tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Acquired lock "refresh_cache-c1523744-d272-4b9e-ae60-f1d45c99b1c6" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 20:23:16 user nova-compute[75147]: DEBUG nova.network.neutron [None req-24f9ee17-367c-4a00-a8f9-18a8b76767aa tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Building network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 20:23:16 user nova-compute[75147]: DEBUG nova.compute.manager [req-a3fc5f58-3c63-4e29-ba32-1812eb6eafe6 req-955baf91-4d44-4eeb-8b83-edd98d2205a4 service nova] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Received event network-changed-ebe094c0-bdbb-4275-862c-32ad9f615229 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 20:23:16 user nova-compute[75147]: DEBUG nova.compute.manager [req-a3fc5f58-3c63-4e29-ba32-1812eb6eafe6 req-955baf91-4d44-4eeb-8b83-edd98d2205a4 service nova] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Refreshing instance network info cache due to event network-changed-ebe094c0-bdbb-4275-862c-32ad9f615229. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 20:23:16 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-a3fc5f58-3c63-4e29-ba32-1812eb6eafe6 req-955baf91-4d44-4eeb-8b83-edd98d2205a4 service nova] Acquiring lock "refresh_cache-c1523744-d272-4b9e-ae60-f1d45c99b1c6" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 20:23:16 user nova-compute[75147]: DEBUG nova.network.neutron [None req-24f9ee17-367c-4a00-a8f9-18a8b76767aa tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Instance cache missing network info. {{(pid=75147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 20:23:16 user nova-compute[75147]: DEBUG nova.network.neutron [None req-24f9ee17-367c-4a00-a8f9-18a8b76767aa tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Updating instance_info_cache with network_info: [{"id": "ebe094c0-bdbb-4275-862c-32ad9f615229", "address": "fa:16:3e:f6:ea:30", "network": {"id": "2d1c34ce-3d5e-4cfb-b65a-94e798a059f6", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1915555959-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3762e67f976b4532aa38514e71569847", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapebe094c0-bd", "ovs_interfaceid": "ebe094c0-bdbb-4275-862c-32ad9f615229", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 20:23:16 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-24f9ee17-367c-4a00-a8f9-18a8b76767aa tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Releasing lock "refresh_cache-c1523744-d272-4b9e-ae60-f1d45c99b1c6" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 20:23:16 user nova-compute[75147]: DEBUG nova.compute.manager [None req-24f9ee17-367c-4a00-a8f9-18a8b76767aa tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Instance network_info: |[{"id": "ebe094c0-bdbb-4275-862c-32ad9f615229", "address": "fa:16:3e:f6:ea:30", "network": {"id": "2d1c34ce-3d5e-4cfb-b65a-94e798a059f6", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1915555959-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3762e67f976b4532aa38514e71569847", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapebe094c0-bd", "ovs_interfaceid": "ebe094c0-bdbb-4275-862c-32ad9f615229", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 27 20:23:16 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-a3fc5f58-3c63-4e29-ba32-1812eb6eafe6 req-955baf91-4d44-4eeb-8b83-edd98d2205a4 service nova] Acquired lock "refresh_cache-c1523744-d272-4b9e-ae60-f1d45c99b1c6" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 20:23:16 user nova-compute[75147]: DEBUG nova.network.neutron [req-a3fc5f58-3c63-4e29-ba32-1812eb6eafe6 req-955baf91-4d44-4eeb-8b83-edd98d2205a4 service nova] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Refreshing network info cache for port ebe094c0-bdbb-4275-862c-32ad9f615229 {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 20:23:16 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-24f9ee17-367c-4a00-a8f9-18a8b76767aa tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Start _get_guest_xml network_info=[{"id": "ebe094c0-bdbb-4275-862c-32ad9f615229", "address": "fa:16:3e:f6:ea:30", "network": {"id": "2d1c34ce-3d5e-4cfb-b65a-94e798a059f6", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1915555959-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3762e67f976b4532aa38514e71569847", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapebe094c0-bd", "ovs_interfaceid": "ebe094c0-bdbb-4275-862c-32ad9f615229", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T19:22:09Z,direct_url=<?>,disk_format='qcow2',id=d52df17c-5315-4a73-ab7c-34c161a414fb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0b43115555434818b0c8bdf6be4946da',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T19:22:11Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_type': 'disk', 'encryption_options': None, 'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encrypted': False, 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_format': None, 'device_name': '/dev/vda', 'image_id': 'd52df17c-5315-4a73-ab7c-34c161a414fb'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 20:23:16 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-24f9ee17-367c-4a00-a8f9-18a8b76767aa tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 20:23:16 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-24f9ee17-367c-4a00-a8f9-18a8b76767aa tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 20:23:16 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-24f9ee17-367c-4a00-a8f9-18a8b76767aa tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 20:23:16 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-24f9ee17-367c-4a00-a8f9-18a8b76767aa tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] CPU controller missing on host. {{(pid=75147) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 20:23:16 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-24f9ee17-367c-4a00-a8f9-18a8b76767aa tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 20:23:16 user nova-compute[75147]: DEBUG nova.virt.libvirt.host [None req-24f9ee17-367c-4a00-a8f9-18a8b76767aa tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] CPU controller found on host. {{(pid=75147) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 20:23:16 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-24f9ee17-367c-4a00-a8f9-18a8b76767aa tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75147) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 20:23:16 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-24f9ee17-367c-4a00-a8f9-18a8b76767aa tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T19:21:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T19:22:09Z,direct_url=<?>,disk_format='qcow2',id=d52df17c-5315-4a73-ab7c-34c161a414fb,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0b43115555434818b0c8bdf6be4946da',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T19:22:11Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 20:23:16 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-24f9ee17-367c-4a00-a8f9-18a8b76767aa tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Flavor limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 20:23:16 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-24f9ee17-367c-4a00-a8f9-18a8b76767aa tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Image limits 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 20:23:16 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-24f9ee17-367c-4a00-a8f9-18a8b76767aa tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Flavor pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 20:23:16 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-24f9ee17-367c-4a00-a8f9-18a8b76767aa tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Image pref 0:0:0 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 20:23:16 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-24f9ee17-367c-4a00-a8f9-18a8b76767aa tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 20:23:16 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-24f9ee17-367c-4a00-a8f9-18a8b76767aa tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 20:23:16 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-24f9ee17-367c-4a00-a8f9-18a8b76767aa tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 20:23:16 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-24f9ee17-367c-4a00-a8f9-18a8b76767aa tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Got 1 possible topologies {{(pid=75147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 20:23:16 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-24f9ee17-367c-4a00-a8f9-18a8b76767aa tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 20:23:16 user nova-compute[75147]: DEBUG nova.virt.hardware [None req-24f9ee17-367c-4a00-a8f9-18a8b76767aa tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 20:23:16 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-24f9ee17-367c-4a00-a8f9-18a8b76767aa tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T20:23:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-335655013',display_name='tempest-SnapshotDataIntegrityTests-server-335655013',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-335655013',id=53,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNZcEnJgHGRbeAvxQFxg1/tcjaW8dB+qVAyZpW6thMpkI47tDY0wQV25+DswII7fUhppVFBV54kB3FkKM1tzVW3cUTg0Boih+IIpTpWYDme0g5COR3wRMXqgw9xZ0RyOZw==',key_name='tempest-keypair-794934129',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3762e67f976b4532aa38514e71569847',ramdisk_id='',reservation_id='r-vili0u4y',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-SnapshotDataIntegrityTests-2024737080',owner_user_name='tempest-SnapshotDataIntegrityTests-2024737080-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T20:23:14Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='29e2638323044ec7bce01c3da1a5bec8',uuid=c1523744-d272-4b9e-ae60-f1d45c99b1c6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ebe094c0-bdbb-4275-862c-32ad9f615229", "address": "fa:16:3e:f6:ea:30", "network": {"id": "2d1c34ce-3d5e-4cfb-b65a-94e798a059f6", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1915555959-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3762e67f976b4532aa38514e71569847", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapebe094c0-bd", "ovs_interfaceid": "ebe094c0-bdbb-4275-862c-32ad9f615229", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75147) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 20:23:16 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-24f9ee17-367c-4a00-a8f9-18a8b76767aa tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Converting VIF {"id": "ebe094c0-bdbb-4275-862c-32ad9f615229", "address": "fa:16:3e:f6:ea:30", "network": {"id": "2d1c34ce-3d5e-4cfb-b65a-94e798a059f6", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1915555959-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3762e67f976b4532aa38514e71569847", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapebe094c0-bd", "ovs_interfaceid": "ebe094c0-bdbb-4275-862c-32ad9f615229", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 20:23:16 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-24f9ee17-367c-4a00-a8f9-18a8b76767aa tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f6:ea:30,bridge_name='br-int',has_traffic_filtering=True,id=ebe094c0-bdbb-4275-862c-32ad9f615229,network=Network(2d1c34ce-3d5e-4cfb-b65a-94e798a059f6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapebe094c0-bd') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 20:23:16 user nova-compute[75147]: DEBUG nova.objects.instance [None req-24f9ee17-367c-4a00-a8f9-18a8b76767aa tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Lazy-loading 'pci_devices' on Instance uuid c1523744-d272-4b9e-ae60-f1d45c99b1c6 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 20:23:16 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-24f9ee17-367c-4a00-a8f9-18a8b76767aa tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] End _get_guest_xml xml=<domain type="kvm">
Oct 27 20:23:16 user nova-compute[75147]:   <uuid>c1523744-d272-4b9e-ae60-f1d45c99b1c6</uuid>
Oct 27 20:23:16 user nova-compute[75147]:   <name>instance-00000035</name>
Oct 27 20:23:16 user nova-compute[75147]:   <memory>524288</memory>
Oct 27 20:23:16 user nova-compute[75147]:   <vcpu>1</vcpu>
Oct 27 20:23:16 user nova-compute[75147]:   <metadata>
Oct 27 20:23:16 user nova-compute[75147]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 20:23:16 user nova-compute[75147]:       <nova:package version="0.0.0"/>
Oct 27 20:23:16 user nova-compute[75147]:       <nova:name>tempest-SnapshotDataIntegrityTests-server-335655013</nova:name>
Oct 27 20:23:16 user nova-compute[75147]:       <nova:creationTime>2023-10-27 20:23:16</nova:creationTime>
Oct 27 20:23:16 user nova-compute[75147]:       <nova:flavor name="m1.tiny">
Oct 27 20:23:16 user nova-compute[75147]:         <nova:memory>512</nova:memory>
Oct 27 20:23:16 user nova-compute[75147]:         <nova:disk>1</nova:disk>
Oct 27 20:23:16 user nova-compute[75147]:         <nova:swap>0</nova:swap>
Oct 27 20:23:16 user nova-compute[75147]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 20:23:16 user nova-compute[75147]:         <nova:vcpus>1</nova:vcpus>
Oct 27 20:23:16 user nova-compute[75147]:       </nova:flavor>
Oct 27 20:23:16 user nova-compute[75147]:       <nova:owner>
Oct 27 20:23:16 user nova-compute[75147]:         <nova:user uuid="29e2638323044ec7bce01c3da1a5bec8">tempest-SnapshotDataIntegrityTests-2024737080-project-member</nova:user>
Oct 27 20:23:16 user nova-compute[75147]:         <nova:project uuid="3762e67f976b4532aa38514e71569847">tempest-SnapshotDataIntegrityTests-2024737080</nova:project>
Oct 27 20:23:16 user nova-compute[75147]:       </nova:owner>
Oct 27 20:23:16 user nova-compute[75147]:       <nova:root type="image" uuid="d52df17c-5315-4a73-ab7c-34c161a414fb"/>
Oct 27 20:23:16 user nova-compute[75147]:       <nova:ports>
Oct 27 20:23:16 user nova-compute[75147]:         <nova:port uuid="ebe094c0-bdbb-4275-862c-32ad9f615229">
Oct 27 20:23:16 user nova-compute[75147]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Oct 27 20:23:16 user nova-compute[75147]:         </nova:port>
Oct 27 20:23:16 user nova-compute[75147]:       </nova:ports>
Oct 27 20:23:16 user nova-compute[75147]:     </nova:instance>
Oct 27 20:23:16 user nova-compute[75147]:   </metadata>
Oct 27 20:23:16 user nova-compute[75147]:   <sysinfo type="smbios">
Oct 27 20:23:16 user nova-compute[75147]:     <system>
Oct 27 20:23:16 user nova-compute[75147]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 20:23:16 user nova-compute[75147]:       <entry name="product">OpenStack Nova</entry>
Oct 27 20:23:16 user nova-compute[75147]:       <entry name="version">0.0.0</entry>
Oct 27 20:23:16 user nova-compute[75147]:       <entry name="serial">c1523744-d272-4b9e-ae60-f1d45c99b1c6</entry>
Oct 27 20:23:16 user nova-compute[75147]:       <entry name="uuid">c1523744-d272-4b9e-ae60-f1d45c99b1c6</entry>
Oct 27 20:23:16 user nova-compute[75147]:       <entry name="family">Virtual Machine</entry>
Oct 27 20:23:16 user nova-compute[75147]:     </system>
Oct 27 20:23:16 user nova-compute[75147]:   </sysinfo>
Oct 27 20:23:16 user nova-compute[75147]:   <os>
Oct 27 20:23:16 user nova-compute[75147]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 20:23:16 user nova-compute[75147]:     <boot dev="hd"/>
Oct 27 20:23:16 user nova-compute[75147]:     <smbios mode="sysinfo"/>
Oct 27 20:23:16 user nova-compute[75147]:   </os>
Oct 27 20:23:16 user nova-compute[75147]:   <features>
Oct 27 20:23:16 user nova-compute[75147]:     <acpi/>
Oct 27 20:23:16 user nova-compute[75147]:     <apic/>
Oct 27 20:23:16 user nova-compute[75147]:     <vmcoreinfo/>
Oct 27 20:23:16 user nova-compute[75147]:   </features>
Oct 27 20:23:16 user nova-compute[75147]:   <clock offset="utc">
Oct 27 20:23:16 user nova-compute[75147]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 20:23:16 user nova-compute[75147]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 20:23:16 user nova-compute[75147]:     <timer name="hpet" present="no"/>
Oct 27 20:23:16 user nova-compute[75147]:   </clock>
Oct 27 20:23:16 user nova-compute[75147]:   <cpu mode="custom" match="exact">
Oct 27 20:23:16 user nova-compute[75147]:     <model>Nehalem</model>
Oct 27 20:23:16 user nova-compute[75147]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 20:23:16 user nova-compute[75147]:   </cpu>
Oct 27 20:23:16 user nova-compute[75147]:   <devices>
Oct 27 20:23:16 user nova-compute[75147]:     <disk type="file" device="disk">
Oct 27 20:23:16 user nova-compute[75147]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 27 20:23:16 user nova-compute[75147]:       <source file="/opt/stack/data/nova/instances/c1523744-d272-4b9e-ae60-f1d45c99b1c6/disk"/>
Oct 27 20:23:16 user nova-compute[75147]:       <target dev="vda" bus="virtio"/>
Oct 27 20:23:16 user nova-compute[75147]:     </disk>
Oct 27 20:23:16 user nova-compute[75147]:     <interface type="ethernet">
Oct 27 20:23:16 user nova-compute[75147]:       <mac address="fa:16:3e:f6:ea:30"/>
Oct 27 20:23:16 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 20:23:16 user nova-compute[75147]:       <mtu size="1442"/>
Oct 27 20:23:16 user nova-compute[75147]:       <target dev="tapebe094c0-bd"/>
Oct 27 20:23:16 user nova-compute[75147]:     </interface>
Oct 27 20:23:16 user nova-compute[75147]:     <serial type="pty">
Oct 27 20:23:16 user nova-compute[75147]:       <log file="/opt/stack/data/nova/instances/c1523744-d272-4b9e-ae60-f1d45c99b1c6/console.log" append="off"/>
Oct 27 20:23:16 user nova-compute[75147]:     </serial>
Oct 27 20:23:16 user nova-compute[75147]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 20:23:16 user nova-compute[75147]:     <video>
Oct 27 20:23:16 user nova-compute[75147]:       <model type="virtio"/>
Oct 27 20:23:16 user nova-compute[75147]:     </video>
Oct 27 20:23:16 user nova-compute[75147]:     <rng model="virtio">
Oct 27 20:23:16 user nova-compute[75147]:       <backend model="random">/dev/urandom</backend>
Oct 27 20:23:16 user nova-compute[75147]:     </rng>
Oct 27 20:23:16 user nova-compute[75147]:     <controller type="usb" index="0" model="none"/>
Oct 27 20:23:16 user nova-compute[75147]:     <memballoon model="virtio">
Oct 27 20:23:16 user nova-compute[75147]:       <stats period="10"/>
Oct 27 20:23:16 user nova-compute[75147]:     </memballoon>
Oct 27 20:23:16 user nova-compute[75147]:   </devices>
Oct 27 20:23:16 user nova-compute[75147]: </domain>
Oct 27 20:23:16 user nova-compute[75147]:  {{(pid=75147) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 20:23:16 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-24f9ee17-367c-4a00-a8f9-18a8b76767aa tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T20:23:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-335655013',display_name='tempest-SnapshotDataIntegrityTests-server-335655013',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-335655013',id=53,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNZcEnJgHGRbeAvxQFxg1/tcjaW8dB+qVAyZpW6thMpkI47tDY0wQV25+DswII7fUhppVFBV54kB3FkKM1tzVW3cUTg0Boih+IIpTpWYDme0g5COR3wRMXqgw9xZ0RyOZw==',key_name='tempest-keypair-794934129',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3762e67f976b4532aa38514e71569847',ramdisk_id='',reservation_id='r-vili0u4y',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-SnapshotDataIntegrityTests-2024737080',owner_user_name='tempest-SnapshotDataIntegrityTests-2024737080-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T20:23:14Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='29e2638323044ec7bce01c3da1a5bec8',uuid=c1523744-d272-4b9e-ae60-f1d45c99b1c6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ebe094c0-bdbb-4275-862c-32ad9f615229", "address": "fa:16:3e:f6:ea:30", "network": {"id": "2d1c34ce-3d5e-4cfb-b65a-94e798a059f6", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1915555959-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3762e67f976b4532aa38514e71569847", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapebe094c0-bd", "ovs_interfaceid": "ebe094c0-bdbb-4275-862c-32ad9f615229", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 20:23:16 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-24f9ee17-367c-4a00-a8f9-18a8b76767aa tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Converting VIF {"id": "ebe094c0-bdbb-4275-862c-32ad9f615229", "address": "fa:16:3e:f6:ea:30", "network": {"id": "2d1c34ce-3d5e-4cfb-b65a-94e798a059f6", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1915555959-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3762e67f976b4532aa38514e71569847", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapebe094c0-bd", "ovs_interfaceid": "ebe094c0-bdbb-4275-862c-32ad9f615229", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 20:23:16 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-24f9ee17-367c-4a00-a8f9-18a8b76767aa tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f6:ea:30,bridge_name='br-int',has_traffic_filtering=True,id=ebe094c0-bdbb-4275-862c-32ad9f615229,network=Network(2d1c34ce-3d5e-4cfb-b65a-94e798a059f6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapebe094c0-bd') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 20:23:16 user nova-compute[75147]: DEBUG os_vif [None req-24f9ee17-367c-4a00-a8f9-18a8b76767aa tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f6:ea:30,bridge_name='br-int',has_traffic_filtering=True,id=ebe094c0-bdbb-4275-862c-32ad9f615229,network=Network(2d1c34ce-3d5e-4cfb-b65a-94e798a059f6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapebe094c0-bd') {{(pid=75147) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 20:23:16 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:23:16 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 20:23:16 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 20:23:16 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:23:16 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '0e09178c-987c-51ed-bfb3-94975ffc583a', '_type': 'linux-noop'}}, row=False) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 20:23:16 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:23:16 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:23:16 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:23:16 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapebe094c0-bd, may_exist=True, interface_attrs={}) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 20:23:16 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapebe094c0-bd, col_values=(('qos', UUID('0ed23904-f4ae-45cb-b4e0-5fd867e0f452')),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 20:23:16 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapebe094c0-bd, col_values=(('external_ids', {'iface-id': 'ebe094c0-bdbb-4275-862c-32ad9f615229', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f6:ea:30', 'vm-uuid': 'c1523744-d272-4b9e-ae60-f1d45c99b1c6'}),), if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 20:23:16 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:23:16 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:23:16 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:23:16 user nova-compute[75147]: INFO os_vif [None req-24f9ee17-367c-4a00-a8f9-18a8b76767aa tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f6:ea:30,bridge_name='br-int',has_traffic_filtering=True,id=ebe094c0-bdbb-4275-862c-32ad9f615229,network=Network(2d1c34ce-3d5e-4cfb-b65a-94e798a059f6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapebe094c0-bd')
Oct 27 20:23:16 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-24f9ee17-367c-4a00-a8f9-18a8b76767aa tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] No BDM found with device name vda, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 20:23:16 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-24f9ee17-367c-4a00-a8f9-18a8b76767aa tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] No VIF found with MAC fa:16:3e:f6:ea:30, not building metadata {{(pid=75147) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 20:23:16 user nova-compute[75147]: DEBUG nova.network.neutron [req-a3fc5f58-3c63-4e29-ba32-1812eb6eafe6 req-955baf91-4d44-4eeb-8b83-edd98d2205a4 service nova] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Updated VIF entry in instance network info cache for port ebe094c0-bdbb-4275-862c-32ad9f615229. {{(pid=75147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 20:23:16 user nova-compute[75147]: DEBUG nova.network.neutron [req-a3fc5f58-3c63-4e29-ba32-1812eb6eafe6 req-955baf91-4d44-4eeb-8b83-edd98d2205a4 service nova] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Updating instance_info_cache with network_info: [{"id": "ebe094c0-bdbb-4275-862c-32ad9f615229", "address": "fa:16:3e:f6:ea:30", "network": {"id": "2d1c34ce-3d5e-4cfb-b65a-94e798a059f6", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1915555959-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3762e67f976b4532aa38514e71569847", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapebe094c0-bd", "ovs_interfaceid": "ebe094c0-bdbb-4275-862c-32ad9f615229", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 20:23:16 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-a3fc5f58-3c63-4e29-ba32-1812eb6eafe6 req-955baf91-4d44-4eeb-8b83-edd98d2205a4 service nova] Releasing lock "refresh_cache-c1523744-d272-4b9e-ae60-f1d45c99b1c6" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 20:23:18 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:23:18 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:23:18 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:23:18 user nova-compute[75147]: DEBUG nova.compute.manager [req-927e715f-c791-4b3c-baa3-27c1c65f8c62 req-68a227d8-ab65-4af9-8db8-78b37aba5f9c service nova] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Received event network-vif-plugged-ebe094c0-bdbb-4275-862c-32ad9f615229 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 20:23:18 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-927e715f-c791-4b3c-baa3-27c1c65f8c62 req-68a227d8-ab65-4af9-8db8-78b37aba5f9c service nova] Acquiring lock "c1523744-d272-4b9e-ae60-f1d45c99b1c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:23:18 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-927e715f-c791-4b3c-baa3-27c1c65f8c62 req-68a227d8-ab65-4af9-8db8-78b37aba5f9c service nova] Lock "c1523744-d272-4b9e-ae60-f1d45c99b1c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:23:18 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-927e715f-c791-4b3c-baa3-27c1c65f8c62 req-68a227d8-ab65-4af9-8db8-78b37aba5f9c service nova] Lock "c1523744-d272-4b9e-ae60-f1d45c99b1c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:23:18 user nova-compute[75147]: DEBUG nova.compute.manager [req-927e715f-c791-4b3c-baa3-27c1c65f8c62 req-68a227d8-ab65-4af9-8db8-78b37aba5f9c service nova] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] No waiting events found dispatching network-vif-plugged-ebe094c0-bdbb-4275-862c-32ad9f615229 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 20:23:18 user nova-compute[75147]: WARNING nova.compute.manager [req-927e715f-c791-4b3c-baa3-27c1c65f8c62 req-68a227d8-ab65-4af9-8db8-78b37aba5f9c service nova] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Received unexpected event network-vif-plugged-ebe094c0-bdbb-4275-862c-32ad9f615229 for instance with vm_state building and task_state spawning.
Oct 27 20:23:19 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:23:19 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:23:19 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:23:20 user nova-compute[75147]: DEBUG nova.compute.manager [req-019dee70-3781-4159-9db7-f2adeb3f92e2 req-73a9a5b1-59e6-46d8-9a77-21e453c32444 service nova] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Received event network-vif-plugged-ebe094c0-bdbb-4275-862c-32ad9f615229 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 20:23:20 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-019dee70-3781-4159-9db7-f2adeb3f92e2 req-73a9a5b1-59e6-46d8-9a77-21e453c32444 service nova] Acquiring lock "c1523744-d272-4b9e-ae60-f1d45c99b1c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:23:20 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-019dee70-3781-4159-9db7-f2adeb3f92e2 req-73a9a5b1-59e6-46d8-9a77-21e453c32444 service nova] Lock "c1523744-d272-4b9e-ae60-f1d45c99b1c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:23:20 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-019dee70-3781-4159-9db7-f2adeb3f92e2 req-73a9a5b1-59e6-46d8-9a77-21e453c32444 service nova] Lock "c1523744-d272-4b9e-ae60-f1d45c99b1c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:23:20 user nova-compute[75147]: DEBUG nova.compute.manager [req-019dee70-3781-4159-9db7-f2adeb3f92e2 req-73a9a5b1-59e6-46d8-9a77-21e453c32444 service nova] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] No waiting events found dispatching network-vif-plugged-ebe094c0-bdbb-4275-862c-32ad9f615229 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 20:23:20 user nova-compute[75147]: WARNING nova.compute.manager [req-019dee70-3781-4159-9db7-f2adeb3f92e2 req-73a9a5b1-59e6-46d8-9a77-21e453c32444 service nova] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Received unexpected event network-vif-plugged-ebe094c0-bdbb-4275-862c-32ad9f615229 for instance with vm_state building and task_state spawning.
Oct 27 20:23:20 user nova-compute[75147]: DEBUG nova.compute.manager [None req-24f9ee17-367c-4a00-a8f9-18a8b76767aa tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Instance event wait completed in 0 seconds for  {{(pid=75147) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 20:23:20 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-24f9ee17-367c-4a00-a8f9-18a8b76767aa tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Guest created on hypervisor {{(pid=75147) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 20:23:20 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Instance spawned successfully.
Oct 27 20:23:20 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-24f9ee17-367c-4a00-a8f9-18a8b76767aa tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 27 20:23:20 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-24f9ee17-367c-4a00-a8f9-18a8b76767aa tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Found default for hw_cdrom_bus of ide {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 20:23:20 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-24f9ee17-367c-4a00-a8f9-18a8b76767aa tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Found default for hw_disk_bus of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 20:23:20 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-24f9ee17-367c-4a00-a8f9-18a8b76767aa tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Found default for hw_input_bus of None {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 20:23:20 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-24f9ee17-367c-4a00-a8f9-18a8b76767aa tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Found default for hw_pointer_model of None {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 20:23:20 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-24f9ee17-367c-4a00-a8f9-18a8b76767aa tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Found default for hw_video_model of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 20:23:20 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-24f9ee17-367c-4a00-a8f9-18a8b76767aa tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Found default for hw_vif_model of virtio {{(pid=75147) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 20:23:21 user nova-compute[75147]: INFO nova.compute.manager [None req-24f9ee17-367c-4a00-a8f9-18a8b76767aa tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Took 6.55 seconds to spawn the instance on the hypervisor.
Oct 27 20:23:21 user nova-compute[75147]: DEBUG nova.compute.manager [None req-24f9ee17-367c-4a00-a8f9-18a8b76767aa tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Checking state {{(pid=75147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 20:23:21 user nova-compute[75147]: INFO nova.compute.manager [None req-24f9ee17-367c-4a00-a8f9-18a8b76767aa tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Took 7.17 seconds to build instance.
Oct 27 20:23:21 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-24f9ee17-367c-4a00-a8f9-18a8b76767aa tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Lock "c1523744-d272-4b9e-ae60-f1d45c99b1c6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.275s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:23:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:23:22 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:23:24 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:23:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:23:29 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:23:31 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:23:32 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:23:33 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:23:34 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:23:34 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:23:34 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:23:34 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:23:34 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:23:34 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Auditing locally available compute resources for user (node: user) {{(pid=75147) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 20:23:35 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1523744-d272-4b9e-ae60-f1d45c99b1c6/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:23:35 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1523744-d272-4b9e-ae60-f1d45c99b1c6/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:23:35 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1523744-d272-4b9e-ae60-f1d45c99b1c6/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:23:35 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1523744-d272-4b9e-ae60-f1d45c99b1c6/disk --force-share --output=json" returned: 0 in 0.233s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:23:35 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 20:23:35 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 20:23:35 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Hypervisor/Node resource view: name=user free_ram=8611MB free_disk=24.902759552001953GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75147) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 20:23:35 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:23:35 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:23:36 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance c1523744-d272-4b9e-ae60-f1d45c99b1c6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 20:23:36 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 20:23:36 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 20:23:36 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Refreshing inventories for resource provider 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 27 20:23:36 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Updating ProviderTree inventory for provider 719076f2-a22e-4833-8fe0-efddc2edace5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 27 20:23:36 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Updating inventory in ProviderTree for provider 719076f2-a22e-4833-8fe0-efddc2edace5 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 27 20:23:36 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Refreshing aggregate associations for resource provider 719076f2-a22e-4833-8fe0-efddc2edace5, aggregates: None {{(pid=75147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 27 20:23:36 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Refreshing trait associations for resource provider 719076f2-a22e-4833-8fe0-efddc2edace5, traits: COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_VOLUME_EXTEND,HW_CPU_X86_SSSE3,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_NET_VIF_MODEL_RTL8139,HW_CPU_X86_SSE2,HW_CPU_X86_SSE42,COMPUTE_STORAGE_BUS_SATA,COMPUTE_RESCUE_BFV,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,HW_CPU_X86_SSE41,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_ACCELERATORS,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NODE,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_STORAGE_BUS_FDC,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_STORAGE_BUS_USB,HW_CPU_X86_SSE,COMPUTE_DEVICE_TAGGING,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_CPU_X86_MMX,COMPUTE_STORAGE_BUS_IDE,COMPUTE_TRUSTED_CERTS,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_IMAGE_TYPE_RAW {{(pid=75147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 27 20:23:36 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 20:23:36 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 20:23:36 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Compute_service record updated for user:user {{(pid=75147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 20:23:36 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.403s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:23:36 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:23:37 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:23:37 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:23:37 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Starting heal instance info cache {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 20:23:37 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Rebuilding the list of instances to heal {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 27 20:23:37 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "refresh_cache-c1523744-d272-4b9e-ae60-f1d45c99b1c6" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 20:23:37 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquired lock "refresh_cache-c1523744-d272-4b9e-ae60-f1d45c99b1c6" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 20:23:37 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Forcefully refreshing network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 27 20:23:37 user nova-compute[75147]: DEBUG nova.objects.instance [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lazy-loading 'info_cache' on Instance uuid c1523744-d272-4b9e-ae60-f1d45c99b1c6 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 20:23:37 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:23:38 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Updating instance_info_cache with network_info: [{"id": "ebe094c0-bdbb-4275-862c-32ad9f615229", "address": "fa:16:3e:f6:ea:30", "network": {"id": "2d1c34ce-3d5e-4cfb-b65a-94e798a059f6", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1915555959-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3762e67f976b4532aa38514e71569847", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapebe094c0-bd", "ovs_interfaceid": "ebe094c0-bdbb-4275-862c-32ad9f615229", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 20:23:38 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Releasing lock "refresh_cache-c1523744-d272-4b9e-ae60-f1d45c99b1c6" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 20:23:38 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Updated the network info_cache for instance {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 27 20:23:41 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:23:42 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:23:44 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:23:46 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:23:47 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:23:50 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:23:50 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75147) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 20:23:51 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:23:52 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:23:56 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:24:01 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:24:06 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:24:11 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:24:16 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:24:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:24:24 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:24:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:24:29 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:24:31 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:24:34 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:24:34 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:24:34 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:24:34 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:24:34 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:24:34 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Auditing locally available compute resources for user (node: user) {{(pid=75147) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 20:24:34 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1523744-d272-4b9e-ae60-f1d45c99b1c6/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:24:35 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1523744-d272-4b9e-ae60-f1d45c99b1c6/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:24:35 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1523744-d272-4b9e-ae60-f1d45c99b1c6/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:24:35 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1523744-d272-4b9e-ae60-f1d45c99b1c6/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:24:35 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 20:24:35 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 20:24:35 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Hypervisor/Node resource view: name=user free_ram=8740MB free_disk=24.864246368408203GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75147) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 20:24:35 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:24:35 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:24:35 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance c1523744-d272-4b9e-ae60-f1d45c99b1c6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 20:24:35 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 20:24:35 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 20:24:35 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 20:24:35 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 20:24:35 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Compute_service record updated for user:user {{(pid=75147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 20:24:35 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.215s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:24:36 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:24:36 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:24:36 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:24:37 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:24:37 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Starting heal instance info cache {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 20:24:37 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Rebuilding the list of instances to heal {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 27 20:24:38 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "refresh_cache-c1523744-d272-4b9e-ae60-f1d45c99b1c6" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 20:24:38 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquired lock "refresh_cache-c1523744-d272-4b9e-ae60-f1d45c99b1c6" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 20:24:38 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Forcefully refreshing network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 27 20:24:38 user nova-compute[75147]: DEBUG nova.objects.instance [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lazy-loading 'info_cache' on Instance uuid c1523744-d272-4b9e-ae60-f1d45c99b1c6 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 20:24:38 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Updating instance_info_cache with network_info: [{"id": "ebe094c0-bdbb-4275-862c-32ad9f615229", "address": "fa:16:3e:f6:ea:30", "network": {"id": "2d1c34ce-3d5e-4cfb-b65a-94e798a059f6", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1915555959-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3762e67f976b4532aa38514e71569847", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapebe094c0-bd", "ovs_interfaceid": "ebe094c0-bdbb-4275-862c-32ad9f615229", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 20:24:38 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Releasing lock "refresh_cache-c1523744-d272-4b9e-ae60-f1d45c99b1c6" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 20:24:38 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Updated the network info_cache for instance {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 27 20:24:41 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:24:45 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:24:46 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:24:46 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:24:50 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:24:50 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75147) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 20:24:51 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:24:56 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:25:01 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:25:04 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:25:04 user nova-compute[75147]: DEBUG nova.compute.manager [req-f4feab6a-8225-4964-aea5-77e76c48ff7d req-68e79f91-6a66-48a8-84a6-ff79ac10cf52 service nova] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Received event network-changed-ebe094c0-bdbb-4275-862c-32ad9f615229 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 20:25:04 user nova-compute[75147]: DEBUG nova.compute.manager [req-f4feab6a-8225-4964-aea5-77e76c48ff7d req-68e79f91-6a66-48a8-84a6-ff79ac10cf52 service nova] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Refreshing instance network info cache due to event network-changed-ebe094c0-bdbb-4275-862c-32ad9f615229. {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 20:25:04 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-f4feab6a-8225-4964-aea5-77e76c48ff7d req-68e79f91-6a66-48a8-84a6-ff79ac10cf52 service nova] Acquiring lock "refresh_cache-c1523744-d272-4b9e-ae60-f1d45c99b1c6" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 20:25:04 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-f4feab6a-8225-4964-aea5-77e76c48ff7d req-68e79f91-6a66-48a8-84a6-ff79ac10cf52 service nova] Acquired lock "refresh_cache-c1523744-d272-4b9e-ae60-f1d45c99b1c6" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 20:25:04 user nova-compute[75147]: DEBUG nova.network.neutron [req-f4feab6a-8225-4964-aea5-77e76c48ff7d req-68e79f91-6a66-48a8-84a6-ff79ac10cf52 service nova] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Refreshing network info cache for port ebe094c0-bdbb-4275-862c-32ad9f615229 {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 20:25:05 user nova-compute[75147]: DEBUG nova.network.neutron [req-f4feab6a-8225-4964-aea5-77e76c48ff7d req-68e79f91-6a66-48a8-84a6-ff79ac10cf52 service nova] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Updated VIF entry in instance network info cache for port ebe094c0-bdbb-4275-862c-32ad9f615229. {{(pid=75147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 20:25:05 user nova-compute[75147]: DEBUG nova.network.neutron [req-f4feab6a-8225-4964-aea5-77e76c48ff7d req-68e79f91-6a66-48a8-84a6-ff79ac10cf52 service nova] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Updating instance_info_cache with network_info: [{"id": "ebe094c0-bdbb-4275-862c-32ad9f615229", "address": "fa:16:3e:f6:ea:30", "network": {"id": "2d1c34ce-3d5e-4cfb-b65a-94e798a059f6", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1915555959-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.36", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3762e67f976b4532aa38514e71569847", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapebe094c0-bd", "ovs_interfaceid": "ebe094c0-bdbb-4275-862c-32ad9f615229", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 20:25:05 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-f4feab6a-8225-4964-aea5-77e76c48ff7d req-68e79f91-6a66-48a8-84a6-ff79ac10cf52 service nova] Releasing lock "refresh_cache-c1523744-d272-4b9e-ae60-f1d45c99b1c6" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 20:25:06 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:25:06 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:25:06 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75147) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 20:25:06 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:25:06 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:25:06 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:25:07 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:25:11 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:25:12 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e5973298-12b7-43c4-8396-4ad04a17bce1 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Acquiring lock "c1523744-d272-4b9e-ae60-f1d45c99b1c6" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:25:12 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e5973298-12b7-43c4-8396-4ad04a17bce1 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Lock "c1523744-d272-4b9e-ae60-f1d45c99b1c6" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:25:12 user nova-compute[75147]: DEBUG nova.objects.instance [None req-e5973298-12b7-43c4-8396-4ad04a17bce1 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Lazy-loading 'flavor' on Instance uuid c1523744-d272-4b9e-ae60-f1d45c99b1c6 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 20:25:12 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e5973298-12b7-43c4-8396-4ad04a17bce1 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Lock "c1523744-d272-4b9e-ae60-f1d45c99b1c6" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.065s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:25:12 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e5973298-12b7-43c4-8396-4ad04a17bce1 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Acquiring lock "c1523744-d272-4b9e-ae60-f1d45c99b1c6" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:25:12 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e5973298-12b7-43c4-8396-4ad04a17bce1 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Lock "c1523744-d272-4b9e-ae60-f1d45c99b1c6" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:25:12 user nova-compute[75147]: INFO nova.compute.manager [None req-e5973298-12b7-43c4-8396-4ad04a17bce1 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Attaching volume 4600c2e6-0c44-4a40-9047-95330880c192 to /dev/vdb
Oct 27 20:25:12 user nova-compute[75147]: DEBUG os_brick.utils [None req-e5973298-12b7-43c4-8396-4ad04a17bce1 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 20:25:12 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:25:12 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:25:12 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[8bf5e1a3-45c2-4e14-bef8-60f49d754afd]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9325735bc82e\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:25:12 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:25:12 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:25:12 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[10efb403-9c0e-4280-b683-77928911f09e]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:25:12 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:25:12 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:25:12 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a4a947a-da78-4da4-8330-523bdd8cfca2]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:25:12 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[39060c2f-3f0f-4793-97ec-15e4d20048b9]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:25:12 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-e5973298-12b7-43c4-8396-4ad04a17bce1 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Running cmd (subprocess): nvme version {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:25:12 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-e5973298-12b7-43c4-8396-4ad04a17bce1 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] 'nvme version' failed. Not Retrying. {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 20:25:12 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:25:12 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.nvmeof [None req-e5973298-12b7-43c4-8396-4ad04a17bce1 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] nvme not present on system {{(pid=75147) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 27 20:25:12 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:25:12 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 20:25:12 user nova-compute[75147]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 27 20:25:12 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[d01fb821-20dc-4cea-87f3-13f7c6a29532]: (4, '') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:25:12 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-e5973298-12b7-43c4-8396-4ad04a17bce1 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75147) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 27 20:25:12 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-e5973298-12b7-43c4-8396-4ad04a17bce1 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 27 20:25:12 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-e5973298-12b7-43c4-8396-4ad04a17bce1 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] LIGHTOS: no hostnqn found. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 27 20:25:12 user nova-compute[75147]: DEBUG os_brick.utils [None req-e5973298-12b7-43c4-8396-4ad04a17bce1 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] <== get_connector_properties: return (135ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9325735bc82e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 20:25:12 user nova-compute[75147]: DEBUG nova.virt.block_device [None req-e5973298-12b7-43c4-8396-4ad04a17bce1 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Updating existing volume attachment record: bd0dbd1e-b80c-4920-a36e-99c2a8eedee6 {{(pid=75147) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 27 20:25:16 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:25:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:25:22 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:25:24 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:25:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:25:29 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:25:31 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:25:31 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:25:31 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5004 ms, sending inactivity probe {{(pid=75147) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 20:25:31 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:25:31 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:25:31 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:25:31 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e5973298-12b7-43c4-8396-4ad04a17bce1 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Calling os-brick to attach iSCSI Volume {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 20:25:31 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5973298-12b7-43c4-8396-4ad04a17bce1 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:4600c2e6-0c44-4a40-9047-95330880c192', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BkwfsMHV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 20:25:31 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-e5973298-12b7-43c4-8396-4ad04a17bce1 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 20:25:31 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-e5973298-12b7-43c4-8396-4ad04a17bce1 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 20:25:31 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-e5973298-12b7-43c4-8396-4ad04a17bce1 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 20:25:31 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-e5973298-12b7-43c4-8396-4ad04a17bce1 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 20:25:31 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-e5973298-12b7-43c4-8396-4ad04a17bce1 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4600c2e6-0c44-4a40-9047-95330880c192" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 20:25:31 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-e5973298-12b7-43c4-8396-4ad04a17bce1 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4600c2e6-0c44-4a40-9047-95330880c192" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 20:25:31 user nova-compute[75147]: INFO os_brick.initiator.connectors.iscsi [None req-e5973298-12b7-43c4-8396-4ad04a17bce1 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 20:25:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4600c2e6-0c44-4a40-9047-95330880c192 -p 172.16.0.220:3260 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:25:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4600c2e6-0c44-4a40-9047-95330880c192 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:25:31 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ea8dea5-26b7-404e-974e-7c5205456afe]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:25:31 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5973298-12b7-43c4-8396-4ad04a17bce1 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 20:25:31 user nova-compute[75147]:  {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:25:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4600c2e6-0c44-4a40-9047-95330880c192 -p 172.16.0.220:3260 --interface default --op new {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:25:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4600c2e6-0c44-4a40-9047-95330880c192 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:25:32 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[481b9031-e486-4755-ba6d-0563da5b4768]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4600c2e6-0c44-4a40-9047-95330880c192] added\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:25:32 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5973298-12b7-43c4-8396-4ad04a17bce1 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4600c2e6-0c44-4a40-9047-95330880c192] added
Oct 27 20:25:32 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:25:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4600c2e6-0c44-4a40-9047-95330880c192 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:25:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4600c2e6-0c44-4a40-9047-95330880c192 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:25:32 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c50fe6b-bb1c-4425-8e46-9c53c021c3d1]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:25:32 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5973298-12b7-43c4-8396-4ad04a17bce1 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:25:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4600c2e6-0c44-4a40-9047-95330880c192 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:25:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4600c2e6-0c44-4a40-9047-95330880c192 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:25:32 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc6d406b-2ca7-442e-bc82-434084e2b5ee]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:25:32 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5973298-12b7-43c4-8396-4ad04a17bce1 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:25:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4600c2e6-0c44-4a40-9047-95330880c192 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v BkwfsMHV {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:25:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4600c2e6-0c44-4a40-9047-95330880c192 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v BkwfsMHV" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:25:32 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[590c9b65-944a-4122-b78f-fb9431808f0d]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:25:32 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5973298-12b7-43c4-8396-4ad04a17bce1 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'BkwfsMHV'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:25:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4600c2e6-0c44-4a40-9047-95330880c192 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:25:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4600c2e6-0c44-4a40-9047-95330880c192 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.024s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:25:32 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[6958b8a1-b0f0-436a-9b95-66e743f6e3f2]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:25:32 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5973298-12b7-43c4-8396-4ad04a17bce1 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:25:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:25:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:25:32 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[426eebf8-ad5d-4c4c-9b7e-599ee499c995]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:25:32 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5973298-12b7-43c4-8396-4ad04a17bce1 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 27 20:25:32 user nova-compute[75147]:  {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 20:25:32 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5973298-12b7-43c4-8396-4ad04a17bce1 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 27 20:25:32 user nova-compute[75147]:  {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 20:25:32 user nova-compute[75147]: WARNING os_brick.initiator.connectors.iscsi [None req-e5973298-12b7-43c4-8396-4ad04a17bce1 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 27 20:25:32 user nova-compute[75147]: 
Oct 27 20:25:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4600c2e6-0c44-4a40-9047-95330880c192 -p 172.16.0.220:3260 --login {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:25:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4600c2e6-0c44-4a40-9047-95330880c192 -p 172.16.0.220:3260 --login" returned: 0 in 0.049s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:25:32 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[b72dfba7-0d30-42eb-83a8-0993e0b674d1]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:4600c2e6-0c44-4a40-9047-95330880c192, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:4600c2e6-0c44-4a40-9047-95330880c192, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:25:32 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5973298-12b7-43c4-8396-4ad04a17bce1 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:4600c2e6-0c44-4a40-9047-95330880c192, portal: 172.16.0.220,3260]
Oct 27 20:25:32 user nova-compute[75147]: Login to [iface: default, target: iqn.2010-10.org.openstack:4600c2e6-0c44-4a40-9047-95330880c192, portal: 172.16.0.220,3260] successful.
Oct 27 20:25:32 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:25:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4600c2e6-0c44-4a40-9047-95330880c192 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:25:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4600c2e6-0c44-4a40-9047-95330880c192 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:25:32 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c8fa5fc-d57f-44cf-86f5-21749bf491c6]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:25:32 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5973298-12b7-43c4-8396-4ad04a17bce1 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:25:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:25:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:25:32 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[349d62f5-dd19-4d01-83f7-b47a46bc7e5b]: (4, ('tcp: [67] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4600c2e6-0c44-4a40-9047-95330880c192 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:25:32 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5973298-12b7-43c4-8396-4ad04a17bce1 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [67] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4600c2e6-0c44-4a40-9047-95330880c192 (non-flash)
Oct 27 20:25:32 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 20:25:32 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5973298-12b7-43c4-8396-4ad04a17bce1 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] iscsi session list stdout=tcp: [67] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4600c2e6-0c44-4a40-9047-95330880c192 (non-flash)
Oct 27 20:25:32 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 20:25:32 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-e5973298-12b7-43c4-8396-4ad04a17bce1 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4600c2e6-0c44-4a40-9047-95330880c192" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.272s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 20:25:32 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5973298-12b7-43c4-8396-4ad04a17bce1 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Connected to 172.16.0.220:3260 {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 20:25:32 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-e5973298-12b7-43c4-8396-4ad04a17bce1 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] HCTL ('33', '-', '-', 0) found on session 67 with lun 0 {{(pid=75147) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 20:25:32 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-e5973298-12b7-43c4-8396-4ad04a17bce1 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75147) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 20:25:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:25:32 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:25:32 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[bce4ca8e-c07e-40e3-b6dc-aadfb8f941b0]: (4, ('- - 0', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:25:32 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-e5973298-12b7-43c4-8396-4ad04a17bce1 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Searching for a device in session 67 and hctl ['33', '*', '*', 0] yield: None {{(pid=75147) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 20:25:33 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-e5973298-12b7-43c4-8396-4ad04a17bce1 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Searching for a device in session 67 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75147) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 20:25:33 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5973298-12b7-43c4-8396-4ad04a17bce1 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:4600c2e6-0c44-4a40-9047-95330880c192', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BkwfsMHV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 20:25:33 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-e5973298-12b7-43c4-8396-4ad04a17bce1 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.303s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 20:25:33 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5973298-12b7-43c4-8396-4ad04a17bce1 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] <== connect_volume: return (1305ms) {'type': 'block', 'scsi_wwn': '26264326462633733', 'path': '/dev/sdb'} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 20:25:33 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e5973298-12b7-43c4-8396-4ad04a17bce1 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26264326462633733', 'path': '/dev/sdb'} {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 20:25:33 user nova-compute[75147]: DEBUG nova.objects.instance [None req-e5973298-12b7-43c4-8396-4ad04a17bce1 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Lazy-loading 'flavor' on Instance uuid c1523744-d272-4b9e-ae60-f1d45c99b1c6 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 20:25:33 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-e5973298-12b7-43c4-8396-4ad04a17bce1 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] attach device xml: <disk type="block" device="disk">
Oct 27 20:25:33 user nova-compute[75147]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 20:25:33 user nova-compute[75147]:   <source dev="/dev/sdb"/>
Oct 27 20:25:33 user nova-compute[75147]:   <target dev="vdb" bus="virtio"/>
Oct 27 20:25:33 user nova-compute[75147]:   <serial>4600c2e6-0c44-4a40-9047-95330880c192</serial>
Oct 27 20:25:33 user nova-compute[75147]: </disk>
Oct 27 20:25:33 user nova-compute[75147]:  {{(pid=75147) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 27 20:25:33 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-e5973298-12b7-43c4-8396-4ad04a17bce1 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] No BDM found with device name vda, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 20:25:33 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-e5973298-12b7-43c4-8396-4ad04a17bce1 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 20:25:33 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-e5973298-12b7-43c4-8396-4ad04a17bce1 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] No VIF found with MAC fa:16:3e:f6:ea:30, not building metadata {{(pid=75147) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 20:25:33 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-e5973298-12b7-43c4-8396-4ad04a17bce1 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Lock "c1523744-d272-4b9e-ae60-f1d45c99b1c6" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 21.223s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:25:34 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:25:35 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:25:36 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:25:36 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:25:36 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:25:36 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:25:36 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:25:36 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Auditing locally available compute resources for user (node: user) {{(pid=75147) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 20:25:36 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1523744-d272-4b9e-ae60-f1d45c99b1c6/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:25:37 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1523744-d272-4b9e-ae60-f1d45c99b1c6/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:25:37 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1523744-d272-4b9e-ae60-f1d45c99b1c6/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:25:37 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1523744-d272-4b9e-ae60-f1d45c99b1c6/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:25:37 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75147) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 20:25:37 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 20:25:37 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 20:25:37 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Hypervisor/Node resource view: name=user free_ram=8804MB free_disk=24.861011505126953GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75147) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 20:25:37 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:25:37 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:25:37 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:25:38 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance c1523744-d272-4b9e-ae60-f1d45c99b1c6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 20:25:38 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 20:25:38 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 20:25:38 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 20:25:38 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 20:25:38 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Compute_service record updated for user:user {{(pid=75147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 20:25:38 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.395s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:25:39 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:25:39 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:25:39 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Starting heal instance info cache {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 20:25:39 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Rebuilding the list of instances to heal {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 27 20:25:39 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "refresh_cache-c1523744-d272-4b9e-ae60-f1d45c99b1c6" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 20:25:39 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquired lock "refresh_cache-c1523744-d272-4b9e-ae60-f1d45c99b1c6" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 20:25:39 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Forcefully refreshing network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 27 20:25:39 user nova-compute[75147]: DEBUG nova.objects.instance [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lazy-loading 'info_cache' on Instance uuid c1523744-d272-4b9e-ae60-f1d45c99b1c6 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 20:25:39 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Updating instance_info_cache with network_info: [{"id": "ebe094c0-bdbb-4275-862c-32ad9f615229", "address": "fa:16:3e:f6:ea:30", "network": {"id": "2d1c34ce-3d5e-4cfb-b65a-94e798a059f6", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1915555959-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.36", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3762e67f976b4532aa38514e71569847", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapebe094c0-bd", "ovs_interfaceid": "ebe094c0-bdbb-4275-862c-32ad9f615229", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 20:25:39 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Releasing lock "refresh_cache-c1523744-d272-4b9e-ae60-f1d45c99b1c6" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 20:25:39 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Updated the network info_cache for instance {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 27 20:25:41 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:25:46 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:25:46 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:25:47 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:25:51 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:25:51 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:25:51 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75147) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 20:25:56 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:26:01 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:26:01 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:26:02 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:26:06 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:26:10 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-d90e7afa-edb9-4893-8b4c-b9ad623973e6 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Acquiring lock "c1523744-d272-4b9e-ae60-f1d45c99b1c6" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:26:10 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-d90e7afa-edb9-4893-8b4c-b9ad623973e6 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Lock "c1523744-d272-4b9e-ae60-f1d45c99b1c6" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:26:10 user nova-compute[75147]: INFO nova.compute.manager [None req-d90e7afa-edb9-4893-8b4c-b9ad623973e6 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Detaching volume 4600c2e6-0c44-4a40-9047-95330880c192
Oct 27 20:26:10 user nova-compute[75147]: INFO nova.virt.block_device [None req-d90e7afa-edb9-4893-8b4c-b9ad623973e6 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Attempting to driver detach volume 4600c2e6-0c44-4a40-9047-95330880c192 from mountpoint /dev/vdb
Oct 27 20:26:10 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-d90e7afa-edb9-4893-8b4c-b9ad623973e6 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Attempting to detach device vdb from instance c1523744-d272-4b9e-ae60-f1d45c99b1c6 from the persistent domain config. {{(pid=75147) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 27 20:26:10 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-d90e7afa-edb9-4893-8b4c-b9ad623973e6 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] detach device xml: <disk type="block" device="disk">
Oct 27 20:26:10 user nova-compute[75147]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 20:26:10 user nova-compute[75147]:   <source dev="/dev/sdb"/>
Oct 27 20:26:10 user nova-compute[75147]:   <target dev="vdb" bus="virtio"/>
Oct 27 20:26:10 user nova-compute[75147]:   <serial>4600c2e6-0c44-4a40-9047-95330880c192</serial>
Oct 27 20:26:10 user nova-compute[75147]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 27 20:26:10 user nova-compute[75147]: </disk>
Oct 27 20:26:10 user nova-compute[75147]:  {{(pid=75147) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 20:26:10 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-d90e7afa-edb9-4893-8b4c-b9ad623973e6 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Successfully detached device vdb from instance c1523744-d272-4b9e-ae60-f1d45c99b1c6 from the persistent domain config.
Oct 27 20:26:10 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-d90e7afa-edb9-4893-8b4c-b9ad623973e6 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance c1523744-d272-4b9e-ae60-f1d45c99b1c6 from the live domain config. {{(pid=75147) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 27 20:26:10 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-d90e7afa-edb9-4893-8b4c-b9ad623973e6 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] detach device xml: <disk type="block" device="disk">
Oct 27 20:26:10 user nova-compute[75147]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 20:26:10 user nova-compute[75147]:   <source dev="/dev/sdb"/>
Oct 27 20:26:10 user nova-compute[75147]:   <target dev="vdb" bus="virtio"/>
Oct 27 20:26:10 user nova-compute[75147]:   <serial>4600c2e6-0c44-4a40-9047-95330880c192</serial>
Oct 27 20:26:10 user nova-compute[75147]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 27 20:26:10 user nova-compute[75147]: </disk>
Oct 27 20:26:10 user nova-compute[75147]:  {{(pid=75147) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 20:26:11 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-d90e7afa-edb9-4893-8b4c-b9ad623973e6 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance c1523744-d272-4b9e-ae60-f1d45c99b1c6 {{(pid=75147) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 27 20:26:11 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:26:16 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:26:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:26:25 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:26:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:26:31 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-d90e7afa-edb9-4893-8b4c-b9ad623973e6 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance c1523744-d272-4b9e-ae60-f1d45c99b1c6 is timed out.
Oct 27 20:26:31 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-d90e7afa-edb9-4893-8b4c-b9ad623973e6 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Successfully detached device vdb from instance c1523744-d272-4b9e-ae60-f1d45c99b1c6 from the live domain config.
Oct 27 20:26:31 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d90e7afa-edb9-4893-8b4c-b9ad623973e6 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] calling os-brick to detach iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 20:26:31 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-d90e7afa-edb9-4893-8b4c-b9ad623973e6 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, {'target_iqn': 'iqn.2010-10.org.openstack:4600c2e6-0c44-4a40-9047-95330880c192', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BkwfsMHV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 20:26:31 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-d90e7afa-edb9-4893-8b4c-b9ad623973e6 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 20:26:31 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-d90e7afa-edb9-4893-8b4c-b9ad623973e6 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 20:26:31 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-d90e7afa-edb9-4893-8b4c-b9ad623973e6 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.006s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 20:26:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:26:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:26:31 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[0cb5370e-b46a-45c4-9c2a-aaf794285c73]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:4600c2e6-0c44-4a40-9047-95330880c192\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:26:31 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-d90e7afa-edb9-4893-8b4c-b9ad623973e6 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 20:26:31 user nova-compute[75147]: No targets found.
Oct 27 20:26:31 user nova-compute[75147]: iSNS:
Oct 27 20:26:31 user nova-compute[75147]: No targets found.
Oct 27 20:26:31 user nova-compute[75147]: STATIC:
Oct 27 20:26:31 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:4600c2e6-0c44-4a40-9047-95330880c192
Oct 27 20:26:31 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 20:26:31 user nova-compute[75147]:                 Iface Name: default
Oct 27 20:26:31 user nova-compute[75147]: FIRMWARE:
Oct 27 20:26:31 user nova-compute[75147]: No targets found.
Oct 27 20:26:31 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 20:26:31 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-d90e7afa-edb9-4893-8b4c-b9ad623973e6 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 20:26:31 user nova-compute[75147]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 20:26:31 user nova-compute[75147]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75147) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 20:26:31 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-d90e7afa-edb9-4893-8b4c-b9ad623973e6 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4600c2e6-0c44-4a40-9047-95330880c192', 0)] {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 20:26:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:26:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:26:31 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[0eac7e54-079e-40a5-b46a-a03a4f30dbc5]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4600c2e6-0c44-4a40-9047-95330880c192\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:26:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:26:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:26:31 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[521ad8be-0147-4568-ac2c-baa189a7af2b]: (4, ('tcp: [67] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4600c2e6-0c44-4a40-9047-95330880c192 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:26:31 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-d90e7afa-edb9-4893-8b4c-b9ad623973e6 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [67] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4600c2e6-0c44-4a40-9047-95330880c192 (non-flash)
Oct 27 20:26:31 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 20:26:31 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-d90e7afa-edb9-4893-8b4c-b9ad623973e6 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] iscsi session list stdout=tcp: [67] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4600c2e6-0c44-4a40-9047-95330880c192 (non-flash)
Oct 27 20:26:31 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 20:26:31 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-d90e7afa-edb9-4893-8b4c-b9ad623973e6 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f290c3c3be0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4600c2e6-0c44-4a40-9047-95330880c192'): ({'sdb'}, set())}) {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 20:26:31 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-d90e7afa-edb9-4893-8b4c-b9ad623973e6 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Removing single pathed devices sdb {{(pid=75147) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 20:26:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:26:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:26:31 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[1189d0c8-7eaf-460d-8b79-16fa0d9f3cab]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:26:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:26:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.022s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:26:31 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[85fde408-32fc-41e0-be26-c404f1b7151f]: (4, ('ok\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:26:31 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-d90e7afa-edb9-4893-8b4c-b9ad623973e6 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Flushing IO for device /dev/sdb {{(pid=75147) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 20:26:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:26:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:26:31 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b864457-bbaf-41ec-8029-c6f862d10a3c]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:26:31 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-d90e7afa-edb9-4893-8b4c-b9ad623973e6 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75147) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 20:26:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:26:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.047s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:26:31 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[5240ae52-663c-4557-97b8-0c89abc279ef]: (4, ('1', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:26:31 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-d90e7afa-edb9-4893-8b4c-b9ad623973e6 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 20:26:31 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-d90e7afa-edb9-4893-8b4c-b9ad623973e6 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] SCSI volumes sdb have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 20:26:31 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-d90e7afa-edb9-4893-8b4c-b9ad623973e6 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4600c2e6-0c44-4a40-9047-95330880c192')] {{(pid=75147) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 20:26:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4600c2e6-0c44-4a40-9047-95330880c192 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:26:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4600c2e6-0c44-4a40-9047-95330880c192 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:26:31 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa87c2b4-c9fd-453b-8112-ef4b16e97af6]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:26:31 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-d90e7afa-edb9-4893-8b4c-b9ad623973e6 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:26:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4600c2e6-0c44-4a40-9047-95330880c192 -p 172.16.0.220:3260 --logout {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:26:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4600c2e6-0c44-4a40-9047-95330880c192 -p 172.16.0.220:3260 --logout" returned: 0 in 0.070s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:26:31 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ad742ac-339e-4c87-a483-eae93da956a8]: (4, ('Logging out of session [sid: 67, target: iqn.2010-10.org.openstack:4600c2e6-0c44-4a40-9047-95330880c192, portal: 172.16.0.220,3260]\nLogout of [sid: 67, target: iqn.2010-10.org.openstack:4600c2e6-0c44-4a40-9047-95330880c192, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:26:31 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-d90e7afa-edb9-4893-8b4c-b9ad623973e6 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 67, target: iqn.2010-10.org.openstack:4600c2e6-0c44-4a40-9047-95330880c192, portal: 172.16.0.220,3260]
Oct 27 20:26:31 user nova-compute[75147]: Logout of [sid: 67, target: iqn.2010-10.org.openstack:4600c2e6-0c44-4a40-9047-95330880c192, portal: 172.16.0.220,3260] successful.
Oct 27 20:26:31 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:26:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4600c2e6-0c44-4a40-9047-95330880c192 -p 172.16.0.220:3260 --op delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:26:31 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4600c2e6-0c44-4a40-9047-95330880c192 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:26:31 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[e354e7cc-3fcb-4770-95e7-08b86bf813ca]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:26:31 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-d90e7afa-edb9-4893-8b4c-b9ad623973e6 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:26:31 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-d90e7afa-edb9-4893-8b4c-b9ad623973e6 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.328s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 20:26:31 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-d90e7afa-edb9-4893-8b4c-b9ad623973e6 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] <== disconnect_volume: return (334ms) None {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 20:26:31 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d90e7afa-edb9-4893-8b4c-b9ad623973e6 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Disconnected iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 20:26:31 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:26:31 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:26:32 user nova-compute[75147]: DEBUG nova.objects.instance [None req-d90e7afa-edb9-4893-8b4c-b9ad623973e6 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Lazy-loading 'flavor' on Instance uuid c1523744-d272-4b9e-ae60-f1d45c99b1c6 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 20:26:32 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-d90e7afa-edb9-4893-8b4c-b9ad623973e6 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Lock "c1523744-d272-4b9e-ae60-f1d45c99b1c6" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.893s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:26:35 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:26:36 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:26:37 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:26:37 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:26:37 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:26:37 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:26:37 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:26:37 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:26:37 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Auditing locally available compute resources for user (node: user) {{(pid=75147) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 20:26:37 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1523744-d272-4b9e-ae60-f1d45c99b1c6/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:26:38 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1523744-d272-4b9e-ae60-f1d45c99b1c6/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:26:38 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1523744-d272-4b9e-ae60-f1d45c99b1c6/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:26:38 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1523744-d272-4b9e-ae60-f1d45c99b1c6/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:26:38 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 20:26:38 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 20:26:38 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Hypervisor/Node resource view: name=user free_ram=8948MB free_disk=24.851421356201172GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75147) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 20:26:38 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:26:38 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:26:38 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance c1523744-d272-4b9e-ae60-f1d45c99b1c6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 20:26:38 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 20:26:38 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 20:26:38 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 20:26:38 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 20:26:38 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Compute_service record updated for user:user {{(pid=75147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 20:26:38 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.171s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:26:41 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:26:41 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:26:41 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Starting heal instance info cache {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 20:26:41 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Rebuilding the list of instances to heal {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 27 20:26:41 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "refresh_cache-c1523744-d272-4b9e-ae60-f1d45c99b1c6" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 20:26:41 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquired lock "refresh_cache-c1523744-d272-4b9e-ae60-f1d45c99b1c6" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 20:26:41 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Forcefully refreshing network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 27 20:26:41 user nova-compute[75147]: DEBUG nova.objects.instance [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lazy-loading 'info_cache' on Instance uuid c1523744-d272-4b9e-ae60-f1d45c99b1c6 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 20:26:42 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Updating instance_info_cache with network_info: [{"id": "ebe094c0-bdbb-4275-862c-32ad9f615229", "address": "fa:16:3e:f6:ea:30", "network": {"id": "2d1c34ce-3d5e-4cfb-b65a-94e798a059f6", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1915555959-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.36", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3762e67f976b4532aa38514e71569847", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapebe094c0-bd", "ovs_interfaceid": "ebe094c0-bdbb-4275-862c-32ad9f615229", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 20:26:42 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Releasing lock "refresh_cache-c1523744-d272-4b9e-ae60-f1d45c99b1c6" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 20:26:42 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Updated the network info_cache for instance {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 27 20:26:46 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:26:48 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:26:51 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:26:53 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:26:53 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75147) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 20:26:56 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:27:01 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:27:05 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-1904dca2-874e-471c-81b8-4d25c2c74743 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Acquiring lock "c1523744-d272-4b9e-ae60-f1d45c99b1c6" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:27:05 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-1904dca2-874e-471c-81b8-4d25c2c74743 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Lock "c1523744-d272-4b9e-ae60-f1d45c99b1c6" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:27:05 user nova-compute[75147]: DEBUG nova.objects.instance [None req-1904dca2-874e-471c-81b8-4d25c2c74743 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Lazy-loading 'flavor' on Instance uuid c1523744-d272-4b9e-ae60-f1d45c99b1c6 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 20:27:05 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-1904dca2-874e-471c-81b8-4d25c2c74743 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Lock "c1523744-d272-4b9e-ae60-f1d45c99b1c6" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.052s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:27:05 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-1904dca2-874e-471c-81b8-4d25c2c74743 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Acquiring lock "c1523744-d272-4b9e-ae60-f1d45c99b1c6" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:27:05 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-1904dca2-874e-471c-81b8-4d25c2c74743 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Lock "c1523744-d272-4b9e-ae60-f1d45c99b1c6" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:27:05 user nova-compute[75147]: INFO nova.compute.manager [None req-1904dca2-874e-471c-81b8-4d25c2c74743 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Attaching volume 7a661a44-6481-407b-948c-5109b6bb6938 to /dev/vdb
Oct 27 20:27:06 user nova-compute[75147]: DEBUG os_brick.utils [None req-1904dca2-874e-471c-81b8-4d25c2c74743 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 20:27:06 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:27:06 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:27:06 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[5de16b7b-4069-4b41-a4f5-28689e1dff18]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9325735bc82e\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:27:06 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:27:06 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:27:06 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[0325d63b-962d-45c9-827b-bb7c89113de7]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:27:06 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:27:06 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:27:06 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8c5af2e-6fb4-45f1-aafa-be4d21d4fb0e]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:27:06 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5252002-24dd-49ee-b2a8-30f1cafe61f7]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:27:06 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-1904dca2-874e-471c-81b8-4d25c2c74743 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Running cmd (subprocess): nvme version {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:27:06 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-1904dca2-874e-471c-81b8-4d25c2c74743 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] 'nvme version' failed. Not Retrying. {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 20:27:06 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.nvmeof [None req-1904dca2-874e-471c-81b8-4d25c2c74743 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] nvme not present on system {{(pid=75147) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 27 20:27:06 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:27:06 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 20:27:06 user nova-compute[75147]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 27 20:27:06 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[275d353e-e6d5-4226-b037-b6fecb152f3e]: (4, '') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:27:06 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-1904dca2-874e-471c-81b8-4d25c2c74743 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75147) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 27 20:27:06 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-1904dca2-874e-471c-81b8-4d25c2c74743 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 27 20:27:06 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-1904dca2-874e-471c-81b8-4d25c2c74743 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] LIGHTOS: no hostnqn found. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 27 20:27:06 user nova-compute[75147]: DEBUG os_brick.utils [None req-1904dca2-874e-471c-81b8-4d25c2c74743 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] <== get_connector_properties: return (126ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9325735bc82e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 20:27:06 user nova-compute[75147]: DEBUG nova.virt.block_device [None req-1904dca2-874e-471c-81b8-4d25c2c74743 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Updating existing volume attachment record: 8275979e-038d-4bd8-905d-8032835ca18b {{(pid=75147) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 27 20:27:06 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:27:07 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:27:08 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:27:11 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:27:16 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:27:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:27:23 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1904dca2-874e-471c-81b8-4d25c2c74743 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Calling os-brick to attach iSCSI Volume {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 20:27:23 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-1904dca2-874e-471c-81b8-4d25c2c74743 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:7a661a44-6481-407b-948c-5109b6bb6938', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'nwNRgmMr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 20:27:23 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-1904dca2-874e-471c-81b8-4d25c2c74743 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 20:27:23 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-1904dca2-874e-471c-81b8-4d25c2c74743 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 20:27:23 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-1904dca2-874e-471c-81b8-4d25c2c74743 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 20:27:23 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-1904dca2-874e-471c-81b8-4d25c2c74743 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 20:27:23 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-1904dca2-874e-471c-81b8-4d25c2c74743 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7a661a44-6481-407b-948c-5109b6bb6938" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 20:27:23 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-1904dca2-874e-471c-81b8-4d25c2c74743 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7a661a44-6481-407b-948c-5109b6bb6938" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 20:27:23 user nova-compute[75147]: INFO os_brick.initiator.connectors.iscsi [None req-1904dca2-874e-471c-81b8-4d25c2c74743 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 20:27:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7a661a44-6481-407b-948c-5109b6bb6938 -p 172.16.0.220:3260 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:27:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7a661a44-6481-407b-948c-5109b6bb6938 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:27:23 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[31cd662c-cd0f-406e-89b4-81247b3d6cbf]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:27:23 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-1904dca2-874e-471c-81b8-4d25c2c74743 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 20:27:23 user nova-compute[75147]:  {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:27:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7a661a44-6481-407b-948c-5109b6bb6938 -p 172.16.0.220:3260 --interface default --op new {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:27:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7a661a44-6481-407b-948c-5109b6bb6938 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:27:23 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[3caa138a-b953-4dc8-9e32-6bea007b3132]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7a661a44-6481-407b-948c-5109b6bb6938] added\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:27:23 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-1904dca2-874e-471c-81b8-4d25c2c74743 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7a661a44-6481-407b-948c-5109b6bb6938] added
Oct 27 20:27:23 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:27:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7a661a44-6481-407b-948c-5109b6bb6938 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:27:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7a661a44-6481-407b-948c-5109b6bb6938 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:27:23 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[5abdeaac-4c32-423e-bdfc-55ff7f9f3453]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:27:23 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-1904dca2-874e-471c-81b8-4d25c2c74743 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:27:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7a661a44-6481-407b-948c-5109b6bb6938 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:27:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7a661a44-6481-407b-948c-5109b6bb6938 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:27:23 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[c143e83e-74a5-468a-ad39-ca5a084f816f]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:27:23 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-1904dca2-874e-471c-81b8-4d25c2c74743 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:27:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7a661a44-6481-407b-948c-5109b6bb6938 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v nwNRgmMr {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:27:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7a661a44-6481-407b-948c-5109b6bb6938 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v nwNRgmMr" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:27:23 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[5562c704-26a2-4754-9fef-8be06d3415f0]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:27:23 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-1904dca2-874e-471c-81b8-4d25c2c74743 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'nwNRgmMr'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:27:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7a661a44-6481-407b-948c-5109b6bb6938 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:27:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7a661a44-6481-407b-948c-5109b6bb6938 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.027s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:27:23 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[3934e86d-059e-4c7b-b4e2-d7f86d7d23cd]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:27:23 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-1904dca2-874e-471c-81b8-4d25c2c74743 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:27:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:27:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:27:23 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[569c79b8-9861-4d6a-9186-a26fca678bf6]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:27:23 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-1904dca2-874e-471c-81b8-4d25c2c74743 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 27 20:27:23 user nova-compute[75147]:  {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 20:27:23 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-1904dca2-874e-471c-81b8-4d25c2c74743 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 27 20:27:23 user nova-compute[75147]:  {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 20:27:23 user nova-compute[75147]: WARNING os_brick.initiator.connectors.iscsi [None req-1904dca2-874e-471c-81b8-4d25c2c74743 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 27 20:27:23 user nova-compute[75147]: 
Oct 27 20:27:23 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7a661a44-6481-407b-948c-5109b6bb6938 -p 172.16.0.220:3260 --login {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:27:24 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7a661a44-6481-407b-948c-5109b6bb6938 -p 172.16.0.220:3260 --login" returned: 0 in 0.044s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:27:24 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[04a15f94-bc73-4585-8921-1032b26583c8]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:7a661a44-6481-407b-948c-5109b6bb6938, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:7a661a44-6481-407b-948c-5109b6bb6938, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:27:24 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-1904dca2-874e-471c-81b8-4d25c2c74743 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:7a661a44-6481-407b-948c-5109b6bb6938, portal: 172.16.0.220,3260]
Oct 27 20:27:24 user nova-compute[75147]: Login to [iface: default, target: iqn.2010-10.org.openstack:7a661a44-6481-407b-948c-5109b6bb6938, portal: 172.16.0.220,3260] successful.
Oct 27 20:27:24 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:27:24 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7a661a44-6481-407b-948c-5109b6bb6938 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:27:24 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7a661a44-6481-407b-948c-5109b6bb6938 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:27:24 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0eb1142-b596-44ae-9faa-480c63de826b]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:27:24 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-1904dca2-874e-471c-81b8-4d25c2c74743 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:27:24 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:27:24 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:27:24 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[1bf2a69a-97a1-4bc7-8938-47d0d505944c]: (4, ('tcp: [68] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a661a44-6481-407b-948c-5109b6bb6938 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:27:24 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-1904dca2-874e-471c-81b8-4d25c2c74743 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [68] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a661a44-6481-407b-948c-5109b6bb6938 (non-flash)
Oct 27 20:27:24 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 20:27:24 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-1904dca2-874e-471c-81b8-4d25c2c74743 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] iscsi session list stdout=tcp: [68] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a661a44-6481-407b-948c-5109b6bb6938 (non-flash)
Oct 27 20:27:24 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 20:27:24 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-1904dca2-874e-471c-81b8-4d25c2c74743 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7a661a44-6481-407b-948c-5109b6bb6938" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.265s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 20:27:24 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-1904dca2-874e-471c-81b8-4d25c2c74743 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Connected to 172.16.0.220:3260 {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 20:27:24 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-1904dca2-874e-471c-81b8-4d25c2c74743 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] HCTL ('33', '-', '-', 0) found on session 68 with lun 0 {{(pid=75147) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 20:27:24 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-1904dca2-874e-471c-81b8-4d25c2c74743 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75147) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 20:27:24 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:27:24 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:27:24 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[daabc119-50c8-4403-a5f4-c97316b7f2c4]: (4, ('- - 0', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:27:24 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-1904dca2-874e-471c-81b8-4d25c2c74743 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Searching for a device in session 68 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75147) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 20:27:24 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-1904dca2-874e-471c-81b8-4d25c2c74743 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:7a661a44-6481-407b-948c-5109b6bb6938', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'nwNRgmMr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 20:27:25 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-1904dca2-874e-471c-81b8-4d25c2c74743 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.302s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 20:27:25 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-1904dca2-874e-471c-81b8-4d25c2c74743 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] <== connect_volume: return (1304ms) {'type': 'block', 'scsi_wwn': '26532306666373133', 'path': '/dev/sdb'} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 20:27:25 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1904dca2-874e-471c-81b8-4d25c2c74743 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26532306666373133', 'path': '/dev/sdb'} {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 20:27:25 user nova-compute[75147]: DEBUG nova.objects.instance [None req-1904dca2-874e-471c-81b8-4d25c2c74743 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Lazy-loading 'flavor' on Instance uuid c1523744-d272-4b9e-ae60-f1d45c99b1c6 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 20:27:25 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-1904dca2-874e-471c-81b8-4d25c2c74743 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] attach device xml: <disk type="block" device="disk">
Oct 27 20:27:25 user nova-compute[75147]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 20:27:25 user nova-compute[75147]:   <source dev="/dev/sdb"/>
Oct 27 20:27:25 user nova-compute[75147]:   <target dev="vdb" bus="virtio"/>
Oct 27 20:27:25 user nova-compute[75147]:   <serial>7a661a44-6481-407b-948c-5109b6bb6938</serial>
Oct 27 20:27:25 user nova-compute[75147]: </disk>
Oct 27 20:27:25 user nova-compute[75147]:  {{(pid=75147) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 27 20:27:25 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-1904dca2-874e-471c-81b8-4d25c2c74743 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] No BDM found with device name vda, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 20:27:25 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-1904dca2-874e-471c-81b8-4d25c2c74743 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 20:27:25 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-1904dca2-874e-471c-81b8-4d25c2c74743 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] No VIF found with MAC fa:16:3e:f6:ea:30, not building metadata {{(pid=75147) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 20:27:25 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-1904dca2-874e-471c-81b8-4d25c2c74743 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Lock "c1523744-d272-4b9e-ae60-f1d45c99b1c6" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 19.693s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:27:25 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:27:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:27:27 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:27:28 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-f9cc5d85-0aed-497e-89b6-14abfe9492d7 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Acquiring lock "c1523744-d272-4b9e-ae60-f1d45c99b1c6" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:27:28 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-f9cc5d85-0aed-497e-89b6-14abfe9492d7 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Lock "c1523744-d272-4b9e-ae60-f1d45c99b1c6" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:27:28 user nova-compute[75147]: INFO nova.compute.manager [None req-f9cc5d85-0aed-497e-89b6-14abfe9492d7 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Detaching volume 7a661a44-6481-407b-948c-5109b6bb6938
Oct 27 20:27:28 user nova-compute[75147]: INFO nova.virt.block_device [None req-f9cc5d85-0aed-497e-89b6-14abfe9492d7 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Attempting to driver detach volume 7a661a44-6481-407b-948c-5109b6bb6938 from mountpoint /dev/vdb
Oct 27 20:27:28 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-f9cc5d85-0aed-497e-89b6-14abfe9492d7 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Attempting to detach device vdb from instance c1523744-d272-4b9e-ae60-f1d45c99b1c6 from the persistent domain config. {{(pid=75147) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 27 20:27:28 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-f9cc5d85-0aed-497e-89b6-14abfe9492d7 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] detach device xml: <disk type="block" device="disk">
Oct 27 20:27:28 user nova-compute[75147]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 20:27:28 user nova-compute[75147]:   <source dev="/dev/sdb"/>
Oct 27 20:27:28 user nova-compute[75147]:   <target dev="vdb" bus="virtio"/>
Oct 27 20:27:28 user nova-compute[75147]:   <serial>7a661a44-6481-407b-948c-5109b6bb6938</serial>
Oct 27 20:27:28 user nova-compute[75147]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 27 20:27:28 user nova-compute[75147]: </disk>
Oct 27 20:27:28 user nova-compute[75147]:  {{(pid=75147) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 20:27:28 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-f9cc5d85-0aed-497e-89b6-14abfe9492d7 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Successfully detached device vdb from instance c1523744-d272-4b9e-ae60-f1d45c99b1c6 from the persistent domain config.
Oct 27 20:27:28 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-f9cc5d85-0aed-497e-89b6-14abfe9492d7 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance c1523744-d272-4b9e-ae60-f1d45c99b1c6 from the live domain config. {{(pid=75147) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 27 20:27:28 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-f9cc5d85-0aed-497e-89b6-14abfe9492d7 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] detach device xml: <disk type="block" device="disk">
Oct 27 20:27:28 user nova-compute[75147]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 20:27:28 user nova-compute[75147]:   <source dev="/dev/sdb"/>
Oct 27 20:27:28 user nova-compute[75147]:   <target dev="vdb" bus="virtio"/>
Oct 27 20:27:28 user nova-compute[75147]:   <serial>7a661a44-6481-407b-948c-5109b6bb6938</serial>
Oct 27 20:27:28 user nova-compute[75147]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 27 20:27:28 user nova-compute[75147]: </disk>
Oct 27 20:27:28 user nova-compute[75147]:  {{(pid=75147) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 20:27:28 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-f9cc5d85-0aed-497e-89b6-14abfe9492d7 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance c1523744-d272-4b9e-ae60-f1d45c99b1c6 {{(pid=75147) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 27 20:27:31 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:27:32 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:27:33 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:27:36 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:27:36 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:27:39 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:27:39 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:27:39 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:27:39 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:27:39 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:27:39 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:27:39 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Auditing locally available compute resources for user (node: user) {{(pid=75147) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 20:27:39 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1523744-d272-4b9e-ae60-f1d45c99b1c6/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:27:40 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1523744-d272-4b9e-ae60-f1d45c99b1c6/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:27:40 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1523744-d272-4b9e-ae60-f1d45c99b1c6/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:27:40 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1523744-d272-4b9e-ae60-f1d45c99b1c6/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:27:40 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 20:27:40 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 20:27:40 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Hypervisor/Node resource view: name=user free_ram=8988MB free_disk=24.850406646728516GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75147) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 20:27:40 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:27:40 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:27:40 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance c1523744-d272-4b9e-ae60-f1d45c99b1c6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 20:27:40 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 20:27:40 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 20:27:40 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 20:27:40 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 20:27:40 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Compute_service record updated for user:user {{(pid=75147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 20:27:40 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.165s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:27:41 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:27:43 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:27:43 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Starting heal instance info cache {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 20:27:43 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Rebuilding the list of instances to heal {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 27 20:27:43 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "refresh_cache-c1523744-d272-4b9e-ae60-f1d45c99b1c6" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 20:27:43 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquired lock "refresh_cache-c1523744-d272-4b9e-ae60-f1d45c99b1c6" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 20:27:43 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Forcefully refreshing network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 27 20:27:43 user nova-compute[75147]: DEBUG nova.objects.instance [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lazy-loading 'info_cache' on Instance uuid c1523744-d272-4b9e-ae60-f1d45c99b1c6 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 20:27:44 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Updating instance_info_cache with network_info: [{"id": "ebe094c0-bdbb-4275-862c-32ad9f615229", "address": "fa:16:3e:f6:ea:30", "network": {"id": "2d1c34ce-3d5e-4cfb-b65a-94e798a059f6", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1915555959-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.36", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3762e67f976b4532aa38514e71569847", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapebe094c0-bd", "ovs_interfaceid": "ebe094c0-bdbb-4275-862c-32ad9f615229", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 20:27:44 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Releasing lock "refresh_cache-c1523744-d272-4b9e-ae60-f1d45c99b1c6" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 20:27:44 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Updated the network info_cache for instance {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 27 20:27:46 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:27:48 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-f9cc5d85-0aed-497e-89b6-14abfe9492d7 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance c1523744-d272-4b9e-ae60-f1d45c99b1c6 is timed out.
Oct 27 20:27:48 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-f9cc5d85-0aed-497e-89b6-14abfe9492d7 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Successfully detached device vdb from instance c1523744-d272-4b9e-ae60-f1d45c99b1c6 from the live domain config.
Oct 27 20:27:48 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f9cc5d85-0aed-497e-89b6-14abfe9492d7 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] calling os-brick to detach iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 20:27:48 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-f9cc5d85-0aed-497e-89b6-14abfe9492d7 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, {'target_iqn': 'iqn.2010-10.org.openstack:7a661a44-6481-407b-948c-5109b6bb6938', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'nwNRgmMr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 20:27:48 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-f9cc5d85-0aed-497e-89b6-14abfe9492d7 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 20:27:48 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-f9cc5d85-0aed-497e-89b6-14abfe9492d7 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 20:27:48 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-f9cc5d85-0aed-497e-89b6-14abfe9492d7 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 20:27:48 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:27:48 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:27:48 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[63721064-b8f9-4a81-bdb3-91f0a2405c17]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:7a661a44-6481-407b-948c-5109b6bb6938\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:27:48 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-f9cc5d85-0aed-497e-89b6-14abfe9492d7 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 20:27:48 user nova-compute[75147]: No targets found.
Oct 27 20:27:48 user nova-compute[75147]: iSNS:
Oct 27 20:27:48 user nova-compute[75147]: No targets found.
Oct 27 20:27:48 user nova-compute[75147]: STATIC:
Oct 27 20:27:48 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:7a661a44-6481-407b-948c-5109b6bb6938
Oct 27 20:27:48 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 20:27:48 user nova-compute[75147]:                 Iface Name: default
Oct 27 20:27:48 user nova-compute[75147]: FIRMWARE:
Oct 27 20:27:48 user nova-compute[75147]: No targets found.
Oct 27 20:27:48 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 20:27:48 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-f9cc5d85-0aed-497e-89b6-14abfe9492d7 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 20:27:48 user nova-compute[75147]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 20:27:48 user nova-compute[75147]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75147) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 20:27:48 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-f9cc5d85-0aed-497e-89b6-14abfe9492d7 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7a661a44-6481-407b-948c-5109b6bb6938', 0)] {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 20:27:48 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:27:48 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:27:48 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[405fbcbf-da2a-4be6-90ca-498f19a89dfd]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7a661a44-6481-407b-948c-5109b6bb6938\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:27:48 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:27:48 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:27:48 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[71803b5b-9ab3-41d1-9836-a6f420a8c117]: (4, ('tcp: [68] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a661a44-6481-407b-948c-5109b6bb6938 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:27:48 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-f9cc5d85-0aed-497e-89b6-14abfe9492d7 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [68] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a661a44-6481-407b-948c-5109b6bb6938 (non-flash)
Oct 27 20:27:48 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 20:27:48 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-f9cc5d85-0aed-497e-89b6-14abfe9492d7 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] iscsi session list stdout=tcp: [68] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a661a44-6481-407b-948c-5109b6bb6938 (non-flash)
Oct 27 20:27:48 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 20:27:48 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-f9cc5d85-0aed-497e-89b6-14abfe9492d7 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f28ec52a3b0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7a661a44-6481-407b-948c-5109b6bb6938'): ({'sdb'}, set())}) {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 20:27:48 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-f9cc5d85-0aed-497e-89b6-14abfe9492d7 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Removing single pathed devices sdb {{(pid=75147) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 20:27:48 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:27:48 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:27:48 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[774ce682-e7e6-4b43-9131-0ba1a82b7430]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:27:48 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:27:48 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:27:48 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[82ad5631-9632-4719-9d1b-d1e11a435e13]: (4, ('ok\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:27:48 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-f9cc5d85-0aed-497e-89b6-14abfe9492d7 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Flushing IO for device /dev/sdb {{(pid=75147) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 20:27:48 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:27:48 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:27:48 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[a83458c9-c71e-4761-b51f-762d2522f8fe]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:27:48 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-f9cc5d85-0aed-497e-89b6-14abfe9492d7 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75147) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 20:27:48 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:27:48 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.045s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:27:48 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b855f87-bf97-4655-aa2d-3b4260731c83]: (4, ('1', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:27:48 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-f9cc5d85-0aed-497e-89b6-14abfe9492d7 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 20:27:48 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-f9cc5d85-0aed-497e-89b6-14abfe9492d7 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] SCSI volumes sdb have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 20:27:48 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-f9cc5d85-0aed-497e-89b6-14abfe9492d7 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7a661a44-6481-407b-948c-5109b6bb6938')] {{(pid=75147) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 20:27:48 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7a661a44-6481-407b-948c-5109b6bb6938 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:27:48 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7a661a44-6481-407b-948c-5109b6bb6938 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:27:48 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[77bec8f3-f8dd-46e4-b21c-fd5499b50548]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:27:48 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-f9cc5d85-0aed-497e-89b6-14abfe9492d7 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:27:48 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7a661a44-6481-407b-948c-5109b6bb6938 -p 172.16.0.220:3260 --logout {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:27:48 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:27:48 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:27:48 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Cleaning up deleted instances {{(pid=75147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 27 20:27:48 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] There are 0 instances to clean {{(pid=75147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 27 20:27:48 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7a661a44-6481-407b-948c-5109b6bb6938 -p 172.16.0.220:3260 --logout" returned: 0 in 0.060s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:27:48 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[644a029d-836d-41ac-bd06-8bf3273b0093]: (4, ('Logging out of session [sid: 68, target: iqn.2010-10.org.openstack:7a661a44-6481-407b-948c-5109b6bb6938, portal: 172.16.0.220,3260]\nLogout of [sid: 68, target: iqn.2010-10.org.openstack:7a661a44-6481-407b-948c-5109b6bb6938, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:27:48 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-f9cc5d85-0aed-497e-89b6-14abfe9492d7 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 68, target: iqn.2010-10.org.openstack:7a661a44-6481-407b-948c-5109b6bb6938, portal: 172.16.0.220,3260]
Oct 27 20:27:48 user nova-compute[75147]: Logout of [sid: 68, target: iqn.2010-10.org.openstack:7a661a44-6481-407b-948c-5109b6bb6938, portal: 172.16.0.220,3260] successful.
Oct 27 20:27:48 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:27:48 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7a661a44-6481-407b-948c-5109b6bb6938 -p 172.16.0.220:3260 --op delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:27:48 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7a661a44-6481-407b-948c-5109b6bb6938 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:27:48 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[a2164315-349f-47df-9318-6853040e013b]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:27:48 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-f9cc5d85-0aed-497e-89b6-14abfe9492d7 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:27:48 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-f9cc5d85-0aed-497e-89b6-14abfe9492d7 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.304s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 20:27:48 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-f9cc5d85-0aed-497e-89b6-14abfe9492d7 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] <== disconnect_volume: return (306ms) None {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 20:27:48 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f9cc5d85-0aed-497e-89b6-14abfe9492d7 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Disconnected iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 20:27:49 user nova-compute[75147]: DEBUG nova.objects.instance [None req-f9cc5d85-0aed-497e-89b6-14abfe9492d7 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Lazy-loading 'flavor' on Instance uuid c1523744-d272-4b9e-ae60-f1d45c99b1c6 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 20:27:49 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-f9cc5d85-0aed-497e-89b6-14abfe9492d7 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Lock "c1523744-d272-4b9e-ae60-f1d45c99b1c6" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.720s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:27:51 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:27:55 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:27:55 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75147) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 20:27:56 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:28:01 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:28:01 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75147) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 27 20:28:01 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:28:06 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:28:11 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:28:16 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:28:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:28:22 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:28:23 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-b5099843-361b-49f9-bdf9-3a1b7c291f89 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Acquiring lock "c1523744-d272-4b9e-ae60-f1d45c99b1c6" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:28:23 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-b5099843-361b-49f9-bdf9-3a1b7c291f89 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Lock "c1523744-d272-4b9e-ae60-f1d45c99b1c6" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:28:23 user nova-compute[75147]: DEBUG nova.objects.instance [None req-b5099843-361b-49f9-bdf9-3a1b7c291f89 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Lazy-loading 'flavor' on Instance uuid c1523744-d272-4b9e-ae60-f1d45c99b1c6 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 20:28:23 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-b5099843-361b-49f9-bdf9-3a1b7c291f89 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Lock "c1523744-d272-4b9e-ae60-f1d45c99b1c6" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.056s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:28:23 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-b5099843-361b-49f9-bdf9-3a1b7c291f89 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Acquiring lock "c1523744-d272-4b9e-ae60-f1d45c99b1c6" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:28:23 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-b5099843-361b-49f9-bdf9-3a1b7c291f89 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Lock "c1523744-d272-4b9e-ae60-f1d45c99b1c6" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:28:23 user nova-compute[75147]: INFO nova.compute.manager [None req-b5099843-361b-49f9-bdf9-3a1b7c291f89 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Attaching volume 0197b83a-8062-41d3-a1b1-a951814be206 to /dev/vdb
Oct 27 20:28:24 user nova-compute[75147]: DEBUG os_brick.utils [None req-b5099843-361b-49f9-bdf9-3a1b7c291f89 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 20:28:24 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:28:24 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:28:24 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf769977-c145-45ff-83b2-3a14e71036ca]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9325735bc82e\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:28:24 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:28:24 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:28:24 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[dab09210-11bd-44b3-bc8a-dfd9520e7e1b]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:28:24 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:28:24 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:28:24 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[a7a73991-5b80-4df0-92ba-aa5c53fc4e91]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:28:24 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e1484df-6db7-46ba-9fd9-0b4355593cb0]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:28:24 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-b5099843-361b-49f9-bdf9-3a1b7c291f89 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Running cmd (subprocess): nvme version {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:28:24 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-b5099843-361b-49f9-bdf9-3a1b7c291f89 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] 'nvme version' failed. Not Retrying. {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 20:28:24 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.nvmeof [None req-b5099843-361b-49f9-bdf9-3a1b7c291f89 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] nvme not present on system {{(pid=75147) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 27 20:28:24 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:28:24 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 20:28:24 user nova-compute[75147]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 27 20:28:24 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[dad6ea32-2219-462a-95f5-6ea679097b35]: (4, '') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:28:24 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-b5099843-361b-49f9-bdf9-3a1b7c291f89 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75147) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 27 20:28:24 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-b5099843-361b-49f9-bdf9-3a1b7c291f89 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 27 20:28:24 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-b5099843-361b-49f9-bdf9-3a1b7c291f89 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] LIGHTOS: no hostnqn found. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 27 20:28:24 user nova-compute[75147]: DEBUG os_brick.utils [None req-b5099843-361b-49f9-bdf9-3a1b7c291f89 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] <== get_connector_properties: return (120ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9325735bc82e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 20:28:24 user nova-compute[75147]: DEBUG nova.virt.block_device [None req-b5099843-361b-49f9-bdf9-3a1b7c291f89 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Updating existing volume attachment record: ba152c8c-ee80-453a-a038-d95bdbc2e328 {{(pid=75147) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 27 20:28:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:28:27 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:28:27 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:28:31 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:28:33 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:28:36 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:28:36 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:28:40 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:28:40 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:28:40 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:28:40 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:28:40 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Auditing locally available compute resources for user (node: user) {{(pid=75147) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 20:28:41 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1523744-d272-4b9e-ae60-f1d45c99b1c6/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:28:41 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1523744-d272-4b9e-ae60-f1d45c99b1c6/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:28:41 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1523744-d272-4b9e-ae60-f1d45c99b1c6/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:28:41 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1523744-d272-4b9e-ae60-f1d45c99b1c6/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:28:41 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b5099843-361b-49f9-bdf9-3a1b7c291f89 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Calling os-brick to attach iSCSI Volume {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 20:28:41 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5099843-361b-49f9-bdf9-3a1b7c291f89 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:0197b83a-8062-41d3-a1b1-a951814be206', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HiLGNeIp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 20:28:41 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-b5099843-361b-49f9-bdf9-3a1b7c291f89 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 20:28:41 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-b5099843-361b-49f9-bdf9-3a1b7c291f89 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 20:28:41 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-b5099843-361b-49f9-bdf9-3a1b7c291f89 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 20:28:41 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-b5099843-361b-49f9-bdf9-3a1b7c291f89 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 20:28:41 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-b5099843-361b-49f9-bdf9-3a1b7c291f89 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0197b83a-8062-41d3-a1b1-a951814be206" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 20:28:41 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-b5099843-361b-49f9-bdf9-3a1b7c291f89 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0197b83a-8062-41d3-a1b1-a951814be206" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 20:28:41 user nova-compute[75147]: INFO os_brick.initiator.connectors.iscsi [None req-b5099843-361b-49f9-bdf9-3a1b7c291f89 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 20:28:41 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 20:28:41 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 20:28:41 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Hypervisor/Node resource view: name=user free_ram=8986MB free_disk=24.849586486816406GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75147) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 20:28:41 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:28:41 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:28:41 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0197b83a-8062-41d3-a1b1-a951814be206 -p 172.16.0.220:3260 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:28:41 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0197b83a-8062-41d3-a1b1-a951814be206 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:28:41 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[edd880e5-5f28-4f6e-a82f-87f458631c9c]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:28:41 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5099843-361b-49f9-bdf9-3a1b7c291f89 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 20:28:41 user nova-compute[75147]:  {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:28:41 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0197b83a-8062-41d3-a1b1-a951814be206 -p 172.16.0.220:3260 --interface default --op new {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:28:41 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0197b83a-8062-41d3-a1b1-a951814be206 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:28:41 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[35701ec7-65bc-4453-a0f4-00960db600ed]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0197b83a-8062-41d3-a1b1-a951814be206] added\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:28:41 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5099843-361b-49f9-bdf9-3a1b7c291f89 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0197b83a-8062-41d3-a1b1-a951814be206] added
Oct 27 20:28:41 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:28:41 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0197b83a-8062-41d3-a1b1-a951814be206 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:28:41 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0197b83a-8062-41d3-a1b1-a951814be206 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:28:41 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[7bea8e91-5a47-4b23-ab8c-3282f0368105]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:28:41 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5099843-361b-49f9-bdf9-3a1b7c291f89 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:28:41 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0197b83a-8062-41d3-a1b1-a951814be206 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:28:41 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance c1523744-d272-4b9e-ae60-f1d45c99b1c6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 20:28:41 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 20:28:41 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 20:28:41 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0197b83a-8062-41d3-a1b1-a951814be206 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.024s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:28:41 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[12f26a46-e52f-4cae-916f-860a3dd2b1a2]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:28:41 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5099843-361b-49f9-bdf9-3a1b7c291f89 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:28:41 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0197b83a-8062-41d3-a1b1-a951814be206 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v HiLGNeIp {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:28:41 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0197b83a-8062-41d3-a1b1-a951814be206 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v HiLGNeIp" returned: 0 in 0.024s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:28:41 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Refreshing inventories for resource provider 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 27 20:28:41 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[f781cc46-c9a4-46d8-9f08-a76fa6a36d04]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:28:41 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5099843-361b-49f9-bdf9-3a1b7c291f89 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'HiLGNeIp'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:28:41 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0197b83a-8062-41d3-a1b1-a951814be206 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:28:41 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Updating ProviderTree inventory for provider 719076f2-a22e-4833-8fe0-efddc2edace5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 27 20:28:41 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Updating inventory in ProviderTree for provider 719076f2-a22e-4833-8fe0-efddc2edace5 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 27 20:28:41 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0197b83a-8062-41d3-a1b1-a951814be206 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:28:41 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd02024d-3358-4b8c-8d3d-468cf6c0237c]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:28:41 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5099843-361b-49f9-bdf9-3a1b7c291f89 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:28:41 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:28:41 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:28:41 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Refreshing aggregate associations for resource provider 719076f2-a22e-4833-8fe0-efddc2edace5, aggregates: None {{(pid=75147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 27 20:28:41 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.022s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:28:41 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d49cdb9-68b2-42a2-8190-26de7bfb4975]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:28:41 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5099843-361b-49f9-bdf9-3a1b7c291f89 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 27 20:28:41 user nova-compute[75147]:  {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 20:28:41 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5099843-361b-49f9-bdf9-3a1b7c291f89 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 27 20:28:41 user nova-compute[75147]:  {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 20:28:41 user nova-compute[75147]: WARNING os_brick.initiator.connectors.iscsi [None req-b5099843-361b-49f9-bdf9-3a1b7c291f89 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 27 20:28:41 user nova-compute[75147]: 
Oct 27 20:28:41 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0197b83a-8062-41d3-a1b1-a951814be206 -p 172.16.0.220:3260 --login {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:28:41 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Refreshing trait associations for resource provider 719076f2-a22e-4833-8fe0-efddc2edace5, traits: COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_VOLUME_EXTEND,HW_CPU_X86_SSSE3,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_NET_VIF_MODEL_RTL8139,HW_CPU_X86_SSE2,HW_CPU_X86_SSE42,COMPUTE_STORAGE_BUS_SATA,COMPUTE_RESCUE_BFV,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,HW_CPU_X86_SSE41,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_ACCELERATORS,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NODE,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_STORAGE_BUS_FDC,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_STORAGE_BUS_USB,HW_CPU_X86_SSE,COMPUTE_DEVICE_TAGGING,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_CPU_X86_MMX,COMPUTE_STORAGE_BUS_IDE,COMPUTE_TRUSTED_CERTS,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_IMAGE_TYPE_RAW {{(pid=75147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 27 20:28:41 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0197b83a-8062-41d3-a1b1-a951814be206 -p 172.16.0.220:3260 --login" returned: 0 in 0.044s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:28:41 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0eae3fc-4763-4805-ae52-16202ed118d3]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:0197b83a-8062-41d3-a1b1-a951814be206, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:0197b83a-8062-41d3-a1b1-a951814be206, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:28:41 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5099843-361b-49f9-bdf9-3a1b7c291f89 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:0197b83a-8062-41d3-a1b1-a951814be206, portal: 172.16.0.220,3260]
Oct 27 20:28:41 user nova-compute[75147]: Login to [iface: default, target: iqn.2010-10.org.openstack:0197b83a-8062-41d3-a1b1-a951814be206, portal: 172.16.0.220,3260] successful.
Oct 27 20:28:41 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:28:41 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0197b83a-8062-41d3-a1b1-a951814be206 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:28:41 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0197b83a-8062-41d3-a1b1-a951814be206 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:28:41 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ded8e66-ab00-41b9-ab80-a0e7a470ff97]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:28:41 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5099843-361b-49f9-bdf9-3a1b7c291f89 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:28:41 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:28:42 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 20:28:42 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:28:42 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[2da8cf6d-d9dd-4797-b3af-19b0c71e035f]: (4, ('tcp: [69] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0197b83a-8062-41d3-a1b1-a951814be206 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:28:42 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5099843-361b-49f9-bdf9-3a1b7c291f89 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [69] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0197b83a-8062-41d3-a1b1-a951814be206 (non-flash)
Oct 27 20:28:42 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 20:28:42 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5099843-361b-49f9-bdf9-3a1b7c291f89 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] iscsi session list stdout=tcp: [69] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0197b83a-8062-41d3-a1b1-a951814be206 (non-flash)
Oct 27 20:28:42 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 20:28:42 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-b5099843-361b-49f9-bdf9-3a1b7c291f89 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0197b83a-8062-41d3-a1b1-a951814be206" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.287s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 20:28:42 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5099843-361b-49f9-bdf9-3a1b7c291f89 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Connected to 172.16.0.220:3260 {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 20:28:42 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-b5099843-361b-49f9-bdf9-3a1b7c291f89 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] HCTL ('33', '-', '-', 0) found on session 69 with lun 0 {{(pid=75147) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 20:28:42 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-b5099843-361b-49f9-bdf9-3a1b7c291f89 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75147) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 20:28:42 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:28:42 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 20:28:42 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Compute_service record updated for user:user {{(pid=75147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 20:28:42 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.291s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:28:42 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:28:42 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[dfcc55ac-6709-488b-9696-f6b4bd9a6605]: (4, ('- - 0', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:28:42 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-b5099843-361b-49f9-bdf9-3a1b7c291f89 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Searching for a device in session 69 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75147) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 20:28:42 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5099843-361b-49f9-bdf9-3a1b7c291f89 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:0197b83a-8062-41d3-a1b1-a951814be206', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HiLGNeIp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 20:28:43 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:28:43 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:28:43 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Starting heal instance info cache {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 20:28:43 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Rebuilding the list of instances to heal {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 27 20:28:43 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-b5099843-361b-49f9-bdf9-3a1b7c291f89 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.321s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 20:28:43 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5099843-361b-49f9-bdf9-3a1b7c291f89 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] <== connect_volume: return (1323ms) {'type': 'block', 'scsi_wwn': '26332373566376338', 'path': '/dev/sdb'} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 20:28:43 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b5099843-361b-49f9-bdf9-3a1b7c291f89 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26332373566376338', 'path': '/dev/sdb'} {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 20:28:43 user nova-compute[75147]: DEBUG nova.objects.instance [None req-b5099843-361b-49f9-bdf9-3a1b7c291f89 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Lazy-loading 'flavor' on Instance uuid c1523744-d272-4b9e-ae60-f1d45c99b1c6 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 20:28:43 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-b5099843-361b-49f9-bdf9-3a1b7c291f89 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] attach device xml: <disk type="block" device="disk">
Oct 27 20:28:43 user nova-compute[75147]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 20:28:43 user nova-compute[75147]:   <source dev="/dev/sdb"/>
Oct 27 20:28:43 user nova-compute[75147]:   <target dev="vdb" bus="virtio"/>
Oct 27 20:28:43 user nova-compute[75147]:   <serial>0197b83a-8062-41d3-a1b1-a951814be206</serial>
Oct 27 20:28:43 user nova-compute[75147]: </disk>
Oct 27 20:28:43 user nova-compute[75147]:  {{(pid=75147) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 27 20:28:43 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "refresh_cache-c1523744-d272-4b9e-ae60-f1d45c99b1c6" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 20:28:43 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquired lock "refresh_cache-c1523744-d272-4b9e-ae60-f1d45c99b1c6" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 20:28:43 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Forcefully refreshing network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 27 20:28:43 user nova-compute[75147]: DEBUG nova.objects.instance [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lazy-loading 'info_cache' on Instance uuid c1523744-d272-4b9e-ae60-f1d45c99b1c6 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 20:28:43 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-b5099843-361b-49f9-bdf9-3a1b7c291f89 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] No BDM found with device name vda, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 20:28:43 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-b5099843-361b-49f9-bdf9-3a1b7c291f89 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 20:28:43 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-b5099843-361b-49f9-bdf9-3a1b7c291f89 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] No VIF found with MAC fa:16:3e:f6:ea:30, not building metadata {{(pid=75147) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 20:28:43 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Updating instance_info_cache with network_info: [{"id": "ebe094c0-bdbb-4275-862c-32ad9f615229", "address": "fa:16:3e:f6:ea:30", "network": {"id": "2d1c34ce-3d5e-4cfb-b65a-94e798a059f6", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1915555959-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.36", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3762e67f976b4532aa38514e71569847", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapebe094c0-bd", "ovs_interfaceid": "ebe094c0-bdbb-4275-862c-32ad9f615229", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 20:28:43 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Releasing lock "refresh_cache-c1523744-d272-4b9e-ae60-f1d45c99b1c6" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 20:28:43 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Updated the network info_cache for instance {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 27 20:28:43 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:28:43 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-b5099843-361b-49f9-bdf9-3a1b7c291f89 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Lock "c1523744-d272-4b9e-ae60-f1d45c99b1c6" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 19.657s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:28:45 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-bd2aea5c-d651-411c-9477-5ed3793ad4ea tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Acquiring lock "c1523744-d272-4b9e-ae60-f1d45c99b1c6" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:28:45 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-bd2aea5c-d651-411c-9477-5ed3793ad4ea tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Lock "c1523744-d272-4b9e-ae60-f1d45c99b1c6" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:28:45 user nova-compute[75147]: INFO nova.compute.manager [None req-bd2aea5c-d651-411c-9477-5ed3793ad4ea tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Detaching volume 0197b83a-8062-41d3-a1b1-a951814be206
Oct 27 20:28:45 user nova-compute[75147]: INFO nova.virt.block_device [None req-bd2aea5c-d651-411c-9477-5ed3793ad4ea tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Attempting to driver detach volume 0197b83a-8062-41d3-a1b1-a951814be206 from mountpoint /dev/vdb
Oct 27 20:28:45 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-bd2aea5c-d651-411c-9477-5ed3793ad4ea tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Attempting to detach device vdb from instance c1523744-d272-4b9e-ae60-f1d45c99b1c6 from the persistent domain config. {{(pid=75147) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 27 20:28:45 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-bd2aea5c-d651-411c-9477-5ed3793ad4ea tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] detach device xml: <disk type="block" device="disk">
Oct 27 20:28:45 user nova-compute[75147]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 20:28:45 user nova-compute[75147]:   <source dev="/dev/sdb"/>
Oct 27 20:28:45 user nova-compute[75147]:   <target dev="vdb" bus="virtio"/>
Oct 27 20:28:45 user nova-compute[75147]:   <serial>0197b83a-8062-41d3-a1b1-a951814be206</serial>
Oct 27 20:28:45 user nova-compute[75147]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 27 20:28:45 user nova-compute[75147]: </disk>
Oct 27 20:28:45 user nova-compute[75147]:  {{(pid=75147) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 20:28:45 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-bd2aea5c-d651-411c-9477-5ed3793ad4ea tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Successfully detached device vdb from instance c1523744-d272-4b9e-ae60-f1d45c99b1c6 from the persistent domain config.
Oct 27 20:28:45 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-bd2aea5c-d651-411c-9477-5ed3793ad4ea tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance c1523744-d272-4b9e-ae60-f1d45c99b1c6 from the live domain config. {{(pid=75147) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 27 20:28:45 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-bd2aea5c-d651-411c-9477-5ed3793ad4ea tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] detach device xml: <disk type="block" device="disk">
Oct 27 20:28:45 user nova-compute[75147]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 20:28:45 user nova-compute[75147]:   <source dev="/dev/sdb"/>
Oct 27 20:28:45 user nova-compute[75147]:   <target dev="vdb" bus="virtio"/>
Oct 27 20:28:45 user nova-compute[75147]:   <serial>0197b83a-8062-41d3-a1b1-a951814be206</serial>
Oct 27 20:28:45 user nova-compute[75147]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 27 20:28:45 user nova-compute[75147]: </disk>
Oct 27 20:28:45 user nova-compute[75147]:  {{(pid=75147) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 20:28:46 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-bd2aea5c-d651-411c-9477-5ed3793ad4ea tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance c1523744-d272-4b9e-ae60-f1d45c99b1c6 {{(pid=75147) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 27 20:28:46 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:28:47 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:28:50 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:28:51 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:28:56 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:28:57 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:28:57 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75147) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 20:29:01 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:29:06 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-bd2aea5c-d651-411c-9477-5ed3793ad4ea tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance c1523744-d272-4b9e-ae60-f1d45c99b1c6 is timed out.
Oct 27 20:29:06 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-bd2aea5c-d651-411c-9477-5ed3793ad4ea tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Successfully detached device vdb from instance c1523744-d272-4b9e-ae60-f1d45c99b1c6 from the live domain config.
Oct 27 20:29:06 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bd2aea5c-d651-411c-9477-5ed3793ad4ea tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] calling os-brick to detach iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 20:29:06 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd2aea5c-d651-411c-9477-5ed3793ad4ea tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, {'target_iqn': 'iqn.2010-10.org.openstack:0197b83a-8062-41d3-a1b1-a951814be206', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HiLGNeIp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 20:29:06 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-bd2aea5c-d651-411c-9477-5ed3793ad4ea tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 20:29:06 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-bd2aea5c-d651-411c-9477-5ed3793ad4ea tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 20:29:06 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-bd2aea5c-d651-411c-9477-5ed3793ad4ea tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 20:29:06 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:29:06 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:29:06 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[a7a550e1-dcc1-4e89-8c29-51ec2e1c550b]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:0197b83a-8062-41d3-a1b1-a951814be206\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:29:06 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd2aea5c-d651-411c-9477-5ed3793ad4ea tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 20:29:06 user nova-compute[75147]: No targets found.
Oct 27 20:29:06 user nova-compute[75147]: iSNS:
Oct 27 20:29:06 user nova-compute[75147]: No targets found.
Oct 27 20:29:06 user nova-compute[75147]: STATIC:
Oct 27 20:29:06 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:0197b83a-8062-41d3-a1b1-a951814be206
Oct 27 20:29:06 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 20:29:06 user nova-compute[75147]:                 Iface Name: default
Oct 27 20:29:06 user nova-compute[75147]: FIRMWARE:
Oct 27 20:29:06 user nova-compute[75147]: No targets found.
Oct 27 20:29:06 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 20:29:06 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd2aea5c-d651-411c-9477-5ed3793ad4ea tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 20:29:06 user nova-compute[75147]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 20:29:06 user nova-compute[75147]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75147) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 20:29:06 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd2aea5c-d651-411c-9477-5ed3793ad4ea tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0197b83a-8062-41d3-a1b1-a951814be206', 0)] {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 20:29:06 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:29:06 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:29:06 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[0366092d-5954-43a7-a187-776ba28fbab8]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0197b83a-8062-41d3-a1b1-a951814be206\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:29:06 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:29:06 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:29:06 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[81550a2a-9d67-43cf-8630-a8b20d7ce9fd]: (4, ('tcp: [69] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0197b83a-8062-41d3-a1b1-a951814be206 (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:29:06 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd2aea5c-d651-411c-9477-5ed3793ad4ea tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [69] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0197b83a-8062-41d3-a1b1-a951814be206 (non-flash)
Oct 27 20:29:06 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 20:29:06 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd2aea5c-d651-411c-9477-5ed3793ad4ea tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] iscsi session list stdout=tcp: [69] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0197b83a-8062-41d3-a1b1-a951814be206 (non-flash)
Oct 27 20:29:06 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 20:29:06 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd2aea5c-d651-411c-9477-5ed3793ad4ea tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f290c65b5b0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0197b83a-8062-41d3-a1b1-a951814be206'): ({'sdb'}, set())}) {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 20:29:06 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-bd2aea5c-d651-411c-9477-5ed3793ad4ea tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Removing single pathed devices sdb {{(pid=75147) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 20:29:06 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:29:06 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:29:06 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[22c57737-bff3-4cb8-8c55-e13b0b4403ac]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:29:06 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:29:06 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:29:06 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b6b4c38-98ba-4c73-8ede-bbb714ae26aa]: (4, ('ok\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:29:06 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-bd2aea5c-d651-411c-9477-5ed3793ad4ea tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Flushing IO for device /dev/sdb {{(pid=75147) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 20:29:06 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:29:06 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:29:06 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[2124a580-4ee7-45fd-8cb1-5e4f6bebe13b]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:29:06 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-bd2aea5c-d651-411c-9477-5ed3793ad4ea tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75147) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 20:29:06 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:29:06 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.042s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:29:06 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[d4047932-1f3d-4825-9732-08c5b30708fd]: (4, ('1', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:29:06 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-bd2aea5c-d651-411c-9477-5ed3793ad4ea tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 20:29:06 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-bd2aea5c-d651-411c-9477-5ed3793ad4ea tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] SCSI volumes sdb have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 20:29:06 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd2aea5c-d651-411c-9477-5ed3793ad4ea tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0197b83a-8062-41d3-a1b1-a951814be206')] {{(pid=75147) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 20:29:06 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0197b83a-8062-41d3-a1b1-a951814be206 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:29:06 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0197b83a-8062-41d3-a1b1-a951814be206 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:29:06 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[e02b4885-1033-4e76-a194-01aeccd2252b]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:29:06 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd2aea5c-d651-411c-9477-5ed3793ad4ea tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:29:06 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0197b83a-8062-41d3-a1b1-a951814be206 -p 172.16.0.220:3260 --logout {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:29:06 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0197b83a-8062-41d3-a1b1-a951814be206 -p 172.16.0.220:3260 --logout" returned: 0 in 0.052s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:29:06 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf4829aa-8af8-4db6-99c7-cdae77a59a44]: (4, ('Logging out of session [sid: 69, target: iqn.2010-10.org.openstack:0197b83a-8062-41d3-a1b1-a951814be206, portal: 172.16.0.220,3260]\nLogout of [sid: 69, target: iqn.2010-10.org.openstack:0197b83a-8062-41d3-a1b1-a951814be206, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:29:06 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd2aea5c-d651-411c-9477-5ed3793ad4ea tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 69, target: iqn.2010-10.org.openstack:0197b83a-8062-41d3-a1b1-a951814be206, portal: 172.16.0.220,3260]
Oct 27 20:29:06 user nova-compute[75147]: Logout of [sid: 69, target: iqn.2010-10.org.openstack:0197b83a-8062-41d3-a1b1-a951814be206, portal: 172.16.0.220,3260] successful.
Oct 27 20:29:06 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:29:06 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0197b83a-8062-41d3-a1b1-a951814be206 -p 172.16.0.220:3260 --op delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:29:06 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0197b83a-8062-41d3-a1b1-a951814be206 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:29:06 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa4af589-1e77-4404-a301-ad389f530db4]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:29:06 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd2aea5c-d651-411c-9477-5ed3793ad4ea tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:29:06 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-bd2aea5c-d651-411c-9477-5ed3793ad4ea tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.287s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 20:29:06 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd2aea5c-d651-411c-9477-5ed3793ad4ea tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] <== disconnect_volume: return (288ms) None {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 20:29:06 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bd2aea5c-d651-411c-9477-5ed3793ad4ea tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Disconnected iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 20:29:06 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:29:06 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:29:06 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75147) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 20:29:06 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:29:06 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:29:06 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:29:07 user nova-compute[75147]: DEBUG nova.objects.instance [None req-bd2aea5c-d651-411c-9477-5ed3793ad4ea tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Lazy-loading 'flavor' on Instance uuid c1523744-d272-4b9e-ae60-f1d45c99b1c6 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 20:29:07 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-bd2aea5c-d651-411c-9477-5ed3793ad4ea tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Lock "c1523744-d272-4b9e-ae60-f1d45c99b1c6" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.787s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:29:11 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:29:12 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:29:16 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:29:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:29:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:29:28 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:29:31 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:29:33 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:29:36 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:29:36 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:29:41 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:29:41 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:29:41 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-97f8d94d-956b-41f8-a969-f7daf9c6640b tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Acquiring lock "c1523744-d272-4b9e-ae60-f1d45c99b1c6" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:29:41 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-97f8d94d-956b-41f8-a969-f7daf9c6640b tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Lock "c1523744-d272-4b9e-ae60-f1d45c99b1c6" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:29:41 user nova-compute[75147]: DEBUG nova.objects.instance [None req-97f8d94d-956b-41f8-a969-f7daf9c6640b tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Lazy-loading 'flavor' on Instance uuid c1523744-d272-4b9e-ae60-f1d45c99b1c6 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 20:29:41 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:29:41 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:29:41 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:29:41 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Auditing locally available compute resources for user (node: user) {{(pid=75147) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 20:29:41 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-97f8d94d-956b-41f8-a969-f7daf9c6640b tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Lock "c1523744-d272-4b9e-ae60-f1d45c99b1c6" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.052s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:29:41 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:29:41 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1523744-d272-4b9e-ae60-f1d45c99b1c6/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:29:42 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1523744-d272-4b9e-ae60-f1d45c99b1c6/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:29:42 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1523744-d272-4b9e-ae60-f1d45c99b1c6/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:29:42 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1523744-d272-4b9e-ae60-f1d45c99b1c6/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:29:42 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 20:29:42 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 20:29:42 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Hypervisor/Node resource view: name=user free_ram=8980MB free_disk=24.848709106445312GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75147) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 20:29:42 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:29:42 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:29:42 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance c1523744-d272-4b9e-ae60-f1d45c99b1c6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 20:29:42 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 20:29:42 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 20:29:42 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 20:29:42 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 20:29:42 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Compute_service record updated for user:user {{(pid=75147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 20:29:42 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.164s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:29:42 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:29:42 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-97f8d94d-956b-41f8-a969-f7daf9c6640b tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Acquiring lock "c1523744-d272-4b9e-ae60-f1d45c99b1c6" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:29:42 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-97f8d94d-956b-41f8-a969-f7daf9c6640b tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Lock "c1523744-d272-4b9e-ae60-f1d45c99b1c6" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:29:42 user nova-compute[75147]: INFO nova.compute.manager [None req-97f8d94d-956b-41f8-a969-f7daf9c6640b tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Attaching volume 8174cf05-9a4b-43f5-a84e-3ce68c9423cd to /dev/vdb
Oct 27 20:29:43 user nova-compute[75147]: DEBUG os_brick.utils [None req-97f8d94d-956b-41f8-a969-f7daf9c6640b tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 20:29:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:29:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:29:43 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d10b20c-42da-467e-b12c-3d0ab13deb73]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9325735bc82e\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:29:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:29:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:29:43 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6fbb897-a5de-44a4-9b64-bb3b3fbecfc3]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:29:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:29:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:29:43 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[3875c1b1-c129-4c9c-b41b-0454448649b1]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:29:43 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[8092930a-183c-4911-9f31-7ed67f25c06d]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:29:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-97f8d94d-956b-41f8-a969-f7daf9c6640b tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Running cmd (subprocess): nvme version {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:29:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-97f8d94d-956b-41f8-a969-f7daf9c6640b tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] 'nvme version' failed. Not Retrying. {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 20:29:43 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.nvmeof [None req-97f8d94d-956b-41f8-a969-f7daf9c6640b tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] nvme not present on system {{(pid=75147) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 27 20:29:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:29:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 20:29:43 user nova-compute[75147]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 27 20:29:43 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b68f96f-2e54-42d5-a8e4-20b743d23fb2]: (4, '') {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:29:43 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-97f8d94d-956b-41f8-a969-f7daf9c6640b tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75147) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 27 20:29:43 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-97f8d94d-956b-41f8-a969-f7daf9c6640b tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 27 20:29:43 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.lightos [None req-97f8d94d-956b-41f8-a969-f7daf9c6640b tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] LIGHTOS: no hostnqn found. {{(pid=75147) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 27 20:29:43 user nova-compute[75147]: DEBUG os_brick.utils [None req-97f8d94d-956b-41f8-a969-f7daf9c6640b tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] <== get_connector_properties: return (121ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9325735bc82e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 20:29:43 user nova-compute[75147]: DEBUG nova.virt.block_device [None req-97f8d94d-956b-41f8-a969-f7daf9c6640b tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Updating existing volume attachment record: c3cc042b-9140-4cd8-982e-10ee8011a459 {{(pid=75147) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 27 20:29:43 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:29:44 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:29:44 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Starting heal instance info cache {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 20:29:44 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Rebuilding the list of instances to heal {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 27 20:29:45 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "refresh_cache-c1523744-d272-4b9e-ae60-f1d45c99b1c6" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 20:29:45 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquired lock "refresh_cache-c1523744-d272-4b9e-ae60-f1d45c99b1c6" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 20:29:45 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Forcefully refreshing network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 27 20:29:45 user nova-compute[75147]: DEBUG nova.objects.instance [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lazy-loading 'info_cache' on Instance uuid c1523744-d272-4b9e-ae60-f1d45c99b1c6 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 20:29:45 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Updating instance_info_cache with network_info: [{"id": "ebe094c0-bdbb-4275-862c-32ad9f615229", "address": "fa:16:3e:f6:ea:30", "network": {"id": "2d1c34ce-3d5e-4cfb-b65a-94e798a059f6", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1915555959-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.36", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3762e67f976b4532aa38514e71569847", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapebe094c0-bd", "ovs_interfaceid": "ebe094c0-bdbb-4275-862c-32ad9f615229", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 20:29:45 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Releasing lock "refresh_cache-c1523744-d272-4b9e-ae60-f1d45c99b1c6" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 20:29:45 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Updated the network info_cache for instance {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 27 20:29:46 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:29:51 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:29:52 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:29:56 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:29:59 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:29:59 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75147) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 20:30:01 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:30:06 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:30:10 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-97f8d94d-956b-41f8-a969-f7daf9c6640b tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Calling os-brick to attach iSCSI Volume {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 20:30:10 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-97f8d94d-956b-41f8-a969-f7daf9c6640b tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:8174cf05-9a4b-43f5-a84e-3ce68c9423cd', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JNjFPAOg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 20:30:10 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-97f8d94d-956b-41f8-a969-f7daf9c6640b tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 20:30:10 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-97f8d94d-956b-41f8-a969-f7daf9c6640b tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 20:30:10 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-97f8d94d-956b-41f8-a969-f7daf9c6640b tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 20:30:10 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-97f8d94d-956b-41f8-a969-f7daf9c6640b tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 20:30:10 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-97f8d94d-956b-41f8-a969-f7daf9c6640b tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8174cf05-9a4b-43f5-a84e-3ce68c9423cd" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 20:30:10 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-97f8d94d-956b-41f8-a969-f7daf9c6640b tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8174cf05-9a4b-43f5-a84e-3ce68c9423cd" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 20:30:10 user nova-compute[75147]: INFO os_brick.initiator.connectors.iscsi [None req-97f8d94d-956b-41f8-a969-f7daf9c6640b tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 20:30:10 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8174cf05-9a4b-43f5-a84e-3ce68c9423cd -p 172.16.0.220:3260 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:30:11 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8174cf05-9a4b-43f5-a84e-3ce68c9423cd -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:30:11 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[22a34854-7cd7-4c0f-8ad0-7d09d1563138]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:30:11 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-97f8d94d-956b-41f8-a969-f7daf9c6640b tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 20:30:11 user nova-compute[75147]:  {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:30:11 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8174cf05-9a4b-43f5-a84e-3ce68c9423cd -p 172.16.0.220:3260 --interface default --op new {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:30:11 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8174cf05-9a4b-43f5-a84e-3ce68c9423cd -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:30:11 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[c20fb1b5-1600-4a52-848c-529543b3774a]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8174cf05-9a4b-43f5-a84e-3ce68c9423cd] added\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:30:11 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-97f8d94d-956b-41f8-a969-f7daf9c6640b tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8174cf05-9a4b-43f5-a84e-3ce68c9423cd] added
Oct 27 20:30:11 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:30:11 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8174cf05-9a4b-43f5-a84e-3ce68c9423cd -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:30:11 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8174cf05-9a4b-43f5-a84e-3ce68c9423cd -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:30:11 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[030929fb-6b31-438e-a25a-b8477d857688]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:30:11 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-97f8d94d-956b-41f8-a969-f7daf9c6640b tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:30:11 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8174cf05-9a4b-43f5-a84e-3ce68c9423cd -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:30:11 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8174cf05-9a4b-43f5-a84e-3ce68c9423cd -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:30:11 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[9dbd8c14-968b-4082-9db5-c8310c4b8cc0]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:30:11 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-97f8d94d-956b-41f8-a969-f7daf9c6640b tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:30:11 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8174cf05-9a4b-43f5-a84e-3ce68c9423cd -p 172.16.0.220:3260 --op update -n node.session.auth.username -v JNjFPAOg {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:30:11 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8174cf05-9a4b-43f5-a84e-3ce68c9423cd -p 172.16.0.220:3260 --op update -n node.session.auth.username -v JNjFPAOg" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:30:11 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[506e3f6c-f17e-447b-90fa-cc1c29b622ff]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:30:11 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-97f8d94d-956b-41f8-a969-f7daf9c6640b tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'JNjFPAOg'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:30:11 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8174cf05-9a4b-43f5-a84e-3ce68c9423cd -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:30:11 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8174cf05-9a4b-43f5-a84e-3ce68c9423cd -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:30:11 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[73f3e27c-ae87-4578-ab79-4ba0ba185afa]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:30:11 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-97f8d94d-956b-41f8-a969-f7daf9c6640b tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:30:11 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:30:11 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:30:11 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b82d0f2-f0fe-46dc-88fd-2f1030d84edc]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:30:11 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-97f8d94d-956b-41f8-a969-f7daf9c6640b tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 27 20:30:11 user nova-compute[75147]:  {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 20:30:11 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-97f8d94d-956b-41f8-a969-f7daf9c6640b tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 27 20:30:11 user nova-compute[75147]:  {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 20:30:11 user nova-compute[75147]: WARNING os_brick.initiator.connectors.iscsi [None req-97f8d94d-956b-41f8-a969-f7daf9c6640b tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 27 20:30:11 user nova-compute[75147]: 
Oct 27 20:30:11 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8174cf05-9a4b-43f5-a84e-3ce68c9423cd -p 172.16.0.220:3260 --login {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:30:11 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8174cf05-9a4b-43f5-a84e-3ce68c9423cd -p 172.16.0.220:3260 --login" returned: 0 in 0.042s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:30:11 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[614f28fd-2e3e-4f62-8eb0-418a4a667b2e]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:8174cf05-9a4b-43f5-a84e-3ce68c9423cd, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:8174cf05-9a4b-43f5-a84e-3ce68c9423cd, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:30:11 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-97f8d94d-956b-41f8-a969-f7daf9c6640b tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:8174cf05-9a4b-43f5-a84e-3ce68c9423cd, portal: 172.16.0.220,3260]
Oct 27 20:30:11 user nova-compute[75147]: Login to [iface: default, target: iqn.2010-10.org.openstack:8174cf05-9a4b-43f5-a84e-3ce68c9423cd, portal: 172.16.0.220,3260] successful.
Oct 27 20:30:11 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:30:11 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8174cf05-9a4b-43f5-a84e-3ce68c9423cd -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:30:11 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8174cf05-9a4b-43f5-a84e-3ce68c9423cd -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:30:11 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[f702796b-8444-4e91-8fb3-7c40bea93d0e]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:30:11 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-97f8d94d-956b-41f8-a969-f7daf9c6640b tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:30:11 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:30:11 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:30:11 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf3532a9-4fb4-49aa-b24b-c64c75cc4101]: (4, ('tcp: [70] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8174cf05-9a4b-43f5-a84e-3ce68c9423cd (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:30:11 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-97f8d94d-956b-41f8-a969-f7daf9c6640b tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [70] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8174cf05-9a4b-43f5-a84e-3ce68c9423cd (non-flash)
Oct 27 20:30:11 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 20:30:11 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-97f8d94d-956b-41f8-a969-f7daf9c6640b tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] iscsi session list stdout=tcp: [70] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8174cf05-9a4b-43f5-a84e-3ce68c9423cd (non-flash)
Oct 27 20:30:11 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 20:30:11 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-97f8d94d-956b-41f8-a969-f7daf9c6640b tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8174cf05-9a4b-43f5-a84e-3ce68c9423cd" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.246s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 20:30:11 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-97f8d94d-956b-41f8-a969-f7daf9c6640b tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Connected to 172.16.0.220:3260 {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 20:30:11 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-97f8d94d-956b-41f8-a969-f7daf9c6640b tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] HCTL ('33', '-', '-', 0) found on session 70 with lun 0 {{(pid=75147) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 20:30:11 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-97f8d94d-956b-41f8-a969-f7daf9c6640b tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75147) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 20:30:11 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:30:11 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:30:11 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff4febd4-b085-40cc-9c2a-e782875a6651]: (4, ('- - 0', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:30:11 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-97f8d94d-956b-41f8-a969-f7daf9c6640b tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Searching for a device in session 70 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75147) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 20:30:11 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-97f8d94d-956b-41f8-a969-f7daf9c6640b tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:8174cf05-9a4b-43f5-a84e-3ce68c9423cd', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JNjFPAOg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75147) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 20:30:11 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:30:12 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-97f8d94d-956b-41f8-a969-f7daf9c6640b tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.290s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 20:30:12 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-97f8d94d-956b-41f8-a969-f7daf9c6640b tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] <== connect_volume: return (1292ms) {'type': 'block', 'scsi_wwn': '23631643432656664', 'path': '/dev/sdb'} {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 20:30:12 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-97f8d94d-956b-41f8-a969-f7daf9c6640b tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23631643432656664', 'path': '/dev/sdb'} {{(pid=75147) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 20:30:12 user nova-compute[75147]: DEBUG nova.objects.instance [None req-97f8d94d-956b-41f8-a969-f7daf9c6640b tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Lazy-loading 'flavor' on Instance uuid c1523744-d272-4b9e-ae60-f1d45c99b1c6 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 20:30:12 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-97f8d94d-956b-41f8-a969-f7daf9c6640b tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] attach device xml: <disk type="block" device="disk">
Oct 27 20:30:12 user nova-compute[75147]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 20:30:12 user nova-compute[75147]:   <source dev="/dev/sdb"/>
Oct 27 20:30:12 user nova-compute[75147]:   <target dev="vdb" bus="virtio"/>
Oct 27 20:30:12 user nova-compute[75147]:   <serial>8174cf05-9a4b-43f5-a84e-3ce68c9423cd</serial>
Oct 27 20:30:12 user nova-compute[75147]: </disk>
Oct 27 20:30:12 user nova-compute[75147]:  {{(pid=75147) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 27 20:30:12 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-97f8d94d-956b-41f8-a969-f7daf9c6640b tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] No BDM found with device name vda, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 20:30:12 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-97f8d94d-956b-41f8-a969-f7daf9c6640b tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75147) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 20:30:12 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-97f8d94d-956b-41f8-a969-f7daf9c6640b tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] No VIF found with MAC fa:16:3e:f6:ea:30, not building metadata {{(pid=75147) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 20:30:12 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-97f8d94d-956b-41f8-a969-f7daf9c6640b tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Lock "c1523744-d272-4b9e-ae60-f1d45c99b1c6" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 29.899s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:30:14 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-fd76ba55-7a9e-4de7-bd83-69470b8404e7 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Acquiring lock "c1523744-d272-4b9e-ae60-f1d45c99b1c6" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:30:14 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-fd76ba55-7a9e-4de7-bd83-69470b8404e7 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Lock "c1523744-d272-4b9e-ae60-f1d45c99b1c6" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:30:14 user nova-compute[75147]: INFO nova.compute.manager [None req-fd76ba55-7a9e-4de7-bd83-69470b8404e7 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Detaching volume 8174cf05-9a4b-43f5-a84e-3ce68c9423cd
Oct 27 20:30:14 user nova-compute[75147]: INFO nova.virt.block_device [None req-fd76ba55-7a9e-4de7-bd83-69470b8404e7 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Attempting to driver detach volume 8174cf05-9a4b-43f5-a84e-3ce68c9423cd from mountpoint /dev/vdb
Oct 27 20:30:14 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-fd76ba55-7a9e-4de7-bd83-69470b8404e7 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Attempting to detach device vdb from instance c1523744-d272-4b9e-ae60-f1d45c99b1c6 from the persistent domain config. {{(pid=75147) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 27 20:30:14 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-fd76ba55-7a9e-4de7-bd83-69470b8404e7 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] detach device xml: <disk type="block" device="disk">
Oct 27 20:30:14 user nova-compute[75147]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 20:30:14 user nova-compute[75147]:   <source dev="/dev/sdb"/>
Oct 27 20:30:14 user nova-compute[75147]:   <target dev="vdb" bus="virtio"/>
Oct 27 20:30:14 user nova-compute[75147]:   <serial>8174cf05-9a4b-43f5-a84e-3ce68c9423cd</serial>
Oct 27 20:30:14 user nova-compute[75147]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 27 20:30:14 user nova-compute[75147]: </disk>
Oct 27 20:30:14 user nova-compute[75147]:  {{(pid=75147) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 20:30:14 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-fd76ba55-7a9e-4de7-bd83-69470b8404e7 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Successfully detached device vdb from instance c1523744-d272-4b9e-ae60-f1d45c99b1c6 from the persistent domain config.
Oct 27 20:30:14 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-fd76ba55-7a9e-4de7-bd83-69470b8404e7 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance c1523744-d272-4b9e-ae60-f1d45c99b1c6 from the live domain config. {{(pid=75147) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 27 20:30:14 user nova-compute[75147]: DEBUG nova.virt.libvirt.guest [None req-fd76ba55-7a9e-4de7-bd83-69470b8404e7 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] detach device xml: <disk type="block" device="disk">
Oct 27 20:30:14 user nova-compute[75147]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 20:30:14 user nova-compute[75147]:   <source dev="/dev/sdb"/>
Oct 27 20:30:14 user nova-compute[75147]:   <target dev="vdb" bus="virtio"/>
Oct 27 20:30:14 user nova-compute[75147]:   <serial>8174cf05-9a4b-43f5-a84e-3ce68c9423cd</serial>
Oct 27 20:30:14 user nova-compute[75147]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 27 20:30:14 user nova-compute[75147]: </disk>
Oct 27 20:30:14 user nova-compute[75147]:  {{(pid=75147) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 20:30:15 user nova-compute[75147]: DEBUG nova.virt.libvirt.driver [None req-fd76ba55-7a9e-4de7-bd83-69470b8404e7 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance c1523744-d272-4b9e-ae60-f1d45c99b1c6 {{(pid=75147) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 27 20:30:16 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:30:17 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:30:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:30:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:30:29 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:30:31 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:30:35 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-fd76ba55-7a9e-4de7-bd83-69470b8404e7 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance c1523744-d272-4b9e-ae60-f1d45c99b1c6 is timed out.
Oct 27 20:30:35 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-fd76ba55-7a9e-4de7-bd83-69470b8404e7 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Successfully detached device vdb from instance c1523744-d272-4b9e-ae60-f1d45c99b1c6 from the live domain config.
Oct 27 20:30:35 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fd76ba55-7a9e-4de7-bd83-69470b8404e7 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] calling os-brick to detach iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 20:30:35 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-fd76ba55-7a9e-4de7-bd83-69470b8404e7 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f290c1186a0>, {'target_iqn': 'iqn.2010-10.org.openstack:8174cf05-9a4b-43f5-a84e-3ce68c9423cd', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JNjFPAOg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 20:30:35 user nova-compute[75147]: WARNING os_brick.initiator.connectors.base [None req-fd76ba55-7a9e-4de7-bd83-69470b8404e7 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 20:30:35 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-fd76ba55-7a9e-4de7-bd83-69470b8404e7 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 20:30:35 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-fd76ba55-7a9e-4de7-bd83-69470b8404e7 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 20:30:35 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:30:35 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:30:35 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[90c09ce8-5ee6-4165-84c4-29964ce633d3]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:8174cf05-9a4b-43f5-a84e-3ce68c9423cd\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:30:35 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-fd76ba55-7a9e-4de7-bd83-69470b8404e7 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 20:30:35 user nova-compute[75147]: No targets found.
Oct 27 20:30:35 user nova-compute[75147]: iSNS:
Oct 27 20:30:35 user nova-compute[75147]: No targets found.
Oct 27 20:30:35 user nova-compute[75147]: STATIC:
Oct 27 20:30:35 user nova-compute[75147]: Target: iqn.2010-10.org.openstack:8174cf05-9a4b-43f5-a84e-3ce68c9423cd
Oct 27 20:30:35 user nova-compute[75147]:         Portal: 172.16.0.220:3260,-1
Oct 27 20:30:35 user nova-compute[75147]:                 Iface Name: default
Oct 27 20:30:35 user nova-compute[75147]: FIRMWARE:
Oct 27 20:30:35 user nova-compute[75147]: No targets found.
Oct 27 20:30:35 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 20:30:35 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-fd76ba55-7a9e-4de7-bd83-69470b8404e7 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 20:30:35 user nova-compute[75147]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 20:30:35 user nova-compute[75147]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75147) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 20:30:35 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-fd76ba55-7a9e-4de7-bd83-69470b8404e7 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8174cf05-9a4b-43f5-a84e-3ce68c9423cd', 0)] {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 20:30:35 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:30:35 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:30:35 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[b15bfcc3-754f-48b0-9168-b0002d364a3b]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8174cf05-9a4b-43f5-a84e-3ce68c9423cd\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:30:35 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:30:35 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:30:35 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9d34a84-288b-4f42-aaa8-04f78531cbe8]: (4, ('tcp: [70] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8174cf05-9a4b-43f5-a84e-3ce68c9423cd (non-flash)\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:30:35 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-fd76ba55-7a9e-4de7-bd83-69470b8404e7 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [70] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8174cf05-9a4b-43f5-a84e-3ce68c9423cd (non-flash)
Oct 27 20:30:35 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 20:30:35 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-fd76ba55-7a9e-4de7-bd83-69470b8404e7 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] iscsi session list stdout=tcp: [70] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8174cf05-9a4b-43f5-a84e-3ce68c9423cd (non-flash)
Oct 27 20:30:35 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 20:30:35 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-fd76ba55-7a9e-4de7-bd83-69470b8404e7 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f28ec4f7400>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8174cf05-9a4b-43f5-a84e-3ce68c9423cd'): ({'sdb'}, set())}) {{(pid=75147) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 20:30:35 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-fd76ba55-7a9e-4de7-bd83-69470b8404e7 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Removing single pathed devices sdb {{(pid=75147) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 20:30:35 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:30:35 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:30:35 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[35e17de2-2ffd-41eb-ab2f-3821e6e23f93]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:30:35 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:30:35 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:30:35 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e865b0d-77b7-4a71-9c2d-194cb597c6b4]: (4, ('ok\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:30:35 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-fd76ba55-7a9e-4de7-bd83-69470b8404e7 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Flushing IO for device /dev/sdb {{(pid=75147) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 20:30:35 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:30:35 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:30:35 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[69d3ccc3-2434-4c37-91e6-32c20d5d85a2]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:30:35 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-fd76ba55-7a9e-4de7-bd83-69470b8404e7 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75147) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 20:30:35 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:30:35 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.027s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:30:35 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[17ffdcf5-c1ef-4530-a8c0-e9304e745762]: (4, ('1', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:30:35 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-fd76ba55-7a9e-4de7-bd83-69470b8404e7 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 20:30:35 user nova-compute[75147]: DEBUG os_brick.initiator.linuxscsi [None req-fd76ba55-7a9e-4de7-bd83-69470b8404e7 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] SCSI volumes sdb have been removed. {{(pid=75147) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 20:30:35 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-fd76ba55-7a9e-4de7-bd83-69470b8404e7 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8174cf05-9a4b-43f5-a84e-3ce68c9423cd')] {{(pid=75147) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 20:30:35 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8174cf05-9a4b-43f5-a84e-3ce68c9423cd -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:30:35 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8174cf05-9a4b-43f5-a84e-3ce68c9423cd -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:30:35 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f42efc0-7b09-42c9-8988-3e75ed4bca4a]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:30:35 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-fd76ba55-7a9e-4de7-bd83-69470b8404e7 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:30:35 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8174cf05-9a4b-43f5-a84e-3ce68c9423cd -p 172.16.0.220:3260 --logout {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:30:35 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8174cf05-9a4b-43f5-a84e-3ce68c9423cd -p 172.16.0.220:3260 --logout" returned: 0 in 0.052s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:30:35 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[3dffd19d-c2aa-488b-82f9-954baad33dcb]: (4, ('Logging out of session [sid: 70, target: iqn.2010-10.org.openstack:8174cf05-9a4b-43f5-a84e-3ce68c9423cd, portal: 172.16.0.220,3260]\nLogout of [sid: 70, target: iqn.2010-10.org.openstack:8174cf05-9a4b-43f5-a84e-3ce68c9423cd, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:30:35 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-fd76ba55-7a9e-4de7-bd83-69470b8404e7 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 70, target: iqn.2010-10.org.openstack:8174cf05-9a4b-43f5-a84e-3ce68c9423cd, portal: 172.16.0.220,3260]
Oct 27 20:30:35 user nova-compute[75147]: Logout of [sid: 70, target: iqn.2010-10.org.openstack:8174cf05-9a4b-43f5-a84e-3ce68c9423cd, portal: 172.16.0.220,3260] successful.
Oct 27 20:30:35 user nova-compute[75147]:  stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:30:35 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8174cf05-9a4b-43f5-a84e-3ce68c9423cd -p 172.16.0.220:3260 --op delete {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:30:35 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8174cf05-9a4b-43f5-a84e-3ce68c9423cd -p 172.16.0.220:3260 --op delete" returned: 0 in 0.019s {{(pid=86354) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:30:35 user nova-compute[75147]: DEBUG oslo.privsep.daemon [-] privsep: reply[5509c04c-2ae8-4d2a-9c02-4e3a90b1b941]: (4, ('', '')) {{(pid=86354) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 20:30:35 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-fd76ba55-7a9e-4de7-bd83-69470b8404e7 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75147) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 20:30:35 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.base [None req-fd76ba55-7a9e-4de7-bd83-69470b8404e7 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.261s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 20:30:35 user nova-compute[75147]: DEBUG os_brick.initiator.connectors.iscsi [None req-fd76ba55-7a9e-4de7-bd83-69470b8404e7 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] <== disconnect_volume: return (262ms) None {{(pid=75147) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 20:30:35 user nova-compute[75147]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fd76ba55-7a9e-4de7-bd83-69470b8404e7 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Disconnected iSCSI Volume {{(pid=75147) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 20:30:35 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:30:36 user nova-compute[75147]: DEBUG nova.objects.instance [None req-fd76ba55-7a9e-4de7-bd83-69470b8404e7 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Lazy-loading 'flavor' on Instance uuid c1523744-d272-4b9e-ae60-f1d45c99b1c6 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 20:30:36 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-fd76ba55-7a9e-4de7-bd83-69470b8404e7 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Lock "c1523744-d272-4b9e-ae60-f1d45c99b1c6" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.706s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:30:36 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:30:36 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:30:41 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:30:42 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:30:42 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:30:42 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:30:42 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:30:42 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Auditing locally available compute resources for user (node: user) {{(pid=75147) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 20:30:42 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1523744-d272-4b9e-ae60-f1d45c99b1c6/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:30:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1523744-d272-4b9e-ae60-f1d45c99b1c6/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:30:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1523744-d272-4b9e-ae60-f1d45c99b1c6/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:30:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1523744-d272-4b9e-ae60-f1d45c99b1c6/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:30:43 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 20:30:43 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 20:30:43 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Hypervisor/Node resource view: name=user free_ram=8974MB free_disk=24.847702026367188GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75147) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 20:30:43 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:30:43 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:30:43 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance c1523744-d272-4b9e-ae60-f1d45c99b1c6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 20:30:43 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 20:30:43 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 20:30:43 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 20:30:43 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 20:30:43 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Compute_service record updated for user:user {{(pid=75147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 20:30:43 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.324s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:30:44 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:30:44 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:30:46 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:30:46 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Starting heal instance info cache {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 20:30:46 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Rebuilding the list of instances to heal {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 27 20:30:46 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "refresh_cache-c1523744-d272-4b9e-ae60-f1d45c99b1c6" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 20:30:46 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquired lock "refresh_cache-c1523744-d272-4b9e-ae60-f1d45c99b1c6" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 20:30:46 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Forcefully refreshing network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 27 20:30:46 user nova-compute[75147]: DEBUG nova.objects.instance [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lazy-loading 'info_cache' on Instance uuid c1523744-d272-4b9e-ae60-f1d45c99b1c6 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 20:30:46 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:30:47 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Updating instance_info_cache with network_info: [{"id": "ebe094c0-bdbb-4275-862c-32ad9f615229", "address": "fa:16:3e:f6:ea:30", "network": {"id": "2d1c34ce-3d5e-4cfb-b65a-94e798a059f6", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1915555959-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.36", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3762e67f976b4532aa38514e71569847", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapebe094c0-bd", "ovs_interfaceid": "ebe094c0-bdbb-4275-862c-32ad9f615229", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 20:30:47 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Releasing lock "refresh_cache-c1523744-d272-4b9e-ae60-f1d45c99b1c6" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 20:30:47 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Updated the network info_cache for instance {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 27 20:30:51 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:30:52 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:30:56 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:30:59 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:30:59 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75147) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 20:31:01 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:31:06 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:31:11 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:31:13 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:31:16 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:31:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:31:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:31:30 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:31:31 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:31:37 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:31:37 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:31:37 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:31:42 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:31:42 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:31:42 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:31:42 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:31:42 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:31:42 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Auditing locally available compute resources for user (node: user) {{(pid=75147) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 20:31:42 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1523744-d272-4b9e-ae60-f1d45c99b1c6/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:31:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1523744-d272-4b9e-ae60-f1d45c99b1c6/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:31:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1523744-d272-4b9e-ae60-f1d45c99b1c6/disk --force-share --output=json {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 20:31:43 user nova-compute[75147]: DEBUG oslo_concurrency.processutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1523744-d272-4b9e-ae60-f1d45c99b1c6/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=75147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 20:31:43 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 20:31:43 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 20:31:43 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Hypervisor/Node resource view: name=user free_ram=8986MB free_disk=24.846820831298828GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75147) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 20:31:43 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:31:43 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:31:43 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Instance c1523744-d272-4b9e-ae60-f1d45c99b1c6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 20:31:43 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 20:31:43 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 20:31:43 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 20:31:43 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 20:31:43 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Compute_service record updated for user:user {{(pid=75147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 20:31:43 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.156s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:31:44 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:31:44 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:31:47 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:31:47 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:31:47 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Starting heal instance info cache {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 20:31:47 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Rebuilding the list of instances to heal {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 27 20:31:47 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "refresh_cache-c1523744-d272-4b9e-ae60-f1d45c99b1c6" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 20:31:47 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquired lock "refresh_cache-c1523744-d272-4b9e-ae60-f1d45c99b1c6" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 20:31:47 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Forcefully refreshing network info cache for instance {{(pid=75147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 27 20:31:47 user nova-compute[75147]: DEBUG nova.objects.instance [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lazy-loading 'info_cache' on Instance uuid c1523744-d272-4b9e-ae60-f1d45c99b1c6 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 20:31:48 user nova-compute[75147]: DEBUG nova.network.neutron [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Updating instance_info_cache with network_info: [{"id": "ebe094c0-bdbb-4275-862c-32ad9f615229", "address": "fa:16:3e:f6:ea:30", "network": {"id": "2d1c34ce-3d5e-4cfb-b65a-94e798a059f6", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1915555959-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.36", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3762e67f976b4532aa38514e71569847", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapebe094c0-bd", "ovs_interfaceid": "ebe094c0-bdbb-4275-862c-32ad9f615229", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 20:31:48 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Releasing lock "refresh_cache-c1523744-d272-4b9e-ae60-f1d45c99b1c6" {{(pid=75147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 20:31:48 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Updated the network info_cache for instance {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 27 20:31:52 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:31:53 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:31:57 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:31:57 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:31:57 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75147) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 20:31:57 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:31:57 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:31:57 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:32:01 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:32:01 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75147) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 20:32:02 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:32:07 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:32:12 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:32:16 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-50a293ce-2930-4110-821b-3687ba8f2192 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Acquiring lock "c1523744-d272-4b9e-ae60-f1d45c99b1c6" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:32:16 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-50a293ce-2930-4110-821b-3687ba8f2192 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Lock "c1523744-d272-4b9e-ae60-f1d45c99b1c6" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:32:16 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-50a293ce-2930-4110-821b-3687ba8f2192 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Acquiring lock "c1523744-d272-4b9e-ae60-f1d45c99b1c6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:32:16 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-50a293ce-2930-4110-821b-3687ba8f2192 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Lock "c1523744-d272-4b9e-ae60-f1d45c99b1c6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:32:16 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-50a293ce-2930-4110-821b-3687ba8f2192 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Lock "c1523744-d272-4b9e-ae60-f1d45c99b1c6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:32:16 user nova-compute[75147]: INFO nova.compute.manager [None req-50a293ce-2930-4110-821b-3687ba8f2192 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Terminating instance
Oct 27 20:32:16 user nova-compute[75147]: DEBUG nova.compute.manager [None req-50a293ce-2930-4110-821b-3687ba8f2192 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Start destroying the instance on the hypervisor. {{(pid=75147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 27 20:32:16 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:32:16 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:32:16 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:32:16 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:32:16 user nova-compute[75147]: DEBUG nova.compute.manager [req-3c506edd-d6aa-4aec-a53d-c9f3dd4d9514 req-e2c9f2b7-41c1-4304-8bcc-4fa55054b235 service nova] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Received event network-vif-unplugged-ebe094c0-bdbb-4275-862c-32ad9f615229 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 20:32:16 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-3c506edd-d6aa-4aec-a53d-c9f3dd4d9514 req-e2c9f2b7-41c1-4304-8bcc-4fa55054b235 service nova] Acquiring lock "c1523744-d272-4b9e-ae60-f1d45c99b1c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:32:16 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-3c506edd-d6aa-4aec-a53d-c9f3dd4d9514 req-e2c9f2b7-41c1-4304-8bcc-4fa55054b235 service nova] Lock "c1523744-d272-4b9e-ae60-f1d45c99b1c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:32:16 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-3c506edd-d6aa-4aec-a53d-c9f3dd4d9514 req-e2c9f2b7-41c1-4304-8bcc-4fa55054b235 service nova] Lock "c1523744-d272-4b9e-ae60-f1d45c99b1c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:32:16 user nova-compute[75147]: DEBUG nova.compute.manager [req-3c506edd-d6aa-4aec-a53d-c9f3dd4d9514 req-e2c9f2b7-41c1-4304-8bcc-4fa55054b235 service nova] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] No waiting events found dispatching network-vif-unplugged-ebe094c0-bdbb-4275-862c-32ad9f615229 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 20:32:16 user nova-compute[75147]: DEBUG nova.compute.manager [req-3c506edd-d6aa-4aec-a53d-c9f3dd4d9514 req-e2c9f2b7-41c1-4304-8bcc-4fa55054b235 service nova] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Received event network-vif-unplugged-ebe094c0-bdbb-4275-862c-32ad9f615229 for instance with task_state deleting. {{(pid=75147) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 20:32:16 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:32:16 user nova-compute[75147]: INFO nova.virt.libvirt.driver [-] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Instance destroyed successfully.
Oct 27 20:32:16 user nova-compute[75147]: DEBUG nova.objects.instance [None req-50a293ce-2930-4110-821b-3687ba8f2192 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Lazy-loading 'resources' on Instance uuid c1523744-d272-4b9e-ae60-f1d45c99b1c6 {{(pid=75147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 20:32:16 user nova-compute[75147]: DEBUG nova.virt.libvirt.vif [None req-50a293ce-2930-4110-821b-3687ba8f2192 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T20:23:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-335655013',display_name='tempest-SnapshotDataIntegrityTests-server-335655013',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-335655013',id=53,image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNZcEnJgHGRbeAvxQFxg1/tcjaW8dB+qVAyZpW6thMpkI47tDY0wQV25+DswII7fUhppVFBV54kB3FkKM1tzVW3cUTg0Boih+IIpTpWYDme0g5COR3wRMXqgw9xZ0RyOZw==',key_name='tempest-keypair-794934129',keypairs=<?>,launch_index=0,launched_at=2023-10-27T20:23:21Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='3762e67f976b4532aa38514e71569847',ramdisk_id='',reservation_id='r-vili0u4y',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d52df17c-5315-4a73-ab7c-34c161a414fb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-SnapshotDataIntegrityTests-2024737080',owner_user_name='tempest-SnapshotDataIntegrityTests-2024737080-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T20:23:21Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='29e2638323044ec7bce01c3da1a5bec8',uuid=c1523744-d272-4b9e-ae60-f1d45c99b1c6,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ebe094c0-bdbb-4275-862c-32ad9f615229", "address": "fa:16:3e:f6:ea:30", "network": {"id": "2d1c34ce-3d5e-4cfb-b65a-94e798a059f6", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1915555959-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.36", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3762e67f976b4532aa38514e71569847", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapebe094c0-bd", "ovs_interfaceid": "ebe094c0-bdbb-4275-862c-32ad9f615229", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 20:32:16 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-50a293ce-2930-4110-821b-3687ba8f2192 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Converting VIF {"id": "ebe094c0-bdbb-4275-862c-32ad9f615229", "address": "fa:16:3e:f6:ea:30", "network": {"id": "2d1c34ce-3d5e-4cfb-b65a-94e798a059f6", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1915555959-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.36", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3762e67f976b4532aa38514e71569847", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapebe094c0-bd", "ovs_interfaceid": "ebe094c0-bdbb-4275-862c-32ad9f615229", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 20:32:16 user nova-compute[75147]: DEBUG nova.network.os_vif_util [None req-50a293ce-2930-4110-821b-3687ba8f2192 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:f6:ea:30,bridge_name='br-int',has_traffic_filtering=True,id=ebe094c0-bdbb-4275-862c-32ad9f615229,network=Network(2d1c34ce-3d5e-4cfb-b65a-94e798a059f6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapebe094c0-bd') {{(pid=75147) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 20:32:16 user nova-compute[75147]: DEBUG os_vif [None req-50a293ce-2930-4110-821b-3687ba8f2192 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:f6:ea:30,bridge_name='br-int',has_traffic_filtering=True,id=ebe094c0-bdbb-4275-862c-32ad9f615229,network=Network(2d1c34ce-3d5e-4cfb-b65a-94e798a059f6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapebe094c0-bd') {{(pid=75147) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 20:32:16 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:32:16 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapebe094c0-bd, bridge=br-int, if_exists=True) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 20:32:16 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:32:16 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:32:16 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:32:16 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=0ed23904-f4ae-45cb-b4e0-5fd867e0f452) {{(pid=75147) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 20:32:16 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:32:16 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:32:16 user nova-compute[75147]: INFO os_vif [None req-50a293ce-2930-4110-821b-3687ba8f2192 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:f6:ea:30,bridge_name='br-int',has_traffic_filtering=True,id=ebe094c0-bdbb-4275-862c-32ad9f615229,network=Network(2d1c34ce-3d5e-4cfb-b65a-94e798a059f6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapebe094c0-bd')
Oct 27 20:32:16 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-50a293ce-2930-4110-821b-3687ba8f2192 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Deleting instance files /opt/stack/data/nova/instances/c1523744-d272-4b9e-ae60-f1d45c99b1c6_del
Oct 27 20:32:16 user nova-compute[75147]: INFO nova.virt.libvirt.driver [None req-50a293ce-2930-4110-821b-3687ba8f2192 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Deletion of /opt/stack/data/nova/instances/c1523744-d272-4b9e-ae60-f1d45c99b1c6_del complete
Oct 27 20:32:17 user nova-compute[75147]: INFO nova.compute.manager [None req-50a293ce-2930-4110-821b-3687ba8f2192 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Took 0.89 seconds to destroy the instance on the hypervisor.
Oct 27 20:32:17 user nova-compute[75147]: DEBUG oslo.service.loopingcall [None req-50a293ce-2930-4110-821b-3687ba8f2192 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 27 20:32:17 user nova-compute[75147]: DEBUG nova.compute.manager [-] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Deallocating network for instance {{(pid=75147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 27 20:32:17 user nova-compute[75147]: DEBUG nova.network.neutron [-] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] deallocate_for_instance() {{(pid=75147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 27 20:32:17 user nova-compute[75147]: DEBUG nova.network.neutron [-] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Updating instance_info_cache with network_info: [] {{(pid=75147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 20:32:18 user nova-compute[75147]: INFO nova.compute.manager [-] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Took 0.95 seconds to deallocate network for instance.
Oct 27 20:32:18 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-50a293ce-2930-4110-821b-3687ba8f2192 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:32:18 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-50a293ce-2930-4110-821b-3687ba8f2192 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:32:18 user nova-compute[75147]: DEBUG nova.compute.manager [req-fe9f67b2-9996-4adc-bfcf-ff85621c3089 req-85e95e6f-ff6c-44b1-a75d-a21ecaf7631d service nova] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Received event network-vif-deleted-ebe094c0-bdbb-4275-862c-32ad9f615229 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 20:32:18 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-50a293ce-2930-4110-821b-3687ba8f2192 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 20:32:18 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-50a293ce-2930-4110-821b-3687ba8f2192 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 20:32:18 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-50a293ce-2930-4110-821b-3687ba8f2192 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.118s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:32:18 user nova-compute[75147]: INFO nova.scheduler.client.report [None req-50a293ce-2930-4110-821b-3687ba8f2192 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Deleted allocations for instance c1523744-d272-4b9e-ae60-f1d45c99b1c6
Oct 27 20:32:18 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-50a293ce-2930-4110-821b-3687ba8f2192 tempest-SnapshotDataIntegrityTests-2024737080 tempest-SnapshotDataIntegrityTests-2024737080-project-member] Lock "c1523744-d272-4b9e-ae60-f1d45c99b1c6" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.164s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:32:18 user nova-compute[75147]: DEBUG nova.compute.manager [req-3d0058fd-ed69-4cf2-8cff-c9a561d53788 req-c2c10c76-d88b-417e-8d33-f78ce8bba2ce service nova] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Received event network-vif-plugged-ebe094c0-bdbb-4275-862c-32ad9f615229 {{(pid=75147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 20:32:18 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-3d0058fd-ed69-4cf2-8cff-c9a561d53788 req-c2c10c76-d88b-417e-8d33-f78ce8bba2ce service nova] Acquiring lock "c1523744-d272-4b9e-ae60-f1d45c99b1c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:32:18 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-3d0058fd-ed69-4cf2-8cff-c9a561d53788 req-c2c10c76-d88b-417e-8d33-f78ce8bba2ce service nova] Lock "c1523744-d272-4b9e-ae60-f1d45c99b1c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:32:18 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [req-3d0058fd-ed69-4cf2-8cff-c9a561d53788 req-c2c10c76-d88b-417e-8d33-f78ce8bba2ce service nova] Lock "c1523744-d272-4b9e-ae60-f1d45c99b1c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:32:18 user nova-compute[75147]: DEBUG nova.compute.manager [req-3d0058fd-ed69-4cf2-8cff-c9a561d53788 req-c2c10c76-d88b-417e-8d33-f78ce8bba2ce service nova] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] No waiting events found dispatching network-vif-plugged-ebe094c0-bdbb-4275-862c-32ad9f615229 {{(pid=75147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 20:32:18 user nova-compute[75147]: WARNING nova.compute.manager [req-3d0058fd-ed69-4cf2-8cff-c9a561d53788 req-c2c10c76-d88b-417e-8d33-f78ce8bba2ce service nova] [instance: c1523744-d272-4b9e-ae60-f1d45c99b1c6] Received unexpected event network-vif-plugged-ebe094c0-bdbb-4275-862c-32ad9f615229 for instance with vm_state deleted and task_state None.
Oct 27 20:32:21 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:32:26 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:32:31 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:32:31 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:32:31 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:32:31 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75147) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 20:32:31 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:32:31 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:32:31 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:32:36 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:32:38 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:32:38 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:32:41 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:32:42 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:32:42 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:32:42 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:32:42 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:32:42 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Auditing locally available compute resources for user (node: user) {{(pid=75147) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 20:32:43 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 20:32:43 user nova-compute[75147]: WARNING nova.virt.libvirt.driver [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 20:32:43 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Hypervisor/Node resource view: name=user free_ram=9111MB free_disk=24.874073028564453GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75147) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 20:32:43 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 20:32:43 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 20:32:43 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 20:32:43 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 20:32:43 user nova-compute[75147]: DEBUG nova.compute.provider_tree [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed in ProviderTree for provider: 719076f2-a22e-4833-8fe0-efddc2edace5 {{(pid=75147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 20:32:43 user nova-compute[75147]: DEBUG nova.scheduler.client.report [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Inventory has not changed for provider 719076f2-a22e-4833-8fe0-efddc2edace5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 20:32:43 user nova-compute[75147]: DEBUG nova.compute.resource_tracker [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Compute_service record updated for user:user {{(pid=75147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 20:32:43 user nova-compute[75147]: DEBUG oslo_concurrency.lockutils [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.143s {{(pid=75147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 20:32:46 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:32:46 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:32:46 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:32:46 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:32:46 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75147) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 20:32:46 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:32:46 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75147) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 20:32:46 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:32:47 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:32:47 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Starting heal instance info cache {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 20:32:47 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Rebuilding the list of instances to heal {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 27 20:32:47 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Didn't find any instances for network info cache update. {{(pid=75147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 27 20:32:51 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:32:53 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:32:56 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:32:59 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:32:59 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Cleaning up deleted instances {{(pid=75147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 27 20:32:59 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] There are 0 instances to clean {{(pid=75147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 27 20:33:01 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:33:03 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:33:03 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75147) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 20:33:05 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._sync_power_states {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:33:06 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:33:06 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:33:10 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:33:10 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:33:10 user nova-compute[75147]: DEBUG nova.compute.manager [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75147) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 27 20:33:12 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:33:13 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:33:14 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:33:17 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:33:22 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:33:26 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:33:27 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 20:33:32 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 20:33:33 user nova-compute[75147]: DEBUG oslo_service.periodic_task [None req-2cde4ffe-44bf-413f-8b93-3dbf7322cc15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 20:33:37 user nova-compute[75147]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75147) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}